[ 517.467472] env[62291]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62291) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 517.467793] env[62291]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62291) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 517.467928] env[62291]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62291) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 517.468240] env[62291]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 517.559837] env[62291]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62291) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:383}} [ 517.571523] env[62291]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.012s {{(pid=62291) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:421}} [ 518.172036] env[62291]: INFO nova.virt.driver [None req-4aba9fc8-1fbe-45e9-b079-19188cbf07ae None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 518.245014] env[62291]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 518.245202] env[62291]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 518.245297] env[62291]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62291) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 521.504330] env[62291]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-bb21c62a-a896-4e10-965f-d221fd95b6b1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.520271] env[62291]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62291) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 521.520402] env[62291]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-f6bb8ac2-af09-4956-a9c4-cf982387d2d4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.553273] env[62291]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 30e5d. [ 521.553273] env[62291]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.308s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 521.553778] env[62291]: INFO nova.virt.vmwareapi.driver [None req-4aba9fc8-1fbe-45e9-b079-19188cbf07ae None None] VMware vCenter version: 7.0.3 [ 521.557423] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccd8c8cc-7e58-4f68-bf07-5ec7c3e8d1e5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.576180] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b12968-13a8-410d-b0db-1275540c9c8b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.582913] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6539aa76-4283-4dbc-91ae-cefb4a4b257a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.590346] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f791ce-e057-4351-bbbc-8d748377f639 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.604293] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09ed8e4d-9f37-47f3-bd67-8658a7aa300e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.611456] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa393888-1c45-4039-96d2-0d4097fffc2f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.643210] env[62291]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-939572e1-1299-44ae-9682-6921e1b71460 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 521.649401] env[62291]: DEBUG nova.virt.vmwareapi.driver [None req-4aba9fc8-1fbe-45e9-b079-19188cbf07ae None None] Extension org.openstack.compute already exists. {{(pid=62291) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:225}} [ 521.652236] env[62291]: INFO nova.compute.provider_config [None req-4aba9fc8-1fbe-45e9-b079-19188cbf07ae None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 522.156009] env[62291]: DEBUG nova.context [None req-4aba9fc8-1fbe-45e9-b079-19188cbf07ae None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),7e716674-b8f8-46c6-beb0-c08c6a752516(cell1) {{(pid=62291) load_cells /opt/stack/nova/nova/context.py:464}} [ 522.158125] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 522.158354] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 522.159051] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 522.159480] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] Acquiring lock "7e716674-b8f8-46c6-beb0-c08c6a752516" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 522.159663] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] Lock "7e716674-b8f8-46c6-beb0-c08c6a752516" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 522.160667] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] Lock "7e716674-b8f8-46c6-beb0-c08c6a752516" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 522.181667] env[62291]: INFO dbcounter [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] Registered counter for database nova_cell0 [ 522.190083] env[62291]: INFO dbcounter [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] Registered counter for database nova_cell1 [ 522.193401] env[62291]: DEBUG oslo_db.sqlalchemy.engines [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62291) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 522.194040] env[62291]: DEBUG oslo_db.sqlalchemy.engines [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62291) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:395}} [ 522.198474] env[62291]: ERROR nova.db.main.api [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 522.198474] env[62291]: result = function(*args, **kwargs) [ 522.198474] env[62291]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 522.198474] env[62291]: return func(*args, **kwargs) [ 522.198474] env[62291]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 522.198474] env[62291]: result = fn(*args, **kwargs) [ 522.198474] env[62291]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 522.198474] env[62291]: return f(*args, **kwargs) [ 522.198474] env[62291]: File "/opt/stack/nova/nova/objects/service.py", line 554, in _db_service_get_minimum_version [ 522.198474] env[62291]: return db.service_get_minimum_version(context, binaries) [ 522.198474] env[62291]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 522.198474] env[62291]: _check_db_access() [ 522.198474] env[62291]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 522.198474] env[62291]: stacktrace = ''.join(traceback.format_stack()) [ 522.198474] env[62291]: [ 522.199844] env[62291]: ERROR nova.db.main.api [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 522.199844] env[62291]: result = function(*args, **kwargs) [ 522.199844] env[62291]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 522.199844] env[62291]: return func(*args, **kwargs) [ 522.199844] env[62291]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 522.199844] env[62291]: result = fn(*args, **kwargs) [ 522.199844] env[62291]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 522.199844] env[62291]: return f(*args, **kwargs) [ 522.199844] env[62291]: File "/opt/stack/nova/nova/objects/service.py", line 554, in _db_service_get_minimum_version [ 522.199844] env[62291]: return db.service_get_minimum_version(context, binaries) [ 522.199844] env[62291]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 522.199844] env[62291]: _check_db_access() [ 522.199844] env[62291]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 522.199844] env[62291]: stacktrace = ''.join(traceback.format_stack()) [ 522.199844] env[62291]: [ 522.200367] env[62291]: WARNING nova.objects.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 522.200413] env[62291]: WARNING nova.objects.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] Failed to get minimum service version for cell 7e716674-b8f8-46c6-beb0-c08c6a752516 [ 522.200897] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] Acquiring lock "singleton_lock" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 522.201079] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] Acquired lock "singleton_lock" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 522.201349] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] Releasing lock "singleton_lock" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 522.201679] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] Full set of CONF: {{(pid=62291) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 522.201821] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] ******************************************************************************** {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 522.201950] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] Configuration options gathered from: {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 522.202095] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 522.202321] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 522.202450] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] ================================================================================ {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 522.202658] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] allow_resize_to_same_host = True {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.202828] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] arq_binding_timeout = 300 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.202955] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] backdoor_port = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.203093] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] backdoor_socket = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.203263] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] block_device_allocate_retries = 60 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.203461] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] block_device_allocate_retries_interval = 3 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.203638] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cert = self.pem {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.203802] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.203968] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] compute_monitors = [] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.204189] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] config_dir = [] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.204362] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] config_drive_format = iso9660 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.204494] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.204655] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] config_source = [] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.204818] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] console_host = devstack {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.204977] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] control_exchange = nova {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.205155] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cpu_allocation_ratio = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.205312] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] daemon = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.205477] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] debug = True {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.205631] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] default_access_ip_network_name = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.205791] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] default_availability_zone = nova {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.205944] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] default_ephemeral_format = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.206112] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] default_green_pool_size = 1000 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.206350] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.206531] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] default_schedule_zone = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.206689] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] disk_allocation_ratio = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.206846] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] enable_new_services = True {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.207030] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] enabled_apis = ['osapi_compute'] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.207203] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] enabled_ssl_apis = [] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.207351] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] flat_injected = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.207505] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] force_config_drive = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.207657] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] force_raw_images = True {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.207820] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] graceful_shutdown_timeout = 5 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.207976] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] heal_instance_info_cache_interval = 60 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.208216] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] host = cpu-1 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.208404] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.208565] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] initial_disk_allocation_ratio = 1.0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.208737] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] initial_ram_allocation_ratio = 1.0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.208958] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.209135] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] instance_build_timeout = 0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.209299] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] instance_delete_interval = 300 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.209462] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] instance_format = [instance: %(uuid)s] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.209622] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] instance_name_template = instance-%08x {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.209778] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] instance_usage_audit = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.209943] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] instance_usage_audit_period = month {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.210117] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.210286] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] instances_path = /opt/stack/data/nova/instances {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.210448] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] internal_service_availability_zone = internal {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.210641] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] key = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.210808] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] live_migration_retry_count = 30 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.210979] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] log_color = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.211161] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] log_config_append = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.211329] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.211485] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] log_dir = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.211640] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] log_file = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.211764] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] log_options = True {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.211919] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] log_rotate_interval = 1 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.212128] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] log_rotate_interval_type = days {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.212314] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] log_rotation_type = none {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.212445] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.212568] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.212735] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.212897] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.213038] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.213205] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] long_rpc_timeout = 1800 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.213363] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] max_concurrent_builds = 10 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.213518] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] max_concurrent_live_migrations = 1 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.213673] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] max_concurrent_snapshots = 5 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.213828] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] max_local_block_devices = 3 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.213981] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] max_logfile_count = 30 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.214175] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] max_logfile_size_mb = 200 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.214342] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] maximum_instance_delete_attempts = 5 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.214506] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] metadata_listen = 0.0.0.0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.214671] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] metadata_listen_port = 8775 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.214835] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] metadata_workers = 2 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.214991] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] migrate_max_retries = -1 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.215172] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] mkisofs_cmd = genisoimage {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.215387] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] my_block_storage_ip = 10.180.1.21 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.215544] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] my_ip = 10.180.1.21 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.215711] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] network_allocate_retries = 0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.215885] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.216061] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] osapi_compute_listen = 0.0.0.0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.216228] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] osapi_compute_listen_port = 8774 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.216394] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] osapi_compute_unique_server_name_scope = {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.216560] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] osapi_compute_workers = 2 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.216721] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] password_length = 12 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.216880] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] periodic_enable = True {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.217047] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] periodic_fuzzy_delay = 60 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.217217] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] pointer_model = usbtablet {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.217383] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] preallocate_images = none {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.217540] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] publish_errors = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.217667] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] pybasedir = /opt/stack/nova {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.217819] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] ram_allocation_ratio = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.217972] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] rate_limit_burst = 0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.218150] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] rate_limit_except_level = CRITICAL {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.218308] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] rate_limit_interval = 0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.218464] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] reboot_timeout = 0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.218619] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] reclaim_instance_interval = 0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.218769] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] record = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.218932] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] reimage_timeout_per_gb = 60 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.219105] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] report_interval = 120 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.219266] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] rescue_timeout = 0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.219420] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] reserved_host_cpus = 0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.219574] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] reserved_host_disk_mb = 0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.219729] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] reserved_host_memory_mb = 512 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.219880] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] reserved_huge_pages = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.220042] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] resize_confirm_window = 0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.220265] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] resize_fs_using_block_device = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.220487] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] resume_guests_state_on_host_boot = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.220668] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.220831] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] rpc_response_timeout = 60 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.220990] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] run_external_periodic_tasks = True {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.221176] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] running_deleted_instance_action = reap {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.221337] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] running_deleted_instance_poll_interval = 1800 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.221497] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] running_deleted_instance_timeout = 0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.221653] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] scheduler_instance_sync_interval = 120 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.221817] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] service_down_time = 720 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.221984] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] servicegroup_driver = db {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.222173] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] shell_completion = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.222350] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] shelved_offload_time = 0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.222503] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] shelved_poll_interval = 3600 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.222666] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] shutdown_timeout = 0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.222825] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] source_is_ipv6 = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.222980] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] ssl_only = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.223256] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.223423] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] sync_power_state_interval = 600 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.223582] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] sync_power_state_pool_size = 1000 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.223744] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] syslog_log_facility = LOG_USER {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.223895] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] tempdir = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.224061] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] timeout_nbd = 10 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.224243] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] transport_url = **** {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.224411] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] update_resources_interval = 0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.224564] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] use_cow_images = True {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.224718] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] use_journal = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.224873] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] use_json = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.225039] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] use_rootwrap_daemon = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.225197] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] use_stderr = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.225352] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] use_syslog = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.225502] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vcpu_pin_set = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.225664] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vif_plugging_is_fatal = True {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.225823] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vif_plugging_timeout = 300 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.225987] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] virt_mkfs = [] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.226157] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] volume_usage_poll_interval = 0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.226317] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] watch_log_file = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.226480] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] web = /usr/share/spice-html5 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 522.226661] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.226823] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.226985] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.227168] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_concurrency.disable_process_locking = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.227808] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.228010] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.228186] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.228361] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.228531] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.228696] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.228889] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] api.auth_strategy = keystone {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.229067] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] api.compute_link_prefix = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.229248] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.229420] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] api.dhcp_domain = novalocal {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.229589] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] api.enable_instance_password = True {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.229751] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] api.glance_link_prefix = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.229914] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.230098] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.230268] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] api.instance_list_per_project_cells = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.230425] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] api.list_records_by_skipping_down_cells = True {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.230585] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] api.local_metadata_per_cell = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.230752] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] api.max_limit = 1000 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.230918] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] api.metadata_cache_expiration = 15 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.231105] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] api.neutron_default_tenant_id = default {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.231281] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] api.response_validation = warn {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.231449] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] api.use_neutron_default_nets = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.231619] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.231780] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.231944] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.232161] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.232353] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] api.vendordata_dynamic_targets = [] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.232520] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] api.vendordata_jsonfile_path = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.232706] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.232901] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cache.backend = dogpile.cache.memcached {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.233082] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cache.backend_argument = **** {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.233252] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cache.backend_expiration_time = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.233418] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cache.config_prefix = cache.oslo {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.233586] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cache.dead_timeout = 60.0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.233751] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cache.debug_cache_backend = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.233913] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cache.enable_retry_client = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.234121] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cache.enable_socket_keepalive = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.234302] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cache.enabled = True {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.234472] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cache.enforce_fips_mode = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.234638] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cache.expiration_time = 600 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.234801] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cache.hashclient_retry_attempts = 2 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.235011] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cache.hashclient_retry_delay = 1.0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.235174] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cache.memcache_dead_retry = 300 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.235343] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cache.memcache_password = **** {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.235507] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.235671] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.235833] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cache.memcache_pool_maxsize = 10 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.235995] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.236171] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cache.memcache_sasl_enabled = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.236350] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.236519] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cache.memcache_socket_timeout = 1.0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.236677] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cache.memcache_username = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.236839] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cache.proxies = [] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.236999] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cache.redis_db = 0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.237174] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cache.redis_password = **** {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.237346] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cache.redis_sentinel_service_name = mymaster {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.237550] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.237685] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cache.redis_server = localhost:6379 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.237848] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cache.redis_socket_timeout = 1.0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.238016] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cache.redis_username = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.238188] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cache.retry_attempts = 2 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.238354] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cache.retry_delay = 0.0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.238514] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cache.socket_keepalive_count = 1 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.238677] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cache.socket_keepalive_idle = 1 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.238838] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cache.socket_keepalive_interval = 1 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.238994] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cache.tls_allowed_ciphers = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.239169] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cache.tls_cafile = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.239324] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cache.tls_certfile = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.239486] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cache.tls_enabled = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.239640] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cache.tls_keyfile = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.239808] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cinder.auth_section = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.239981] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cinder.auth_type = password {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.240158] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cinder.cafile = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.240334] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cinder.catalog_info = volumev3::publicURL {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.240493] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cinder.certfile = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.240654] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cinder.collect_timing = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.240815] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cinder.cross_az_attach = True {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.240975] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cinder.debug = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.241150] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cinder.endpoint_template = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.241316] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cinder.http_retries = 3 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.241478] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cinder.insecure = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.241636] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cinder.keyfile = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.241805] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cinder.os_region_name = RegionOne {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.241987] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cinder.split_loggers = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.242164] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cinder.timeout = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.242351] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.242512] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] compute.cpu_dedicated_set = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.242668] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] compute.cpu_shared_set = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.242831] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] compute.image_type_exclude_list = [] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.242992] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.243170] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] compute.max_concurrent_disk_ops = 0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.243330] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] compute.max_disk_devices_to_attach = -1 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.243490] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.243656] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.243817] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] compute.resource_provider_association_refresh = 300 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.243975] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.244177] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] compute.shutdown_retry_interval = 10 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.244365] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.244546] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] conductor.workers = 2 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.244722] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] console.allowed_origins = [] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.244879] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] console.ssl_ciphers = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.245070] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] console.ssl_minimum_version = default {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.245258] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] consoleauth.enforce_session_timeout = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.245426] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] consoleauth.token_ttl = 600 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.245595] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cyborg.cafile = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.245751] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cyborg.certfile = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.245911] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cyborg.collect_timing = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.246081] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cyborg.connect_retries = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.246244] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cyborg.connect_retry_delay = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.246398] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cyborg.endpoint_override = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.246555] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cyborg.insecure = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.246708] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cyborg.keyfile = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.246863] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cyborg.max_version = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.247024] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cyborg.min_version = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.247181] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cyborg.region_name = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.247336] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cyborg.retriable_status_codes = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.247548] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cyborg.service_name = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.247729] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cyborg.service_type = accelerator {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.247889] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cyborg.split_loggers = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.248058] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cyborg.status_code_retries = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.248220] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cyborg.status_code_retry_delay = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.248376] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cyborg.timeout = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.248551] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.248708] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] cyborg.version = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.248880] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] database.asyncio_connection = **** {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.249048] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] database.asyncio_slave_connection = **** {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.249220] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] database.backend = sqlalchemy {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.249389] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] database.connection = **** {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.249551] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] database.connection_debug = 0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.249717] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] database.connection_parameters = {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.249879] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] database.connection_recycle_time = 3600 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.250050] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] database.connection_trace = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.250213] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] database.db_inc_retry_interval = True {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.250373] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] database.db_max_retries = 20 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.250535] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] database.db_max_retry_interval = 10 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.250702] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] database.db_retry_interval = 1 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.250852] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] database.max_overflow = 50 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.251025] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] database.max_pool_size = 5 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.251194] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] database.max_retries = 10 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.251361] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.251518] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] database.mysql_wsrep_sync_wait = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.251674] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] database.pool_timeout = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.251833] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] database.retry_interval = 10 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.251998] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] database.slave_connection = **** {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.252199] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] database.sqlite_synchronous = True {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.252378] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] database.use_db_reconnect = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.252544] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] api_database.asyncio_connection = **** {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.252702] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] api_database.asyncio_slave_connection = **** {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.252880] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] api_database.backend = sqlalchemy {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.253041] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] api_database.connection = **** {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.253210] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] api_database.connection_debug = 0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.253375] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] api_database.connection_parameters = {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.253536] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] api_database.connection_recycle_time = 3600 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.253694] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] api_database.connection_trace = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.253851] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] api_database.db_inc_retry_interval = True {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.254017] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] api_database.db_max_retries = 20 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.254251] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] api_database.db_max_retry_interval = 10 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.254461] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] api_database.db_retry_interval = 1 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.254630] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] api_database.max_overflow = 50 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.254792] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] api_database.max_pool_size = 5 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.254952] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] api_database.max_retries = 10 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.255144] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.255340] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.255503] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] api_database.pool_timeout = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.255664] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] api_database.retry_interval = 10 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.255821] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] api_database.slave_connection = **** {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.255980] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] api_database.sqlite_synchronous = True {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.256171] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] devices.enabled_mdev_types = [] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.256346] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.256516] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] ephemeral_storage_encryption.default_format = luks {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.256674] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] ephemeral_storage_encryption.enabled = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.256835] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.256998] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] glance.api_servers = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.257174] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] glance.cafile = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.257333] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] glance.certfile = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.257491] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] glance.collect_timing = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.257643] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] glance.connect_retries = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.257799] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] glance.connect_retry_delay = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.257954] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] glance.debug = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.258127] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] glance.default_trusted_certificate_ids = [] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.258288] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] glance.enable_certificate_validation = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.258444] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] glance.enable_rbd_download = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.258598] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] glance.endpoint_override = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.258757] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] glance.insecure = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.258914] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] glance.keyfile = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.259081] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] glance.max_version = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.259241] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] glance.min_version = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.259402] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] glance.num_retries = 3 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.259566] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] glance.rbd_ceph_conf = {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.259725] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] glance.rbd_connect_timeout = 5 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.259909] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] glance.rbd_pool = {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.260111] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] glance.rbd_user = {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.260278] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] glance.region_name = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.260444] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] glance.retriable_status_codes = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.260599] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] glance.service_name = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.260763] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] glance.service_type = image {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.260922] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] glance.split_loggers = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.261094] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] glance.status_code_retries = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.261253] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] glance.status_code_retry_delay = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.261406] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] glance.timeout = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.261581] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.261742] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] glance.verify_glance_signatures = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.261897] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] glance.version = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.262089] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] guestfs.debug = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.262273] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] mks.enabled = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.262644] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.262833] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] image_cache.manager_interval = 2400 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.263022] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] image_cache.precache_concurrency = 1 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.263190] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] image_cache.remove_unused_base_images = True {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.263362] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.263529] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.263703] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] image_cache.subdirectory_name = _base {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.263879] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] ironic.api_max_retries = 60 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.264055] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] ironic.api_retry_interval = 2 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.264246] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] ironic.auth_section = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.264414] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] ironic.auth_type = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.264572] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] ironic.cafile = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.264727] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] ironic.certfile = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.264888] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] ironic.collect_timing = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.265066] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] ironic.conductor_group = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.265226] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] ironic.connect_retries = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.265384] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] ironic.connect_retry_delay = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.265540] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] ironic.endpoint_override = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.265700] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] ironic.insecure = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.265856] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] ironic.keyfile = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.266018] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] ironic.max_version = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.266177] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] ironic.min_version = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.266343] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] ironic.peer_list = [] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.266498] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] ironic.region_name = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.266651] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] ironic.retriable_status_codes = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.266809] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] ironic.serial_console_state_timeout = 10 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.266964] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] ironic.service_name = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.267146] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] ironic.service_type = baremetal {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.267308] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] ironic.shard = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.267468] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] ironic.split_loggers = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.267679] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] ironic.status_code_retries = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.267865] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] ironic.status_code_retry_delay = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.268040] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] ironic.timeout = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.268227] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.268391] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] ironic.version = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.268575] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.268745] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] key_manager.fixed_key = **** {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.268924] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.269094] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] barbican.barbican_api_version = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.269254] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] barbican.barbican_endpoint = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.269421] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] barbican.barbican_endpoint_type = public {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.269576] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] barbican.barbican_region_name = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.269731] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] barbican.cafile = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.269884] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] barbican.certfile = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.270056] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] barbican.collect_timing = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.270218] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] barbican.insecure = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.270374] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] barbican.keyfile = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.270533] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] barbican.number_of_retries = 60 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.270689] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] barbican.retry_delay = 1 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.270847] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] barbican.send_service_user_token = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.271018] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] barbican.split_loggers = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.271176] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] barbican.timeout = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.271337] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] barbican.verify_ssl = True {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.271493] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] barbican.verify_ssl_path = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.271657] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] barbican_service_user.auth_section = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.271816] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] barbican_service_user.auth_type = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.271971] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] barbican_service_user.cafile = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.272166] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] barbican_service_user.certfile = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.272343] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] barbican_service_user.collect_timing = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.272504] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] barbican_service_user.insecure = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.272660] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] barbican_service_user.keyfile = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.272821] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] barbican_service_user.split_loggers = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.272974] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] barbican_service_user.timeout = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.273154] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vault.approle_role_id = **** {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.273317] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vault.approle_secret_id = **** {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.273485] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vault.kv_mountpoint = secret {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.273643] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vault.kv_path = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.273805] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vault.kv_version = 2 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.273963] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vault.namespace = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.274165] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vault.root_token_id = **** {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.274332] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vault.ssl_ca_crt_file = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.274505] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vault.timeout = 60.0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.274665] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vault.use_ssl = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.274852] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.275014] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] keystone.auth_section = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.275177] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] keystone.auth_type = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.275337] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] keystone.cafile = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.275490] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] keystone.certfile = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.275648] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] keystone.collect_timing = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.275802] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] keystone.connect_retries = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.275956] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] keystone.connect_retry_delay = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.276126] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] keystone.endpoint_override = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.276286] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] keystone.insecure = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.276493] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] keystone.keyfile = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.276679] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] keystone.max_version = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.276837] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] keystone.min_version = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.276993] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] keystone.region_name = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.277166] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] keystone.retriable_status_codes = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.277323] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] keystone.service_name = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.277489] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] keystone.service_type = identity {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.277648] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] keystone.split_loggers = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.277854] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] keystone.status_code_retries = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.278055] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] keystone.status_code_retry_delay = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.278224] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] keystone.timeout = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.278407] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.278564] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] keystone.version = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.278763] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.connection_uri = {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.278920] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.cpu_mode = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.279099] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.cpu_model_extra_flags = [] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.279272] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.cpu_models = [] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.279439] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.cpu_power_governor_high = performance {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.279607] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.cpu_power_governor_low = powersave {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.279768] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.cpu_power_management = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.279937] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.280113] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.device_detach_attempts = 8 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.280283] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.device_detach_timeout = 20 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.280446] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.disk_cachemodes = [] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.280602] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.disk_prefix = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.280763] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.enabled_perf_events = [] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.280926] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.file_backed_memory = 0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.281105] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.gid_maps = [] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.281265] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.hw_disk_discard = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.281419] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.hw_machine_type = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.281584] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.images_rbd_ceph_conf = {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.281743] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.281901] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.282091] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.images_rbd_glance_store_name = {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.282279] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.images_rbd_pool = rbd {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.282447] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.images_type = default {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.282599] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.images_volume_group = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.282755] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.inject_key = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.282911] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.inject_partition = -2 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.283080] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.inject_password = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.283244] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.iscsi_iface = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.283402] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.iser_use_multipath = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.283564] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.live_migration_bandwidth = 0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.283724] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.283883] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.live_migration_downtime = 500 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.284110] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.284257] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.284424] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.live_migration_inbound_addr = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.284597] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.284757] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.live_migration_permit_post_copy = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.284913] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.live_migration_scheme = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.285107] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.live_migration_timeout_action = abort {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.285262] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.live_migration_tunnelled = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.285415] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.live_migration_uri = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.285572] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.live_migration_with_native_tls = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.285726] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.max_queues = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.285885] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.286136] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.286297] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.nfs_mount_options = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.286608] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.286783] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.286948] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.num_iser_scan_tries = 5 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.287120] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.num_memory_encrypted_guests = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.287287] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.287447] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.num_pcie_ports = 0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.287613] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.num_volume_scan_tries = 5 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.287776] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.pmem_namespaces = [] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.287936] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.quobyte_client_cfg = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.288308] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.288495] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.rbd_connect_timeout = 5 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.288662] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.288823] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.289042] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.rbd_secret_uuid = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.289160] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.rbd_user = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.289323] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.289494] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.remote_filesystem_transport = ssh {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.289651] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.rescue_image_id = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.289804] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.rescue_kernel_id = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.289959] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.rescue_ramdisk_id = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.290140] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.290297] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.rx_queue_size = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.290460] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.smbfs_mount_options = {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.290766] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.290941] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.snapshot_compression = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.291113] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.snapshot_image_format = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.291337] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.291499] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.sparse_logical_volumes = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.291659] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.swtpm_enabled = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.291825] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.swtpm_group = tss {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.292028] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.swtpm_user = tss {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.292251] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.sysinfo_serial = unique {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.292427] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.tb_cache_size = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.292589] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.tx_queue_size = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.292752] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.uid_maps = [] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.292913] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.use_virtio_for_bridges = True {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.293092] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.virt_type = kvm {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.293263] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.volume_clear = zero {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.293422] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.volume_clear_size = 0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.293582] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.volume_use_multipath = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.293735] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.vzstorage_cache_path = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.293896] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.294107] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.vzstorage_mount_group = qemu {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.294252] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.vzstorage_mount_opts = [] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.294420] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.294712] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.294888] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.vzstorage_mount_user = stack {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.295065] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.295244] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] neutron.auth_section = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.295414] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] neutron.auth_type = password {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.295570] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] neutron.cafile = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.295726] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] neutron.certfile = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.295888] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] neutron.collect_timing = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.296058] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] neutron.connect_retries = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.296224] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] neutron.connect_retry_delay = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.296392] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] neutron.default_floating_pool = public {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.296546] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] neutron.endpoint_override = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.296706] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] neutron.extension_sync_interval = 600 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.296864] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] neutron.http_retries = 3 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.297033] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] neutron.insecure = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.297195] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] neutron.keyfile = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.297353] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] neutron.max_version = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.297518] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.297672] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] neutron.min_version = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.297835] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] neutron.ovs_bridge = br-int {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.297994] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] neutron.physnets = [] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.298171] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] neutron.region_name = RegionOne {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.298329] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] neutron.retriable_status_codes = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.298492] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] neutron.service_metadata_proxy = True {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.298646] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] neutron.service_name = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.298808] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] neutron.service_type = network {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.298965] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] neutron.split_loggers = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.299137] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] neutron.status_code_retries = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.299294] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] neutron.status_code_retry_delay = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.299449] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] neutron.timeout = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.299625] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.299781] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] neutron.version = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.299947] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] notifications.bdms_in_notifications = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.300137] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] notifications.default_level = INFO {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.300314] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] notifications.notification_format = unversioned {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.300478] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] notifications.notify_on_state_change = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.300648] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.300821] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] pci.alias = [] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.300985] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] pci.device_spec = [] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.301161] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] pci.report_in_placement = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.301331] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] placement.auth_section = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.301495] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] placement.auth_type = password {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.301656] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.301810] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] placement.cafile = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.301978] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] placement.certfile = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.302166] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] placement.collect_timing = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.302328] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] placement.connect_retries = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.302487] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] placement.connect_retry_delay = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.302641] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] placement.default_domain_id = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.302793] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] placement.default_domain_name = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.302945] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] placement.domain_id = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.303111] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] placement.domain_name = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.303268] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] placement.endpoint_override = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.303423] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] placement.insecure = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.303574] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] placement.keyfile = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.303724] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] placement.max_version = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.303873] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] placement.min_version = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.304104] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] placement.password = **** {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.304282] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] placement.project_domain_id = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.304453] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] placement.project_domain_name = Default {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.304617] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] placement.project_id = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.304787] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] placement.project_name = service {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.304951] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] placement.region_name = RegionOne {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.305127] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] placement.retriable_status_codes = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.305289] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] placement.service_name = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.305489] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] placement.service_type = placement {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.305674] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] placement.split_loggers = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.305834] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] placement.status_code_retries = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.305993] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] placement.status_code_retry_delay = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.306166] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] placement.system_scope = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.306323] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] placement.timeout = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.306479] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] placement.trust_id = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.306633] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] placement.user_domain_id = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.306798] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] placement.user_domain_name = Default {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.306989] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] placement.user_id = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.307189] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] placement.username = nova {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.307374] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.307534] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] placement.version = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.307707] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] quota.cores = 20 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.307868] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] quota.count_usage_from_placement = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.308047] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.308218] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] quota.injected_file_content_bytes = 10240 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.308384] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] quota.injected_file_path_length = 255 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.308549] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] quota.injected_files = 5 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.308715] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] quota.instances = 10 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.308877] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] quota.key_pairs = 100 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.309050] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] quota.metadata_items = 128 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.309217] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] quota.ram = 51200 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.309381] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] quota.recheck_quota = True {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.309542] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] quota.server_group_members = 10 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.309702] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] quota.server_groups = 10 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.309865] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.310033] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.310193] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] scheduler.image_metadata_prefilter = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.310352] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.310514] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] scheduler.max_attempts = 3 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.310673] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] scheduler.max_placement_results = 1000 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.310831] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.310989] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] scheduler.query_placement_for_image_type_support = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.311161] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.311338] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] scheduler.workers = 2 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.311508] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.311673] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.311850] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.312034] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.312236] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.312404] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.312564] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.312749] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.312913] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] filter_scheduler.host_subset_size = 1 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.313087] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.313250] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.313419] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.313583] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] filter_scheduler.isolated_hosts = [] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.313745] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] filter_scheduler.isolated_images = [] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.313903] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.314117] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.314262] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.314428] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] filter_scheduler.pci_in_placement = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.314585] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.314744] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.314901] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.315089] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.315268] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.315436] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.315597] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] filter_scheduler.track_instance_changes = True {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.315769] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.315936] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] metrics.required = True {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.316112] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] metrics.weight_multiplier = 1.0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.316280] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.316443] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] metrics.weight_setting = [] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.316763] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.316935] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] serial_console.enabled = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.317129] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] serial_console.port_range = 10000:20000 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.317306] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.317476] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.317642] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] serial_console.serialproxy_port = 6083 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.317805] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] service_user.auth_section = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.317975] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] service_user.auth_type = password {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.318148] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] service_user.cafile = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.318307] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] service_user.certfile = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.318465] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] service_user.collect_timing = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.318633] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] service_user.insecure = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.318787] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] service_user.keyfile = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.318951] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] service_user.send_service_user_token = True {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.319123] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] service_user.split_loggers = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.319283] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] service_user.timeout = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.319451] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] spice.agent_enabled = True {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.319608] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] spice.enabled = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.319922] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.320145] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.320315] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] spice.html5proxy_port = 6082 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.320469] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] spice.image_compression = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.320624] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] spice.jpeg_compression = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.320781] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] spice.playback_compression = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.320940] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] spice.require_secure = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.321121] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] spice.server_listen = 127.0.0.1 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.321292] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.321450] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] spice.streaming_mode = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.321605] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] spice.zlib_compression = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.321769] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] upgrade_levels.baseapi = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.321937] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] upgrade_levels.compute = auto {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.322131] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] upgrade_levels.conductor = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.322305] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] upgrade_levels.scheduler = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.322472] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vendordata_dynamic_auth.auth_section = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.322629] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vendordata_dynamic_auth.auth_type = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.322784] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vendordata_dynamic_auth.cafile = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.322938] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vendordata_dynamic_auth.certfile = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.323113] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.323275] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vendordata_dynamic_auth.insecure = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.323431] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vendordata_dynamic_auth.keyfile = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.323591] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.323746] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vendordata_dynamic_auth.timeout = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.323916] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vmware.api_retry_count = 10 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.324118] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vmware.ca_file = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.324293] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vmware.cache_prefix = devstack-image-cache {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.324459] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vmware.cluster_name = testcl1 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.324624] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vmware.connection_pool_size = 10 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.324780] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vmware.console_delay_seconds = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.324946] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vmware.datastore_regex = ^datastore.* {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.325206] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.325386] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vmware.host_password = **** {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.325550] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vmware.host_port = 443 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.325716] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vmware.host_username = administrator@vsphere.local {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.325880] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vmware.insecure = True {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.326052] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vmware.integration_bridge = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.326222] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vmware.maximum_objects = 100 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.326381] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vmware.pbm_default_policy = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.326539] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vmware.pbm_enabled = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.326694] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vmware.pbm_wsdl_location = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.326857] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.327021] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vmware.serial_port_proxy_uri = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.327179] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vmware.serial_port_service_uri = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.327340] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vmware.task_poll_interval = 0.5 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.327506] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vmware.use_linked_clone = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.327668] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vmware.vnc_keymap = en-us {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.327829] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vmware.vnc_port = 5900 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.327989] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vmware.vnc_port_total = 10000 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.328185] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vnc.auth_schemes = ['none'] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.328356] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vnc.enabled = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.328659] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.328843] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.329029] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vnc.novncproxy_port = 6080 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.329211] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vnc.server_listen = 127.0.0.1 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.329391] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.329550] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vnc.vencrypt_ca_certs = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.329707] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vnc.vencrypt_client_cert = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.329860] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vnc.vencrypt_client_key = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.330042] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.330208] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] workarounds.disable_deep_image_inspection = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.330368] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.330524] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.330681] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.330839] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] workarounds.disable_rootwrap = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.330995] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] workarounds.enable_numa_live_migration = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.331167] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.331325] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.331478] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.331629] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] workarounds.libvirt_disable_apic = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.331781] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.331947] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.332117] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.332280] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.332440] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.332596] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.332751] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.332905] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.333074] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.333239] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.333423] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.333585] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] wsgi.client_socket_timeout = 900 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.333751] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] wsgi.default_pool_size = 1000 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.333912] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] wsgi.keep_alive = True {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.334121] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] wsgi.max_header_line = 16384 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.334275] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] wsgi.secure_proxy_ssl_header = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.334434] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] wsgi.ssl_ca_file = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.334590] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] wsgi.ssl_cert_file = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.334745] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] wsgi.ssl_key_file = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.334907] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] wsgi.tcp_keepidle = 600 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.335094] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.335284] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] zvm.ca_file = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.335451] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] zvm.cloud_connector_url = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.335764] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.335945] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] zvm.reachable_timeout = 300 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.336140] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_policy.enforce_new_defaults = True {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.336535] env[62291]: WARNING oslo_config.cfg [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 522.336714] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_policy.enforce_scope = True {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.336885] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_policy.policy_default_rule = default {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.337076] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.337260] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_policy.policy_file = policy.yaml {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.337426] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.337613] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.337781] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.337939] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.338113] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.338284] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_policy.remote_timeout = 60.0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.338451] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.338622] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.338795] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] profiler.connection_string = messaging:// {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.338959] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] profiler.enabled = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.339140] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] profiler.es_doc_type = notification {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.339303] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] profiler.es_scroll_size = 10000 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.339468] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] profiler.es_scroll_time = 2m {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.339630] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] profiler.filter_error_trace = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.339795] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] profiler.hmac_keys = **** {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.339961] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] profiler.sentinel_service_name = mymaster {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.340140] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] profiler.socket_timeout = 0.1 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.340304] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] profiler.trace_requests = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.340463] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] profiler.trace_sqlalchemy = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.340635] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] profiler_jaeger.process_tags = {} {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.340792] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] profiler_jaeger.service_name_prefix = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.340952] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] profiler_otlp.service_name_prefix = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.341130] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] remote_debug.host = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.341291] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] remote_debug.port = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.341460] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.341619] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.341780] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.341939] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.342111] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.342272] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.342428] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.342585] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.342742] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.342909] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.343078] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.343252] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.343418] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.343582] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.343750] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.343910] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.344117] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.344288] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.344456] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.344618] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.344780] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.344942] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.345140] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.345317] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.345480] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.345640] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.345797] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.345955] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.346128] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.346290] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_messaging_rabbit.ssl = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.346458] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.346623] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.346782] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.346948] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.347126] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_messaging_rabbit.ssl_version = {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.347290] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.347471] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.347636] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_messaging_notifications.retry = -1 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.347808] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.347974] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_messaging_notifications.transport_url = **** {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.348159] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_limit.auth_section = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.348324] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_limit.auth_type = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.348481] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_limit.cafile = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.348634] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_limit.certfile = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.348795] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_limit.collect_timing = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.348950] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_limit.connect_retries = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.349119] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_limit.connect_retry_delay = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.349281] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_limit.endpoint_id = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.349447] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_limit.endpoint_interface = publicURL {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.349602] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_limit.endpoint_override = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.349757] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_limit.endpoint_region_name = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.349913] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_limit.endpoint_service_name = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.350080] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_limit.endpoint_service_type = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.350248] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_limit.insecure = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.350403] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_limit.keyfile = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.350558] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_limit.max_version = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.350710] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_limit.min_version = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.350863] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_limit.region_name = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.351028] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_limit.retriable_status_codes = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.351189] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_limit.service_name = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.351357] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_limit.service_type = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.351505] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_limit.split_loggers = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.351661] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_limit.status_code_retries = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.351816] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_limit.status_code_retry_delay = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.351971] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_limit.timeout = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.352144] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_limit.valid_interfaces = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.352299] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_limit.version = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.352461] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_reports.file_event_handler = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.352622] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.352778] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] oslo_reports.log_dir = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.352944] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.353114] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.353276] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.353435] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.353595] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.353748] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.353912] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.354094] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vif_plug_ovs_privileged.group = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.354261] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.354429] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.354589] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.354743] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] vif_plug_ovs_privileged.user = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.354909] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] os_vif_linux_bridge.flat_interface = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.355117] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.355307] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.355477] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.355654] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.355825] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.355990] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.356166] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.356350] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.356519] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] os_vif_ovs.isolate_vif = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.356686] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.356849] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.357025] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.357198] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] os_vif_ovs.ovsdb_interface = native {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.357361] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] os_vif_ovs.per_port_bridge = False {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.357529] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] privsep_osbrick.capabilities = [21] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.357685] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] privsep_osbrick.group = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.357841] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] privsep_osbrick.helper_command = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.358009] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.358178] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.358337] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] privsep_osbrick.user = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.358506] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.358661] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] nova_sys_admin.group = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.358814] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] nova_sys_admin.helper_command = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.358972] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.359143] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.359300] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] nova_sys_admin.user = None {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 522.359427] env[62291]: DEBUG oslo_service.service [None req-c9abdb4a-4e05-409a-ae85-6d0a47c29a95 None None] ******************************************************************************** {{(pid=62291) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 522.359908] env[62291]: INFO nova.service [-] Starting compute node (version 0.1.0) [ 522.863812] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-4877d5ac-a409-43e8-97c1-be438d16fc50 None None] Getting list of instances from cluster (obj){ [ 522.863812] env[62291]: value = "domain-c8" [ 522.863812] env[62291]: _type = "ClusterComputeResource" [ 522.863812] env[62291]: } {{(pid=62291) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 522.865150] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aec5078-7c09-4475-8abf-43fc8b7ac1e4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 522.874995] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-4877d5ac-a409-43e8-97c1-be438d16fc50 None None] Got total of 0 instances {{(pid=62291) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 522.875549] env[62291]: WARNING nova.virt.vmwareapi.driver [None req-4877d5ac-a409-43e8-97c1-be438d16fc50 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 522.876017] env[62291]: INFO nova.virt.node [None req-4877d5ac-a409-43e8-97c1-be438d16fc50 None None] Generated node identity 142b9caf-95b8-4f05-a0ca-6a285ed758e8 [ 522.876251] env[62291]: INFO nova.virt.node [None req-4877d5ac-a409-43e8-97c1-be438d16fc50 None None] Wrote node identity 142b9caf-95b8-4f05-a0ca-6a285ed758e8 to /opt/stack/data/n-cpu-1/compute_id [ 523.379219] env[62291]: WARNING nova.compute.manager [None req-4877d5ac-a409-43e8-97c1-be438d16fc50 None None] Compute nodes ['142b9caf-95b8-4f05-a0ca-6a285ed758e8'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 524.385646] env[62291]: INFO nova.compute.manager [None req-4877d5ac-a409-43e8-97c1-be438d16fc50 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 525.390829] env[62291]: WARNING nova.compute.manager [None req-4877d5ac-a409-43e8-97c1-be438d16fc50 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 525.391118] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4877d5ac-a409-43e8-97c1-be438d16fc50 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 525.391360] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4877d5ac-a409-43e8-97c1-be438d16fc50 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 525.391840] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4877d5ac-a409-43e8-97c1-be438d16fc50 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 525.391840] env[62291]: DEBUG nova.compute.resource_tracker [None req-4877d5ac-a409-43e8-97c1-be438d16fc50 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62291) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 525.392952] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f1f6bb-daba-420e-a979-cacd85106cd2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.400899] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49744995-4f74-43c8-88f8-d1d18efbcf9f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.415619] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e552ab0b-9016-44e1-8c89-c5cbda4c7985 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.422203] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345872a3-d33c-4b9f-90a8-5fdef9cbb81c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 525.451997] env[62291]: DEBUG nova.compute.resource_tracker [None req-4877d5ac-a409-43e8-97c1-be438d16fc50 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181311MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=62291) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 525.451997] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4877d5ac-a409-43e8-97c1-be438d16fc50 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 525.451997] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4877d5ac-a409-43e8-97c1-be438d16fc50 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 525.954512] env[62291]: WARNING nova.compute.resource_tracker [None req-4877d5ac-a409-43e8-97c1-be438d16fc50 None None] No compute node record for cpu-1:142b9caf-95b8-4f05-a0ca-6a285ed758e8: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 142b9caf-95b8-4f05-a0ca-6a285ed758e8 could not be found. [ 526.458853] env[62291]: INFO nova.compute.resource_tracker [None req-4877d5ac-a409-43e8-97c1-be438d16fc50 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 [ 527.967268] env[62291]: DEBUG nova.compute.resource_tracker [None req-4877d5ac-a409-43e8-97c1-be438d16fc50 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 527.967655] env[62291]: DEBUG nova.compute.resource_tracker [None req-4877d5ac-a409-43e8-97c1-be438d16fc50 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 528.125469] env[62291]: INFO nova.scheduler.client.report [None req-4877d5ac-a409-43e8-97c1-be438d16fc50 None None] [req-194148f0-5cd6-4ada-852e-947cff79d674] Created resource provider record via placement API for resource provider with UUID 142b9caf-95b8-4f05-a0ca-6a285ed758e8 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 528.141343] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3da3f0-a9e0-4a2f-b0a6-127e819e5a75 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.149317] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9ef565-0d56-4006-b2a4-5b7f3c48555a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.178991] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c11de05-5cc0-4aa0-afbb-9e60138b0db6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.186362] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6ddb70-0365-4699-ba67-fa529cdbef85 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 528.199774] env[62291]: DEBUG nova.compute.provider_tree [None req-4877d5ac-a409-43e8-97c1-be438d16fc50 None None] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 528.733820] env[62291]: DEBUG nova.scheduler.client.report [None req-4877d5ac-a409-43e8-97c1-be438d16fc50 None None] Updated inventory for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 528.734051] env[62291]: DEBUG nova.compute.provider_tree [None req-4877d5ac-a409-43e8-97c1-be438d16fc50 None None] Updating resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 generation from 0 to 1 during operation: update_inventory {{(pid=62291) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 528.734191] env[62291]: DEBUG nova.compute.provider_tree [None req-4877d5ac-a409-43e8-97c1-be438d16fc50 None None] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 528.781916] env[62291]: DEBUG nova.compute.provider_tree [None req-4877d5ac-a409-43e8-97c1-be438d16fc50 None None] Updating resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 generation from 1 to 2 during operation: update_traits {{(pid=62291) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 529.286859] env[62291]: DEBUG nova.compute.resource_tracker [None req-4877d5ac-a409-43e8-97c1-be438d16fc50 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62291) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 529.287246] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4877d5ac-a409-43e8-97c1-be438d16fc50 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.835s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 529.287246] env[62291]: DEBUG nova.service [None req-4877d5ac-a409-43e8-97c1-be438d16fc50 None None] Creating RPC server for service compute {{(pid=62291) start /opt/stack/nova/nova/service.py:186}} [ 529.303602] env[62291]: DEBUG nova.service [None req-4877d5ac-a409-43e8-97c1-be438d16fc50 None None] Join ServiceGroup membership for this service compute {{(pid=62291) start /opt/stack/nova/nova/service.py:203}} [ 529.303916] env[62291]: DEBUG nova.servicegroup.drivers.db [None req-4877d5ac-a409-43e8-97c1-be438d16fc50 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62291) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 542.306860] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 542.809895] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Getting list of instances from cluster (obj){ [ 542.809895] env[62291]: value = "domain-c8" [ 542.809895] env[62291]: _type = "ClusterComputeResource" [ 542.809895] env[62291]: } {{(pid=62291) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 542.811255] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e07282-2c07-4ead-9a4d-412d3282cd16 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.820014] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Got total of 0 instances {{(pid=62291) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 542.820292] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 542.820605] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Getting list of instances from cluster (obj){ [ 542.820605] env[62291]: value = "domain-c8" [ 542.820605] env[62291]: _type = "ClusterComputeResource" [ 542.820605] env[62291]: } {{(pid=62291) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 542.821431] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49e1d4d-0b22-42e3-801e-4385c1a2b8df {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 542.828318] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Got total of 0 instances {{(pid=62291) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 577.623304] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 577.623794] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 577.624084] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Starting heal instance info cache {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 577.624264] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Rebuilding the list of instances to heal {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 578.127351] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Didn't find any instances for network info cache update. {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 578.127617] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 578.127809] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 578.128015] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 578.128215] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 578.128401] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 578.128587] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 578.128747] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62291) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 578.128894] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 578.631827] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.632210] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 578.632250] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.632384] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62291) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 578.633268] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930faada-aa53-47f7-b921-0053890e253e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.641313] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db0d5d5-b466-4c56-ae70-dc9e1f986074 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.664083] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78355c5c-9c5b-42c9-9102-1c30cca77d12 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.672550] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d2efaf2-608f-4491-b5f0-62913af6882b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 578.702017] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181313MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=62291) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 578.702252] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 578.702342] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 579.720754] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 579.721117] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 579.736603] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7ca86e-e10c-427b-939e-6c43a0aea008 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.744203] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367f5966-3bcd-49f3-bfb0-753d1f3ee919 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.775031] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f20ebb-7981-460a-86e9-0dec18d13f08 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.781489] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ed0b0d-cc2f-4f9c-be8e-8f1a08fc0c57 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 579.794162] env[62291]: DEBUG nova.compute.provider_tree [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 580.297603] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 580.802613] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62291) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 580.802993] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.100s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.790113] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 640.790614] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 641.295644] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 641.295860] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Starting heal instance info cache {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 641.295905] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Rebuilding the list of instances to heal {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 641.798146] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Didn't find any instances for network info cache update. {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 641.798497] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 641.798534] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 641.798688] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 641.798840] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 641.798992] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 641.799152] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 641.799280] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62291) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 641.799420] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 642.302319] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.302574] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.302723] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.302876] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62291) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 642.303794] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c243d4a1-0d99-4318-b5ec-349ea5fc1bbb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.312332] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90adb039-4740-40a3-820e-b59c4a9222bf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.325981] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490d6a56-6c89-468a-8319-fdacf23d6927 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.332061] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5311ff-2508-44df-bf8b-9ef1aa717c29 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.360482] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181312MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=62291) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 642.360607] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.360800] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.378570] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 643.378822] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 643.391670] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81939a49-6705-4ca6-8c48-685c66aaf948 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.399510] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328a7398-0a3f-40f4-b1e1-4a4da3c2088b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.428371] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88761c3a-a895-41aa-b72f-2e5cb2a19d54 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.434820] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b011ff6e-6841-4c4e-91fd-48945fe9a93a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.447183] env[62291]: DEBUG nova.compute.provider_tree [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.951040] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 643.952304] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62291) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 643.952489] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.955975] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 703.955975] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 703.955975] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Starting heal instance info cache {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 703.955975] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Rebuilding the list of instances to heal {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 704.459056] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Didn't find any instances for network info cache update. {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 704.459056] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 704.459056] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 704.459056] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 704.459342] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 704.459342] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 704.459508] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 704.459596] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62291) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 704.459739] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 704.962541] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 704.963078] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 704.963078] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 704.963078] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62291) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 704.963962] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3aa422f-7191-4d6b-986d-0875ea4f3bc0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.972560] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098136cc-6249-425a-a547-4c5eeb21697b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.985981] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47c5354-3843-4762-8cd7-744801b2c4a7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.992180] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64f4204b-5a9d-4880-bbba-165c3bd19356 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.020027] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181298MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=62291) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 705.020177] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 705.020364] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 706.040861] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 706.041128] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 706.054638] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3214e3a-a774-46c9-8dcc-ca294915634b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.062174] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c692b0-6337-4af2-9b42-a182359d238a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.091465] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-164c0800-3a26-4179-a1aa-55c065939715 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.098665] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7167858b-d575-4616-bb7a-0265cbf7cec6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.111493] env[62291]: DEBUG nova.compute.provider_tree [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 706.614170] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 706.615529] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62291) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 706.615719] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.271796] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 764.272211] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 764.776765] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 764.776909] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Starting heal instance info cache {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 764.777036] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Rebuilding the list of instances to heal {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 765.281973] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Didn't find any instances for network info cache update. {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 765.282392] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 765.282392] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 765.282575] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 765.282656] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 765.282771] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 765.282915] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 765.283050] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62291) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 765.283196] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 765.787127] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.787354] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 765.787481] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 765.787629] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62291) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 765.788573] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6e2258-30c5-4732-ab4c-e09402104f7a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.796975] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08db58a8-0d75-43e6-9f90-698e8968fbc7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.810836] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98df6848-1a17-4293-9e66-4832acc6138a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.816911] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8766e08f-2ff7-4dd6-aefb-94831c0655e1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.844806] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181297MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=62291) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 765.844968] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 765.845133] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 766.863890] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 766.864190] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 766.876493] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8b66e1a-0484-4f88-ae06-f06fc15db9ea {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.884186] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee25137-a9f0-46ab-bc01-f6cb027105ae {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.913905] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89f1ea2-a41f-4570-95ce-dccbad02a95d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.920978] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91dc24c1-f4f1-431d-908c-a0b096f4321c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.934198] env[62291]: DEBUG nova.compute.provider_tree [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.437020] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 767.438327] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62291) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 767.438502] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 817.615124] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 817.615467] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Cleaning up deleted instances {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11228}} [ 818.119145] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] There are 0 instances to clean {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11237}} [ 818.119413] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 818.119553] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Cleaning up deleted instances with incomplete migration {{(pid=62291) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11266}} [ 818.622205] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 822.125220] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 822.125646] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 822.125646] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 822.125912] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 822.125912] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 822.629399] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.629648] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 822.629814] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 822.629979] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62291) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 822.630878] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f3dad9-75fb-45bc-aff2-93aeace44e86 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.639055] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e82ef11-7a6b-4f0f-9344-f99997bed2e7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.653164] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0677e682-3fc4-4379-9c6c-9f6396109a87 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.659345] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0db8096a-6db8-4207-84a6-94acf41b7ebc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.687836] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181295MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=62291) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 822.687982] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 822.688172] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 823.707275] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 823.707522] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 823.721788] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880e6a57-0678-4ceb-84b1-ace3964972bb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.728819] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f759ff1-5ea7-4584-b100-47950507d434 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.758521] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f81da560-9b89-4309-b203-8f4281f4c883 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.765645] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd965665-fbca-4421-b0e2-6cb579969471 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.778738] env[62291]: DEBUG nova.compute.provider_tree [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.281546] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 824.282811] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62291) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 824.282991] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.768238] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 824.768645] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 824.768645] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Starting heal instance info cache {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 824.768645] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Rebuilding the list of instances to heal {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 825.272095] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Didn't find any instances for network info cache update. {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 825.272364] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 825.272518] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 825.272652] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62291) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 880.615944] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 881.615620] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 881.615870] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 882.119831] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.120268] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 882.120268] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 882.120413] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62291) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 882.121685] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b890a848-7161-4ce0-9dd0-733d3500587d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.130181] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17de94a9-ca67-41f7-a060-f966996c6451 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.144828] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1581240a-6d3c-4a58-93a0-7529abb92a99 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.151783] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00da7a78-8afe-40ed-8758-118b534d5ec0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.180778] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181302MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=62291) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 882.180977] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 882.181183] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 883.235862] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 883.236139] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 883.252133] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Refreshing inventories for resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 883.264947] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Updating ProviderTree inventory for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 883.265129] env[62291]: DEBUG nova.compute.provider_tree [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 883.276054] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Refreshing aggregate associations for resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8, aggregates: None {{(pid=62291) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 883.291425] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Refreshing trait associations for resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62291) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 883.302351] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ce335f-c498-48dc-ab63-b4a07c577810 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.309738] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d957c67-3394-4248-b981-82fc73bba58b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.338976] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32f7e82a-82c8-4f88-bf24-f92531b14fc2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.345890] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad830bb4-727d-478d-b7f9-c879d07ed49e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.358254] env[62291]: DEBUG nova.compute.provider_tree [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.861360] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 883.862620] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62291) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 883.862801] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.682s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.861403] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 884.861784] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 884.861784] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 884.861913] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 885.611078] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 886.115568] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 886.115929] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Starting heal instance info cache {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 886.115929] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Rebuilding the list of instances to heal {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 886.618199] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Didn't find any instances for network info cache update. {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 886.618436] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 886.618572] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62291) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 941.616639] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 941.616952] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 942.614829] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 943.117918] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.118364] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.118364] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.118589] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62291) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 943.119469] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9479e3d1-8198-40d2-8fbe-93cbe51ce0e2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.127781] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857c7855-1539-40ac-a893-1bc0683c44f4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.142077] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3f1802f-5007-406d-83f2-642f71e4c683 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.148057] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b878c6-daa3-4778-8974-986749e2519e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.175633] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181296MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=62291) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 943.175799] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.175952] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.195122] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 944.195416] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 944.208339] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70c7e04-6fcb-4a28-bbe4-44675854bf98 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.215605] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985fb554-cb0b-460a-b34f-afeef18bd52f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.245081] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40b7e23-cfdf-465c-b565-9f72c947fcd6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.251893] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7164cb-3811-412c-901d-b6193d715bd7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.264302] env[62291]: DEBUG nova.compute.provider_tree [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 944.766826] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 944.768123] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62291) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 944.768301] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.768345] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 945.768704] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 945.768745] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 945.768872] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 946.615044] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 946.615251] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Starting heal instance info cache {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 946.615371] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Rebuilding the list of instances to heal {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 947.118767] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Didn't find any instances for network info cache update. {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 947.615477] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 947.615650] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62291) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 1002.614686] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1002.614944] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1003.615320] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1004.610737] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1004.614294] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1005.121611] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.121967] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1005.122036] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1005.122194] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62291) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1005.123072] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-436fe266-df30-44fd-8419-5f4510dd6353 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.131283] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e163903-1f43-470e-bd31-5159aa53b0e0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.144713] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99d470b-c536-4e0b-a191-d11d4353d34c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.150725] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae6fe596-2c77-444b-a809-9f356489430c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.179366] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181293MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=62291) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1005.179522] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1005.179700] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1006.198474] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1006.198715] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1006.211591] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb56b3a-951d-4500-acd3-47514835ecbe {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.219292] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3713f6-9e13-49b8-84cf-41431aef44b0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.248169] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1f6e26-fd06-48e5-977c-c231a10ef859 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.254972] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb6c791-e541-42ec-9b7a-52f356b18067 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.268546] env[62291]: DEBUG nova.compute.provider_tree [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1006.771501] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1006.772849] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62291) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1006.773061] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1007.773801] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1008.281044] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1008.281044] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Starting heal instance info cache {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 1008.281044] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Rebuilding the list of instances to heal {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 1008.784760] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Didn't find any instances for network info cache update. {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 1008.785230] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1008.785230] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1008.785426] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1008.785581] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62291) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 1062.615713] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1063.615978] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1064.615253] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1065.611015] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1065.614561] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1066.615348] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1066.615703] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1067.119130] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1067.119437] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1067.119568] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1067.119718] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62291) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1067.120698] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b681ec-5539-4732-9bed-8da21f9066cc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.128608] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d95ad70-1900-439f-9175-5b2e69da8837 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.142071] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8a92ec-1bcd-42b9-8694-e27909a288bb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.147965] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1001fdf8-89e9-4bb5-b4d6-61a78d3a2ef1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.176547] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181308MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=62291) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1067.176681] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1067.176865] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1068.195797] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1068.196034] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1068.210893] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-430eb93a-63a3-4d79-9073-2b59bd597078 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.218846] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99fc0e4a-a1a5-4e5b-acac-c12f7fbc183c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.247915] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96489d40-97b5-4d23-b4f2-2f88c8c5acf6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.255168] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9751db6f-af19-48e1-9080-d630f9a5477a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.269312] env[62291]: DEBUG nova.compute.provider_tree [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.772786] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1068.773980] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62291) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1068.774172] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.597s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1069.775369] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1069.775369] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Starting heal instance info cache {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 1069.775369] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Rebuilding the list of instances to heal {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 1070.277513] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Didn't find any instances for network info cache update. {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 1070.277767] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1070.277899] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62291) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 1117.618238] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1124.120173] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1124.614987] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1125.615768] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1126.615014] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1126.615263] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1127.118377] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.118656] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1127.118783] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1127.118934] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62291) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1127.119885] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767a70fb-8727-489c-97d4-67e70486ef06 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.128056] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1df2f2-8e01-43eb-a659-de74be7264f2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.142084] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0304b635-7eee-4601-817b-9ad6a3b1addf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.148271] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc99bb3-9ebc-4c11-a183-62ac0469ef0f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.177987] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181310MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=62291) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1127.178149] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1127.178338] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1128.196410] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1128.196682] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1128.208938] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbfb085e-295f-4c85-866d-e6010f70f0b9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.216559] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00cba58-ec98-43c5-beac-3cc32caee2f3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.245148] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d52b2f3f-1efc-4f60-9069-a744542babc0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.251902] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-367e2744-5e10-4995-832a-979ef0664400 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.264519] env[62291]: DEBUG nova.compute.provider_tree [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1128.766938] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1128.768214] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62291) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1128.768393] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.590s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.615583] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.615927] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1129.615927] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Starting heal instance info cache {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 1129.616053] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Rebuilding the list of instances to heal {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 1130.118936] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Didn't find any instances for network info cache update. {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 1130.119181] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1130.119353] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1130.119485] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62291) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 1130.119643] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1130.119762] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Cleaning up deleted instances with incomplete migration {{(pid=62291) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11266}} [ 1132.118125] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.623148] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1132.623148] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Cleaning up deleted instances {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11228}} [ 1133.126019] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] There are 0 instances to clean {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11237}} [ 1142.811683] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1143.314496] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Getting list of instances from cluster (obj){ [ 1143.314496] env[62291]: value = "domain-c8" [ 1143.314496] env[62291]: _type = "ClusterComputeResource" [ 1143.314496] env[62291]: } {{(pid=62291) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1143.315625] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36ed09c-1252-49b9-97eb-fb5f7dd68e15 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.324284] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Got total of 0 instances {{(pid=62291) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1184.129361] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1184.615262] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1186.615699] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1186.616111] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1187.119816] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1187.120078] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1187.120250] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1187.120401] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62291) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1187.121340] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61edc189-111d-4da3-a93c-5397e08e4962 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.129486] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9081cf4a-c29d-42cd-90cd-64f82a780726 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.143161] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99632ae0-dd5a-45db-b6cd-0ffc76b29439 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.149105] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60697b6a-2deb-42e9-a5f8-f1c212c29589 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.177706] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181317MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=62291) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1187.177839] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1187.178021] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1188.296673] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1188.296952] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1188.312298] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Refreshing inventories for resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1188.323405] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Updating ProviderTree inventory for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1188.323581] env[62291]: DEBUG nova.compute.provider_tree [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1188.333081] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Refreshing aggregate associations for resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8, aggregates: None {{(pid=62291) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1188.348500] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Refreshing trait associations for resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62291) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1188.361100] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cad019ff-a2f1-4a1e-bfce-2577015cd6b7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.368573] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000b8a63-1a43-4260-930f-1ca571751c7f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.397642] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594f1aac-1806-44b7-9109-c620b6c87f6a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.404866] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1770ba83-6b2b-44f2-a405-148e68effa06 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.419060] env[62291]: DEBUG nova.compute.provider_tree [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.922682] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1188.923980] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62291) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1188.924180] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.746s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1190.918592] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.918979] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1190.918979] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Starting heal instance info cache {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 1190.919137] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Rebuilding the list of instances to heal {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 1191.422298] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Didn't find any instances for network info cache update. {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 1191.422530] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.422670] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.422820] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1191.422945] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62291) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 1245.616035] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1246.615841] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1246.616069] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1247.119696] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.119995] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1247.120235] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1247.120428] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62291) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1247.121388] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3b7bfe-f76d-4d59-b997-d469087634c2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.129661] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27291401-b1b2-49f6-b737-793d02b6f3f7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.143552] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d93f2af-08a7-478c-b397-0ca34fe46849 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.149706] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5daebbba-2d8c-44dd-ae7f-c12b705aa52e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.178670] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181308MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=62291) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1247.178801] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.179050] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1248.198377] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1248.198624] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1248.211051] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fcfb5b2-f1eb-41b3-9c3a-a5976535b8dd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.218379] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56bc6f5e-a9e5-41bd-b5ff-b0b9b17faffe {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.247410] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c8421c-6596-43d9-98b8-39da4a461a8a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.254424] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3111f859-067d-4bb2-8153-d94112603401 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.267042] env[62291]: DEBUG nova.compute.provider_tree [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.770655] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1248.771957] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62291) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1248.772168] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1249.771694] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.772048] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1249.772198] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Starting heal instance info cache {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 1249.772314] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Rebuilding the list of instances to heal {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 1250.275912] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Didn't find any instances for network info cache update. {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 1250.276141] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.276314] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1250.614906] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1251.614594] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1251.614919] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62291) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 1254.610723] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1306.616459] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1306.616833] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1306.616952] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1307.120534] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1307.120769] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1307.120935] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1307.121097] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62291) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1307.122072] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d0934b-f61e-454c-94d0-53feab393821 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.129857] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bc7384-5e46-4cf6-81bf-c6bcd6550a9c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.143550] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fde202-ed07-43da-9417-e5326421864c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.149462] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15668aab-b5e3-4d8c-8be0-3d4edf470996 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.178047] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181314MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=62291) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1307.178212] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1307.178399] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1308.196865] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1308.197103] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1308.210763] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f73e6a33-431f-48fa-b84e-9731b0c0c480 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.217962] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7baeb5-b4c2-4b40-a7fc-a9c533f52649 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.246424] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b70c70-fe74-4cbf-af19-1c8d61ab8be3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.253126] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990d4dfa-66aa-4100-9e9b-85db5ae7d9b4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.265706] env[62291]: DEBUG nova.compute.provider_tree [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1308.768297] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1308.769576] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62291) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1308.769797] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1309.768711] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1309.769025] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Starting heal instance info cache {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 1309.769025] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Rebuilding the list of instances to heal {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 1310.272096] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Didn't find any instances for network info cache update. {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 1310.272379] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1310.615018] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1310.615275] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1310.615437] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.615692] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1311.616091] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62291) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 1366.617626] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1367.122020] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.122020] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1367.122020] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.122020] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62291) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1367.122020] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1839774-d214-4652-85ed-b20b90dc68b1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.130320] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0d3018-636c-4586-a296-fe0172ef5e11 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.144185] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8662405c-dacb-4751-b9b4-dc32ce8e1589 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.150495] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e1f455-0e2d-442c-9479-089b55a685ca {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.185686] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181320MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=62291) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1367.186126] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1367.186449] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.204458] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1368.204738] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1368.218556] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b4b312-0fdc-46d7-b73f-13997c8c0a5c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.225865] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75857d74-e892-4afe-a3bf-40ca601f54e6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.255793] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60763c9-cf6d-467f-84e7-bcf25eda98c3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.262515] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d47648e-0e81-48df-a8f0-2dc246bca4a5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.275039] env[62291]: DEBUG nova.compute.provider_tree [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1368.778075] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1368.778879] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62291) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1368.780047] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1369.778259] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1369.778259] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Starting heal instance info cache {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 1369.778259] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Rebuilding the list of instances to heal {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 1370.282132] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Didn't find any instances for network info cache update. {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 1370.282384] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1370.282557] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1370.282739] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1371.615767] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1371.616205] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1371.616286] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62291) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 1372.615846] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1372.616244] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1379.610643] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1427.614820] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1427.615191] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1428.117706] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.117947] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.118115] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1428.118267] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62291) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1428.119146] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d97a9f-050f-410a-828d-9841b26200dc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.127522] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c5b7d1-2dde-4104-8b7b-61cb862e82f3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.141079] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47308434-f3ad-4470-a09b-d43c986245db {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.147149] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d81bd6-8123-497b-bfc5-58ec2f6fcee7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.174830] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181320MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=62291) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1428.174973] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.175146] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.193062] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1429.193382] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1429.206287] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53df236-72fc-45c1-89ee-ed9d65a0764c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.213674] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3572033-1562-4ba7-8418-d392b78d8e18 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.243491] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36e6ae5d-586e-4a2c-a588-9f51addd36cc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.250333] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6dbb851-9010-4142-93a9-c964d381195a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.262951] env[62291]: DEBUG nova.compute.provider_tree [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1429.766144] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1429.767436] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62291) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1429.767617] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.615217] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1430.615583] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Starting heal instance info cache {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 1430.615583] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Rebuilding the list of instances to heal {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 1431.118917] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Didn't find any instances for network info cache update. {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 1431.119250] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1431.119414] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1432.117454] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1432.117803] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1432.117848] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1432.117975] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62291) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 1433.615531] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1434.614859] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1434.615197] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1434.615306] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Cleaning up deleted instances {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11228}} [ 1435.118782] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] There are 0 instances to clean {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11237}} [ 1442.617463] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.617885] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Cleaning up deleted instances with incomplete migration {{(pid=62291) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11266}} [ 1488.117661] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1489.614628] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1490.118070] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1490.118333] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1490.118504] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1490.118654] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62291) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1490.119572] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731a5fdc-e321-4b81-9795-70afbd4445b4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.127594] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9ec28e-5ec3-4db5-847b-60671f748add {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.141289] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7c40b51-492f-4dea-8e9f-5fbfd897ed7f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.147451] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53001ce4-e2b8-483f-8f0a-f0747be37dc1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.175721] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181319MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=62291) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1490.175854] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1490.176037] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1491.209993] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1491.210289] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1491.225083] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Refreshing inventories for resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1491.235839] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Updating ProviderTree inventory for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1491.236044] env[62291]: DEBUG nova.compute.provider_tree [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1491.244752] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Refreshing aggregate associations for resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8, aggregates: None {{(pid=62291) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1491.259367] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Refreshing trait associations for resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62291) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1491.270360] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eb6b991-ce59-4825-a9e1-750a1b8c089d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.277660] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce680d3-cab1-454e-94a4-a54149f29a3e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.307670] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79d38422-2f22-4d71-a69b-4ca40fecb23d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.314383] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c7e24ab-786e-4bc9-805b-9ea596a19a23 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.327063] env[62291]: DEBUG nova.compute.provider_tree [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1491.830527] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1491.831853] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62291) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1491.832073] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.656s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1492.832803] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1492.833215] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1492.833215] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Starting heal instance info cache {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 1492.833285] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Rebuilding the list of instances to heal {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 1493.337043] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Didn't find any instances for network info cache update. {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 1493.337301] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1493.337450] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1493.337610] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1493.337738] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62291) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 1494.615303] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1496.615376] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1501.611666] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1547.617759] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1549.614612] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1550.117969] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.118190] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1550.118338] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1550.118491] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62291) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1550.119421] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb346913-63eb-44bc-9313-488dce5c82b7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.127497] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fd532e-a2ff-451c-bb52-3ed13b8b5121 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.141170] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d128e7b9-5df8-46a2-acde-f3fcb01ab5d7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.147335] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172792e7-a6c0-42a6-b634-a87386969c32 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.174735] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181320MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=62291) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1550.174878] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1550.175067] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1551.194193] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1551.194437] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1551.207779] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed7a680-392f-4a14-beb4-45652006536c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.215653] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0fe71a5-4f1b-4ae0-882d-047eedf48b14 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.245523] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d30df2-5902-4f85-9a9f-6a4972426510 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.252822] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab77e93f-0fc6-44ee-98fb-a65b01afabc7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.265503] env[62291]: DEBUG nova.compute.provider_tree [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1551.768123] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1551.769358] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62291) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1551.769533] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.594s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1553.770214] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1553.770608] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1553.770608] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Starting heal instance info cache {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 1553.770684] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Rebuilding the list of instances to heal {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 1554.273640] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Didn't find any instances for network info cache update. {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 1554.273903] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1554.274067] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1554.274234] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1554.274360] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62291) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 1556.615639] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1557.615431] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1608.614854] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1611.614929] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1611.615320] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1612.118883] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1612.119163] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.119348] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.119501] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62291) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1612.120384] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e80246-34ef-40a0-9b11-ba9a295d515d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.128457] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a509cb8b-47a2-4ff7-b0e3-6b13fe03a0fc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.142884] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2759c3-ceb3-4684-b591-8e616a5089f2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.149098] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fb7bf6-f459-4722-8b51-333f394f68da {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.177016] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181322MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=62291) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1612.177170] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1612.177337] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1613.195158] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1613.195412] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1613.208038] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37d489d-ef17-4b76-9faa-fccae9379795 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.215548] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507addf1-efe5-4649-abb6-f3669301c500 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.244756] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7e66fe3-8dcc-405f-b563-e00b7ed59dd5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.251398] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc3a834-6ffa-4408-a846-7fac0af93239 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.263747] env[62291]: DEBUG nova.compute.provider_tree [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1613.766989] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1613.768281] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62291) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1613.768463] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.764070] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1614.764513] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1614.764513] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Starting heal instance info cache {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 1614.764623] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Rebuilding the list of instances to heal {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 1615.267625] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Didn't find any instances for network info cache update. {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 1615.267860] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1615.614636] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1615.614856] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62291) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 1616.616081] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1617.615643] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1623.610912] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1670.615675] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1671.615455] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1671.615695] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1672.119018] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.119265] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1672.119430] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.119587] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62291) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1672.120511] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc681134-28db-410f-950c-c256f051094f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.128551] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e41111-5293-4008-9769-1085fc309857 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.142057] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb83544-0ceb-43a2-8f0a-bee3356d7256 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.147916] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17d3055b-0648-4708-8c9e-c584c459f712 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.177220] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181303MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=62291) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1672.177364] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1672.177527] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.198709] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1673.198709] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1673.212019] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a2beb8-edbf-42dd-b013-202bd5fb4787 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.217989] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc9358a-4bd3-47cf-9562-1808ac134ea4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.246642] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fdd9e2c-ee65-48bf-9c13-936544949d18 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.253723] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bed1c77-bba8-4454-b079-38729529de7f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.267348] env[62291]: DEBUG nova.compute.provider_tree [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1673.771079] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1673.772159] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62291) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1673.772356] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.595s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1674.767858] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1674.768241] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1674.768241] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Starting heal instance info cache {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 1674.768320] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Rebuilding the list of instances to heal {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 1675.270872] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Didn't find any instances for network info cache update. {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 1676.615285] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1676.615692] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1676.615692] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62291) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 1677.615789] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1678.615092] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1731.617062] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1732.119689] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.119917] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1732.120100] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1732.120261] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62291) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1732.121199] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d5ff95-600a-47d7-81cb-e4170ca8df7c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.129212] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c527c6-0557-45c5-8914-c63c2c660b73 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.142913] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4d5745-287f-4e52-8523-f462431ed5cb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.149044] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19936f8b-d19b-4de0-aa57-18773ed6e245 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.178122] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181309MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=62291) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1732.178228] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1732.178422] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.195982] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1733.196248] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1733.208190] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8ae63f-f212-4286-8e93-3b182bcc45ba {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.215611] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9619e2b-39fc-4bbe-98a4-98f54c641646 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.244254] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3309b6-4ec8-4e1c-b200-ca9071ba8739 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.250890] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a945115f-fc33-4f8e-930a-a92c79dc7098 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.263679] env[62291]: DEBUG nova.compute.provider_tree [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1733.766448] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1733.767809] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62291) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1733.767994] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.590s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1734.766692] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1734.767071] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1734.767071] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1735.615190] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1737.117425] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1737.117848] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Starting heal instance info cache {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 1737.117848] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Rebuilding the list of instances to heal {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 1737.621153] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Didn't find any instances for network info cache update. {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 1737.621389] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1737.621539] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1737.621667] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62291) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 1738.615018] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1739.614761] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1742.616074] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1742.616482] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Cleaning up deleted instances {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11228}} [ 1743.119813] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] There are 0 instances to clean {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11237}} [ 1744.114567] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1747.616352] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1747.616714] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Cleaning up deleted instances with incomplete migration {{(pid=62291) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11266}} [ 1760.811870] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1761.315206] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Getting list of instances from cluster (obj){ [ 1761.315206] env[62291]: value = "domain-c8" [ 1761.315206] env[62291]: _type = "ClusterComputeResource" [ 1761.315206] env[62291]: } {{(pid=62291) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1761.316298] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa675b13-7d06-4a8d-b61d-d12031150d11 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.325086] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Got total of 0 instances {{(pid=62291) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1791.615675] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1792.119053] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.119318] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1792.119484] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.119640] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62291) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1792.120557] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6460d37-d4ab-4c2c-ad7c-2ef43e55b3c3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.128821] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa0efa25-09bf-4fa8-8d19-8ad3c4ef68c2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.143239] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf8b81a-9187-4183-bdb8-b9a3bb62a2d4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.149137] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a70753c6-ecef-409c-b51c-bb46c71a25f2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.177150] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181315MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=62291) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1792.177290] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1792.177453] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1793.291806] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1793.292107] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1793.307075] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Refreshing inventories for resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1793.317617] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Updating ProviderTree inventory for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1793.317782] env[62291]: DEBUG nova.compute.provider_tree [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1793.326501] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Refreshing aggregate associations for resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8, aggregates: None {{(pid=62291) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1793.340943] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Refreshing trait associations for resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62291) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1793.351899] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a9f512-eabd-469d-9fd9-e5049e806acb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.359331] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1076a308-2463-494d-a7b3-07139aa9c24c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.389240] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4938aa47-3fb7-4db3-bfa1-30e9e416536d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.396141] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c086872-7046-4aaf-82f7-40acb90aa686 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.408697] env[62291]: DEBUG nova.compute.provider_tree [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1793.912065] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1793.913457] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62291) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1793.913682] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.736s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1796.914716] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1796.915215] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1796.915215] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Starting heal instance info cache {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 1796.915215] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Rebuilding the list of instances to heal {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 1797.418926] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Didn't find any instances for network info cache update. {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 1797.419249] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1797.419350] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1798.614938] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1798.615321] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62291) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 1799.616022] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1799.616260] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1801.615489] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1835.718245] env[62291]: DEBUG oslo_concurrency.lockutils [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Acquiring lock "8f01e811-9b69-435a-80f2-594e149724b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1835.718572] env[62291]: DEBUG oslo_concurrency.lockutils [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Lock "8f01e811-9b69-435a-80f2-594e149724b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1836.226043] env[62291]: DEBUG nova.compute.manager [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8f01e811-9b69-435a-80f2-594e149724b8] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1836.780296] env[62291]: DEBUG oslo_concurrency.lockutils [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1836.780581] env[62291]: DEBUG oslo_concurrency.lockutils [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1836.783783] env[62291]: INFO nova.compute.claims [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8f01e811-9b69-435a-80f2-594e149724b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1837.357521] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] Acquiring lock "bb738eff-a62c-4c40-bd1c-b95793aba83b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1837.357810] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] Lock "bb738eff-a62c-4c40-bd1c-b95793aba83b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1837.863732] env[62291]: DEBUG nova.compute.manager [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1837.877457] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f3a0a9b-c344-4562-9176-51051a64acc4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.890711] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92295d7d-12e5-4349-ab6f-fc22106529ad {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.923926] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dfe1a97-2295-4a8c-b279-7cd3ecfa1ef9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.934114] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8c9a50-2449-43c7-96a6-f6ffe6927d01 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1837.948966] env[62291]: DEBUG nova.compute.provider_tree [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1838.403684] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1838.452111] env[62291]: DEBUG nova.scheduler.client.report [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1838.509147] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Acquiring lock "5e6ff9fc-688d-41af-ade4-48b8150c74d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1838.509147] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Lock "5e6ff9fc-688d-41af-ade4-48b8150c74d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1838.958801] env[62291]: DEBUG oslo_concurrency.lockutils [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.178s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1838.959340] env[62291]: DEBUG nova.compute.manager [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8f01e811-9b69-435a-80f2-594e149724b8] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1838.967219] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.561s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1838.968663] env[62291]: INFO nova.compute.claims [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1839.011236] env[62291]: DEBUG nova.compute.manager [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1839.475823] env[62291]: DEBUG nova.compute.utils [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1839.482019] env[62291]: DEBUG nova.compute.manager [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8f01e811-9b69-435a-80f2-594e149724b8] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1839.482019] env[62291]: DEBUG nova.network.neutron [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8f01e811-9b69-435a-80f2-594e149724b8] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1839.553808] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1839.987283] env[62291]: DEBUG nova.policy [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5690d3784f944f89aa6a77f8e9a1487', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '864688bb4296404f94bc688f0cc220d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 1839.990979] env[62291]: DEBUG nova.compute.manager [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8f01e811-9b69-435a-80f2-594e149724b8] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1840.106261] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb5f3d84-a4e4-43a8-a82d-e04d550f40e5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.119684] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-774d3d9e-0450-41f4-9186-5fbb9ee87a44 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.159029] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04be571a-32a9-40c5-b57e-c4f93eec009b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.174413] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8342de03-ae4b-44ec-bd94-560d5656b1ba {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1840.190470] env[62291]: DEBUG nova.compute.provider_tree [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1840.605883] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Acquiring lock "54ecf6c1-b0d7-4667-ba90-7c2221be6eb4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1840.606217] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Lock "54ecf6c1-b0d7-4667-ba90-7c2221be6eb4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1840.694761] env[62291]: DEBUG nova.scheduler.client.report [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1841.003862] env[62291]: DEBUG nova.compute.manager [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8f01e811-9b69-435a-80f2-594e149724b8] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1841.043198] env[62291]: DEBUG nova.virt.hardware [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1841.043460] env[62291]: DEBUG nova.virt.hardware [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1841.043617] env[62291]: DEBUG nova.virt.hardware [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1841.045267] env[62291]: DEBUG nova.virt.hardware [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1841.045593] env[62291]: DEBUG nova.virt.hardware [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1841.046419] env[62291]: DEBUG nova.virt.hardware [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1841.046419] env[62291]: DEBUG nova.virt.hardware [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1841.046636] env[62291]: DEBUG nova.virt.hardware [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1841.046864] env[62291]: DEBUG nova.virt.hardware [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1841.047117] env[62291]: DEBUG nova.virt.hardware [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1841.047499] env[62291]: DEBUG nova.virt.hardware [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1841.049119] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33475bc0-1a80-48e2-a4db-10f34c010e1c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.059511] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952416b6-cd04-4138-987f-3dfe29e8af57 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.078999] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac475159-56e6-465b-838d-51084344343e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1841.111462] env[62291]: DEBUG nova.compute.manager [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1841.197763] env[62291]: DEBUG nova.network.neutron [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8f01e811-9b69-435a-80f2-594e149724b8] Successfully created port: 981d1336-8443-4678-9c76-1c597ee6110c {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1841.201820] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.237s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1841.206026] env[62291]: DEBUG nova.compute.manager [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1841.206598] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.653s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1841.211907] env[62291]: INFO nova.compute.claims [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1841.645822] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1841.722942] env[62291]: DEBUG nova.compute.utils [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1841.725475] env[62291]: DEBUG nova.compute.manager [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1841.725475] env[62291]: DEBUG nova.network.neutron [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1841.797798] env[62291]: DEBUG nova.policy [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e51838aa5825401fa00cdc595d098f26', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9dc44fdde7ca494597c93f155f209cc5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 1842.229857] env[62291]: DEBUG nova.compute.manager [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1842.335958] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d9bea4-b729-4354-9bfd-403ba85c1e30 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.350658] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3058d421-5ade-4e5f-a8b7-d9d2eba1188e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.385645] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2194e764-afcd-4d4e-8f8e-a961be30e831 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.393841] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98b13bf0-836f-4d4a-85a1-1213532d9df3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1842.409649] env[62291]: DEBUG nova.compute.provider_tree [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1842.682377] env[62291]: DEBUG nova.network.neutron [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] Successfully created port: 0cc0a8dd-14fa-4342-85b1-6bd896f14a96 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1842.915751] env[62291]: DEBUG nova.scheduler.client.report [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1843.243206] env[62291]: DEBUG nova.compute.manager [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1843.254088] env[62291]: DEBUG oslo_concurrency.lockutils [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "ca004526-9a21-4d6c-a033-f9964f1cb9c2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1843.255194] env[62291]: DEBUG oslo_concurrency.lockutils [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "ca004526-9a21-4d6c-a033-f9964f1cb9c2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.419488] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.213s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1843.419876] env[62291]: DEBUG nova.compute.manager [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1843.424333] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.778s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1843.429605] env[62291]: INFO nova.compute.claims [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1843.431981] env[62291]: DEBUG nova.virt.hardware [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1843.434654] env[62291]: DEBUG nova.virt.hardware [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1843.434654] env[62291]: DEBUG nova.virt.hardware [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1843.434654] env[62291]: DEBUG nova.virt.hardware [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1843.434654] env[62291]: DEBUG nova.virt.hardware [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1843.434654] env[62291]: DEBUG nova.virt.hardware [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1843.434993] env[62291]: DEBUG nova.virt.hardware [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1843.434993] env[62291]: DEBUG nova.virt.hardware [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1843.434993] env[62291]: DEBUG nova.virt.hardware [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1843.434993] env[62291]: DEBUG nova.virt.hardware [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1843.434993] env[62291]: DEBUG nova.virt.hardware [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1843.436936] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c74cd8-d6a1-47d3-a9ce-2a031e47981d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.449936] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3022f9-be73-4b3a-99e7-0a2176374dc0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.759051] env[62291]: DEBUG nova.compute.manager [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1843.931036] env[62291]: DEBUG nova.compute.utils [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1843.932493] env[62291]: DEBUG nova.compute.manager [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1843.932656] env[62291]: DEBUG nova.network.neutron [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1844.081386] env[62291]: DEBUG oslo_concurrency.lockutils [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Acquiring lock "76fee949-7319-4999-a061-73c01f0b6351" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.082030] env[62291]: DEBUG oslo_concurrency.lockutils [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Lock "76fee949-7319-4999-a061-73c01f0b6351" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1844.177621] env[62291]: DEBUG nova.policy [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7303e2c53c6e40ccb12f24b3fb7e4304', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea482d96eadd488c836991750a91b0ca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 1844.290200] env[62291]: DEBUG oslo_concurrency.lockutils [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1844.440343] env[62291]: DEBUG nova.compute.manager [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1844.588668] env[62291]: DEBUG nova.compute.manager [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 76fee949-7319-4999-a061-73c01f0b6351] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1844.676607] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b9a09f-f2ab-4c38-bf0f-3eb2454c5811 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.688713] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8e1746-6e81-4fe9-86c2-0314dce6e999 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.721036] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-681c5313-8c35-46cd-be85-c8caecc9f348 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.728080] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0698e4db-3f80-4633-baf6-db080a0f6060 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.743785] env[62291]: DEBUG nova.compute.provider_tree [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1844.919816] env[62291]: ERROR nova.compute.manager [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port 981d1336-8443-4678-9c76-1c597ee6110c, please check neutron logs for more information. [ 1844.919816] env[62291]: ERROR nova.compute.manager Traceback (most recent call last): [ 1844.919816] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 1844.919816] env[62291]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 1844.919816] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 1844.919816] env[62291]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 1844.919816] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 1844.919816] env[62291]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 1844.919816] env[62291]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1844.919816] env[62291]: ERROR nova.compute.manager self.force_reraise() [ 1844.919816] env[62291]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1844.919816] env[62291]: ERROR nova.compute.manager raise self.value [ 1844.919816] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 1844.919816] env[62291]: ERROR nova.compute.manager updated_port = self._update_port( [ 1844.919816] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 1844.919816] env[62291]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 1844.920729] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 1844.920729] env[62291]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 1844.920729] env[62291]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port 981d1336-8443-4678-9c76-1c597ee6110c, please check neutron logs for more information. [ 1844.920729] env[62291]: ERROR nova.compute.manager [ 1844.920729] env[62291]: Traceback (most recent call last): [ 1844.920729] env[62291]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1844.920729] env[62291]: listener.cb(fileno) [ 1844.920729] env[62291]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 1844.920729] env[62291]: result = function(*args, **kwargs) [ 1844.920729] env[62291]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 1844.920729] env[62291]: return func(*args, **kwargs) [ 1844.920729] env[62291]: File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 1844.920729] env[62291]: raise e [ 1844.920729] env[62291]: File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 1844.920729] env[62291]: nwinfo = self.network_api.allocate_for_instance( [ 1844.920729] env[62291]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 1844.920729] env[62291]: created_port_ids = self._update_ports_for_instance( [ 1844.920729] env[62291]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 1844.920729] env[62291]: with excutils.save_and_reraise_exception(): [ 1844.920729] env[62291]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1844.920729] env[62291]: self.force_reraise() [ 1844.920729] env[62291]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1844.920729] env[62291]: raise self.value [ 1844.920729] env[62291]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 1844.920729] env[62291]: updated_port = self._update_port( [ 1844.920729] env[62291]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 1844.920729] env[62291]: _ensure_no_port_binding_failure(port) [ 1844.920729] env[62291]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 1844.920729] env[62291]: raise exception.PortBindingFailed(port_id=port['id']) [ 1844.921693] env[62291]: nova.exception.PortBindingFailed: Binding failed for port 981d1336-8443-4678-9c76-1c597ee6110c, please check neutron logs for more information. [ 1844.921693] env[62291]: Removing descriptor: 15 [ 1844.922173] env[62291]: ERROR nova.compute.manager [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8f01e811-9b69-435a-80f2-594e149724b8] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port 981d1336-8443-4678-9c76-1c597ee6110c, please check neutron logs for more information. [ 1844.922173] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] Traceback (most recent call last): [ 1844.922173] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] File "/opt/stack/nova/nova/compute/manager.py", line 2894, in _build_resources [ 1844.922173] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] yield resources [ 1844.922173] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 1844.922173] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] self.driver.spawn(context, instance, image_meta, [ 1844.922173] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 1844.922173] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] self._vmops.spawn(context, instance, image_meta, injected_files, [ 1844.922173] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 1844.922173] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] vm_ref = self.build_virtual_machine(instance, [ 1844.922173] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 1844.922506] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] vif_infos = vmwarevif.get_vif_info(self._session, [ 1844.922506] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 1844.922506] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] for vif in network_info: [ 1844.922506] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 1844.922506] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] return self._sync_wrapper(fn, *args, **kwargs) [ 1844.922506] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 1844.922506] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] self.wait() [ 1844.922506] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 1844.922506] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] self[:] = self._gt.wait() [ 1844.922506] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 1844.922506] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] return self._exit_event.wait() [ 1844.922506] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 1844.922506] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] result = hub.switch() [ 1844.922903] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 1844.922903] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] return self.greenlet.switch() [ 1844.922903] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 1844.922903] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] result = function(*args, **kwargs) [ 1844.922903] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 1844.922903] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] return func(*args, **kwargs) [ 1844.922903] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 1844.922903] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] raise e [ 1844.922903] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 1844.922903] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] nwinfo = self.network_api.allocate_for_instance( [ 1844.922903] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 1844.922903] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] created_port_ids = self._update_ports_for_instance( [ 1844.922903] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 1844.923256] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] with excutils.save_and_reraise_exception(): [ 1844.923256] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1844.923256] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] self.force_reraise() [ 1844.923256] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1844.923256] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] raise self.value [ 1844.923256] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 1844.923256] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] updated_port = self._update_port( [ 1844.923256] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 1844.923256] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] _ensure_no_port_binding_failure(port) [ 1844.923256] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 1844.923256] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] raise exception.PortBindingFailed(port_id=port['id']) [ 1844.923256] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] nova.exception.PortBindingFailed: Binding failed for port 981d1336-8443-4678-9c76-1c597ee6110c, please check neutron logs for more information. [ 1844.923256] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] [ 1844.924487] env[62291]: INFO nova.compute.manager [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8f01e811-9b69-435a-80f2-594e149724b8] Terminating instance [ 1844.924573] env[62291]: DEBUG oslo_concurrency.lockutils [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Acquiring lock "refresh_cache-8f01e811-9b69-435a-80f2-594e149724b8" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1844.924748] env[62291]: DEBUG oslo_concurrency.lockutils [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Acquired lock "refresh_cache-8f01e811-9b69-435a-80f2-594e149724b8" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1844.924934] env[62291]: DEBUG nova.network.neutron [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8f01e811-9b69-435a-80f2-594e149724b8] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1845.115395] env[62291]: DEBUG oslo_concurrency.lockutils [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.246517] env[62291]: DEBUG nova.scheduler.client.report [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1845.458881] env[62291]: DEBUG nova.compute.manager [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1845.474069] env[62291]: DEBUG nova.network.neutron [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8f01e811-9b69-435a-80f2-594e149724b8] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1845.486211] env[62291]: DEBUG nova.virt.hardware [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1845.486211] env[62291]: DEBUG nova.virt.hardware [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1845.486211] env[62291]: DEBUG nova.virt.hardware [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1845.486211] env[62291]: DEBUG nova.virt.hardware [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1845.486511] env[62291]: DEBUG nova.virt.hardware [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1845.486511] env[62291]: DEBUG nova.virt.hardware [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1845.487459] env[62291]: DEBUG nova.virt.hardware [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1845.489069] env[62291]: DEBUG nova.virt.hardware [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1845.489069] env[62291]: DEBUG nova.virt.hardware [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1845.489069] env[62291]: DEBUG nova.virt.hardware [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1845.489069] env[62291]: DEBUG nova.virt.hardware [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1845.489238] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1afc3366-7d67-4ecb-b239-00cf34f339a9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.497621] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73a6d8a2-127b-416a-a33f-b1a0d4e80958 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.679717] env[62291]: DEBUG nova.network.neutron [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8f01e811-9b69-435a-80f2-594e149724b8] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1845.751738] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.327s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1845.751840] env[62291]: DEBUG nova.compute.manager [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1845.754414] env[62291]: DEBUG oslo_concurrency.lockutils [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.464s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.756432] env[62291]: INFO nova.compute.claims [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1845.833128] env[62291]: DEBUG nova.network.neutron [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] Successfully created port: 7e3da089-4ab4-429d-826b-9eb0f5ac2b11 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1846.120460] env[62291]: ERROR nova.compute.manager [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port 0cc0a8dd-14fa-4342-85b1-6bd896f14a96, please check neutron logs for more information. [ 1846.120460] env[62291]: ERROR nova.compute.manager Traceback (most recent call last): [ 1846.120460] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 1846.120460] env[62291]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 1846.120460] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 1846.120460] env[62291]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 1846.120460] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 1846.120460] env[62291]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 1846.120460] env[62291]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1846.120460] env[62291]: ERROR nova.compute.manager self.force_reraise() [ 1846.120460] env[62291]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1846.120460] env[62291]: ERROR nova.compute.manager raise self.value [ 1846.120460] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 1846.120460] env[62291]: ERROR nova.compute.manager updated_port = self._update_port( [ 1846.120460] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 1846.120460] env[62291]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 1846.121091] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 1846.121091] env[62291]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 1846.121091] env[62291]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port 0cc0a8dd-14fa-4342-85b1-6bd896f14a96, please check neutron logs for more information. [ 1846.121091] env[62291]: ERROR nova.compute.manager [ 1846.121091] env[62291]: Traceback (most recent call last): [ 1846.121091] env[62291]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1846.121091] env[62291]: listener.cb(fileno) [ 1846.121091] env[62291]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 1846.121091] env[62291]: result = function(*args, **kwargs) [ 1846.121091] env[62291]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 1846.121091] env[62291]: return func(*args, **kwargs) [ 1846.121091] env[62291]: File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 1846.121091] env[62291]: raise e [ 1846.121091] env[62291]: File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 1846.121091] env[62291]: nwinfo = self.network_api.allocate_for_instance( [ 1846.121091] env[62291]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 1846.121091] env[62291]: created_port_ids = self._update_ports_for_instance( [ 1846.121091] env[62291]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 1846.121091] env[62291]: with excutils.save_and_reraise_exception(): [ 1846.121091] env[62291]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1846.121091] env[62291]: self.force_reraise() [ 1846.121091] env[62291]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1846.121091] env[62291]: raise self.value [ 1846.121091] env[62291]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 1846.121091] env[62291]: updated_port = self._update_port( [ 1846.121091] env[62291]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 1846.121091] env[62291]: _ensure_no_port_binding_failure(port) [ 1846.121091] env[62291]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 1846.121091] env[62291]: raise exception.PortBindingFailed(port_id=port['id']) [ 1846.121789] env[62291]: nova.exception.PortBindingFailed: Binding failed for port 0cc0a8dd-14fa-4342-85b1-6bd896f14a96, please check neutron logs for more information. [ 1846.121789] env[62291]: Removing descriptor: 16 [ 1846.123098] env[62291]: ERROR nova.compute.manager [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port 0cc0a8dd-14fa-4342-85b1-6bd896f14a96, please check neutron logs for more information. [ 1846.123098] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] Traceback (most recent call last): [ 1846.123098] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] File "/opt/stack/nova/nova/compute/manager.py", line 2894, in _build_resources [ 1846.123098] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] yield resources [ 1846.123098] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 1846.123098] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] self.driver.spawn(context, instance, image_meta, [ 1846.123098] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 1846.123098] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] self._vmops.spawn(context, instance, image_meta, injected_files, [ 1846.123098] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 1846.123098] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] vm_ref = self.build_virtual_machine(instance, [ 1846.123098] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 1846.123395] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] vif_infos = vmwarevif.get_vif_info(self._session, [ 1846.123395] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 1846.123395] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] for vif in network_info: [ 1846.123395] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 1846.123395] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] return self._sync_wrapper(fn, *args, **kwargs) [ 1846.123395] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 1846.123395] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] self.wait() [ 1846.123395] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 1846.123395] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] self[:] = self._gt.wait() [ 1846.123395] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 1846.123395] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] return self._exit_event.wait() [ 1846.123395] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 1846.123395] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] result = hub.switch() [ 1846.123722] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 1846.123722] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] return self.greenlet.switch() [ 1846.123722] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 1846.123722] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] result = function(*args, **kwargs) [ 1846.123722] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 1846.123722] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] return func(*args, **kwargs) [ 1846.123722] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 1846.123722] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] raise e [ 1846.123722] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 1846.123722] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] nwinfo = self.network_api.allocate_for_instance( [ 1846.123722] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 1846.123722] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] created_port_ids = self._update_ports_for_instance( [ 1846.123722] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 1846.124063] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] with excutils.save_and_reraise_exception(): [ 1846.124063] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1846.124063] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] self.force_reraise() [ 1846.124063] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1846.124063] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] raise self.value [ 1846.124063] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 1846.124063] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] updated_port = self._update_port( [ 1846.124063] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 1846.124063] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] _ensure_no_port_binding_failure(port) [ 1846.124063] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 1846.124063] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] raise exception.PortBindingFailed(port_id=port['id']) [ 1846.124063] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] nova.exception.PortBindingFailed: Binding failed for port 0cc0a8dd-14fa-4342-85b1-6bd896f14a96, please check neutron logs for more information. [ 1846.124063] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] [ 1846.124381] env[62291]: INFO nova.compute.manager [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] Terminating instance [ 1846.126192] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] Acquiring lock "refresh_cache-bb738eff-a62c-4c40-bd1c-b95793aba83b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1846.126381] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] Acquired lock "refresh_cache-bb738eff-a62c-4c40-bd1c-b95793aba83b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1846.126550] env[62291]: DEBUG nova.network.neutron [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1846.188041] env[62291]: DEBUG oslo_concurrency.lockutils [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Releasing lock "refresh_cache-8f01e811-9b69-435a-80f2-594e149724b8" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1846.188041] env[62291]: DEBUG nova.compute.manager [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8f01e811-9b69-435a-80f2-594e149724b8] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1846.188041] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8f01e811-9b69-435a-80f2-594e149724b8] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1846.188041] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3976ea61-3f38-4ade-9dde-2dce7856ea6a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.201616] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9a40e6-d979-4730-9571-28c94d710f3d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.231994] env[62291]: WARNING nova.virt.vmwareapi.vmops [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8f01e811-9b69-435a-80f2-594e149724b8] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 8f01e811-9b69-435a-80f2-594e149724b8 could not be found. [ 1846.231994] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8f01e811-9b69-435a-80f2-594e149724b8] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1846.233132] env[62291]: INFO nova.compute.manager [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8f01e811-9b69-435a-80f2-594e149724b8] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1846.233232] env[62291]: DEBUG oslo.service.loopingcall [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1846.233510] env[62291]: DEBUG nova.compute.manager [-] [instance: 8f01e811-9b69-435a-80f2-594e149724b8] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1846.233856] env[62291]: DEBUG nova.network.neutron [-] [instance: 8f01e811-9b69-435a-80f2-594e149724b8] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1846.262583] env[62291]: DEBUG nova.compute.utils [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1846.266394] env[62291]: DEBUG nova.compute.manager [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1846.266394] env[62291]: DEBUG nova.network.neutron [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1846.276908] env[62291]: DEBUG nova.network.neutron [-] [instance: 8f01e811-9b69-435a-80f2-594e149724b8] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1846.358874] env[62291]: DEBUG oslo_concurrency.lockutils [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] Acquiring lock "411bc66f-d976-456c-83d5-3c2aa646644f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1846.359454] env[62291]: DEBUG oslo_concurrency.lockutils [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] Lock "411bc66f-d976-456c-83d5-3c2aa646644f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1846.408926] env[62291]: DEBUG nova.policy [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f875269e8dbb42df96983aa6462978ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d1df7a2f29c4447b6fab54a82f49ed2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 1846.676342] env[62291]: DEBUG nova.network.neutron [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1846.769511] env[62291]: DEBUG nova.compute.manager [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1846.781534] env[62291]: DEBUG nova.network.neutron [-] [instance: 8f01e811-9b69-435a-80f2-594e149724b8] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1846.862570] env[62291]: DEBUG nova.compute.manager [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1846.984304] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e076e864-9ae5-42de-8f6f-d6c41c518614 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.996144] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7324e567-abdf-417d-b3ec-43056bbaf1ea {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.029260] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c293e6a4-d9df-45ec-867a-83e00478a97a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.037259] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-296a61b6-ca85-493c-9b37-c97c8c2e43f1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.051443] env[62291]: DEBUG nova.compute.provider_tree [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1847.141936] env[62291]: DEBUG nova.network.neutron [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1847.285319] env[62291]: INFO nova.compute.manager [-] [instance: 8f01e811-9b69-435a-80f2-594e149724b8] Took 1.05 seconds to deallocate network for instance. [ 1847.288163] env[62291]: DEBUG nova.compute.claims [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8f01e811-9b69-435a-80f2-594e149724b8] Aborting claim: {{(pid=62291) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 1847.288163] env[62291]: DEBUG oslo_concurrency.lockutils [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.342526] env[62291]: DEBUG nova.network.neutron [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] Successfully created port: 9c02bc44-55e1-449d-8bdc-46fd05410044 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1847.378614] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] Acquiring lock "9beac522-ed31-4100-a9d1-ffa100f36dcc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.378614] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] Lock "9beac522-ed31-4100-a9d1-ffa100f36dcc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1847.400881] env[62291]: DEBUG oslo_concurrency.lockutils [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1847.555594] env[62291]: DEBUG nova.scheduler.client.report [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1847.648217] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] Releasing lock "refresh_cache-bb738eff-a62c-4c40-bd1c-b95793aba83b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1847.648217] env[62291]: DEBUG nova.compute.manager [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1847.648217] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1847.648440] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-863ace3a-91df-4e88-9c8a-188fd6965da1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.660687] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a91aa3-cffb-427a-be7e-1db52eef69c4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.684345] env[62291]: WARNING nova.virt.vmwareapi.vmops [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance bb738eff-a62c-4c40-bd1c-b95793aba83b could not be found. [ 1847.684968] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1847.684968] env[62291]: INFO nova.compute.manager [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] Took 0.04 seconds to destroy the instance on the hypervisor. [ 1847.685261] env[62291]: DEBUG oslo.service.loopingcall [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1847.685261] env[62291]: DEBUG nova.compute.manager [-] [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1847.685343] env[62291]: DEBUG nova.network.neutron [-] [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1847.725237] env[62291]: DEBUG nova.network.neutron [-] [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1847.788377] env[62291]: DEBUG nova.compute.manager [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1847.829364] env[62291]: DEBUG nova.virt.hardware [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1847.829595] env[62291]: DEBUG nova.virt.hardware [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1847.829703] env[62291]: DEBUG nova.virt.hardware [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1847.830648] env[62291]: DEBUG nova.virt.hardware [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1847.831801] env[62291]: DEBUG nova.virt.hardware [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1847.831801] env[62291]: DEBUG nova.virt.hardware [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1847.831801] env[62291]: DEBUG nova.virt.hardware [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1847.831801] env[62291]: DEBUG nova.virt.hardware [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1847.832539] env[62291]: DEBUG nova.virt.hardware [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1847.832539] env[62291]: DEBUG nova.virt.hardware [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1847.832539] env[62291]: DEBUG nova.virt.hardware [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1847.833700] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f43ede87-cde9-426e-9b0b-dadc367067bd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.842871] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb530392-6123-4551-b213-bdd14b9899d8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.879646] env[62291]: DEBUG nova.compute.manager [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1848.062092] env[62291]: DEBUG oslo_concurrency.lockutils [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.308s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.062627] env[62291]: DEBUG nova.compute.manager [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1848.065466] env[62291]: DEBUG oslo_concurrency.lockutils [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.950s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.066964] env[62291]: INFO nova.compute.claims [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 76fee949-7319-4999-a061-73c01f0b6351] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1848.204720] env[62291]: DEBUG nova.compute.manager [req-d204f025-0c13-461a-986b-fc849a237aea req-2b8feb0f-b653-4d32-9d1e-2b8a385d62dd service nova] [instance: 8f01e811-9b69-435a-80f2-594e149724b8] Received event network-changed-981d1336-8443-4678-9c76-1c597ee6110c {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1848.204920] env[62291]: DEBUG nova.compute.manager [req-d204f025-0c13-461a-986b-fc849a237aea req-2b8feb0f-b653-4d32-9d1e-2b8a385d62dd service nova] [instance: 8f01e811-9b69-435a-80f2-594e149724b8] Refreshing instance network info cache due to event network-changed-981d1336-8443-4678-9c76-1c597ee6110c. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1848.205158] env[62291]: DEBUG oslo_concurrency.lockutils [req-d204f025-0c13-461a-986b-fc849a237aea req-2b8feb0f-b653-4d32-9d1e-2b8a385d62dd service nova] Acquiring lock "refresh_cache-8f01e811-9b69-435a-80f2-594e149724b8" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1848.205375] env[62291]: DEBUG oslo_concurrency.lockutils [req-d204f025-0c13-461a-986b-fc849a237aea req-2b8feb0f-b653-4d32-9d1e-2b8a385d62dd service nova] Acquired lock "refresh_cache-8f01e811-9b69-435a-80f2-594e149724b8" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1848.205470] env[62291]: DEBUG nova.network.neutron [req-d204f025-0c13-461a-986b-fc849a237aea req-2b8feb0f-b653-4d32-9d1e-2b8a385d62dd service nova] [instance: 8f01e811-9b69-435a-80f2-594e149724b8] Refreshing network info cache for port 981d1336-8443-4678-9c76-1c597ee6110c {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1848.231380] env[62291]: DEBUG nova.network.neutron [-] [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1848.404470] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.573989] env[62291]: DEBUG nova.compute.utils [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1848.581021] env[62291]: DEBUG nova.compute.manager [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1848.581021] env[62291]: DEBUG nova.network.neutron [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1848.735194] env[62291]: INFO nova.compute.manager [-] [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] Took 1.05 seconds to deallocate network for instance. [ 1848.741841] env[62291]: DEBUG nova.compute.claims [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] Aborting claim: {{(pid=62291) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 1848.742147] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.748408] env[62291]: DEBUG nova.policy [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3605e6b7d7f43ed9e4fd9cb3747956c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fec9555fe4aa4c7a9e61c54aebf169a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 1848.918470] env[62291]: DEBUG nova.network.neutron [req-d204f025-0c13-461a-986b-fc849a237aea req-2b8feb0f-b653-4d32-9d1e-2b8a385d62dd service nova] [instance: 8f01e811-9b69-435a-80f2-594e149724b8] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1849.056210] env[62291]: ERROR nova.compute.manager [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port 7e3da089-4ab4-429d-826b-9eb0f5ac2b11, please check neutron logs for more information. [ 1849.056210] env[62291]: ERROR nova.compute.manager Traceback (most recent call last): [ 1849.056210] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 1849.056210] env[62291]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 1849.056210] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 1849.056210] env[62291]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 1849.056210] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 1849.056210] env[62291]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 1849.056210] env[62291]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1849.056210] env[62291]: ERROR nova.compute.manager self.force_reraise() [ 1849.056210] env[62291]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1849.056210] env[62291]: ERROR nova.compute.manager raise self.value [ 1849.056210] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 1849.056210] env[62291]: ERROR nova.compute.manager updated_port = self._update_port( [ 1849.056210] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 1849.056210] env[62291]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 1849.057148] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 1849.057148] env[62291]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 1849.057148] env[62291]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port 7e3da089-4ab4-429d-826b-9eb0f5ac2b11, please check neutron logs for more information. [ 1849.057148] env[62291]: ERROR nova.compute.manager [ 1849.057148] env[62291]: Traceback (most recent call last): [ 1849.057148] env[62291]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1849.057148] env[62291]: listener.cb(fileno) [ 1849.057148] env[62291]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 1849.057148] env[62291]: result = function(*args, **kwargs) [ 1849.057148] env[62291]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 1849.057148] env[62291]: return func(*args, **kwargs) [ 1849.057148] env[62291]: File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 1849.057148] env[62291]: raise e [ 1849.057148] env[62291]: File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 1849.057148] env[62291]: nwinfo = self.network_api.allocate_for_instance( [ 1849.057148] env[62291]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 1849.057148] env[62291]: created_port_ids = self._update_ports_for_instance( [ 1849.057148] env[62291]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 1849.057148] env[62291]: with excutils.save_and_reraise_exception(): [ 1849.057148] env[62291]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1849.057148] env[62291]: self.force_reraise() [ 1849.057148] env[62291]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1849.057148] env[62291]: raise self.value [ 1849.057148] env[62291]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 1849.057148] env[62291]: updated_port = self._update_port( [ 1849.057148] env[62291]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 1849.057148] env[62291]: _ensure_no_port_binding_failure(port) [ 1849.057148] env[62291]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 1849.057148] env[62291]: raise exception.PortBindingFailed(port_id=port['id']) [ 1849.057883] env[62291]: nova.exception.PortBindingFailed: Binding failed for port 7e3da089-4ab4-429d-826b-9eb0f5ac2b11, please check neutron logs for more information. [ 1849.057883] env[62291]: Removing descriptor: 17 [ 1849.057883] env[62291]: ERROR nova.compute.manager [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port 7e3da089-4ab4-429d-826b-9eb0f5ac2b11, please check neutron logs for more information. [ 1849.057883] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] Traceback (most recent call last): [ 1849.057883] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] File "/opt/stack/nova/nova/compute/manager.py", line 2894, in _build_resources [ 1849.057883] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] yield resources [ 1849.057883] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 1849.057883] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] self.driver.spawn(context, instance, image_meta, [ 1849.057883] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 1849.057883] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] self._vmops.spawn(context, instance, image_meta, injected_files, [ 1849.057883] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 1849.057883] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] vm_ref = self.build_virtual_machine(instance, [ 1849.058198] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 1849.058198] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] vif_infos = vmwarevif.get_vif_info(self._session, [ 1849.058198] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 1849.058198] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] for vif in network_info: [ 1849.058198] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 1849.058198] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] return self._sync_wrapper(fn, *args, **kwargs) [ 1849.058198] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 1849.058198] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] self.wait() [ 1849.058198] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 1849.058198] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] self[:] = self._gt.wait() [ 1849.058198] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 1849.058198] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] return self._exit_event.wait() [ 1849.058198] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 1849.058567] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] result = hub.switch() [ 1849.058567] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 1849.058567] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] return self.greenlet.switch() [ 1849.058567] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 1849.058567] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] result = function(*args, **kwargs) [ 1849.058567] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 1849.058567] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] return func(*args, **kwargs) [ 1849.058567] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 1849.058567] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] raise e [ 1849.058567] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 1849.058567] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] nwinfo = self.network_api.allocate_for_instance( [ 1849.058567] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 1849.058567] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] created_port_ids = self._update_ports_for_instance( [ 1849.058898] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 1849.058898] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] with excutils.save_and_reraise_exception(): [ 1849.058898] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1849.058898] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] self.force_reraise() [ 1849.058898] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1849.058898] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] raise self.value [ 1849.058898] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 1849.058898] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] updated_port = self._update_port( [ 1849.058898] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 1849.058898] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] _ensure_no_port_binding_failure(port) [ 1849.058898] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 1849.058898] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] raise exception.PortBindingFailed(port_id=port['id']) [ 1849.060421] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] nova.exception.PortBindingFailed: Binding failed for port 7e3da089-4ab4-429d-826b-9eb0f5ac2b11, please check neutron logs for more information. [ 1849.060421] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] [ 1849.060421] env[62291]: INFO nova.compute.manager [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] Terminating instance [ 1849.063514] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Acquiring lock "refresh_cache-5e6ff9fc-688d-41af-ade4-48b8150c74d2" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1849.063514] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Acquired lock "refresh_cache-5e6ff9fc-688d-41af-ade4-48b8150c74d2" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1849.063514] env[62291]: DEBUG nova.network.neutron [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1849.087614] env[62291]: DEBUG nova.compute.manager [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1849.175278] env[62291]: DEBUG nova.network.neutron [req-d204f025-0c13-461a-986b-fc849a237aea req-2b8feb0f-b653-4d32-9d1e-2b8a385d62dd service nova] [instance: 8f01e811-9b69-435a-80f2-594e149724b8] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1849.265758] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f73a069-29af-4700-93bb-e0ae3be187fc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.275157] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b95f993-a57b-488d-a577-eaa9335a6c08 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.309530] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a467dcef-f49e-4db7-b129-ba77cf498c08 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.317378] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c188561-5505-49c3-bebd-ebaba0f96325 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1849.333116] env[62291]: DEBUG nova.compute.provider_tree [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1849.340885] env[62291]: DEBUG nova.compute.manager [req-a4fb0884-1d50-422c-a192-5397cb622466 req-a88937d3-7a4a-43b0-9c80-3c144452e102 service nova] [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] Received event network-changed-0cc0a8dd-14fa-4342-85b1-6bd896f14a96 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1849.341068] env[62291]: DEBUG nova.compute.manager [req-a4fb0884-1d50-422c-a192-5397cb622466 req-a88937d3-7a4a-43b0-9c80-3c144452e102 service nova] [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] Refreshing instance network info cache due to event network-changed-0cc0a8dd-14fa-4342-85b1-6bd896f14a96. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1849.341702] env[62291]: DEBUG oslo_concurrency.lockutils [req-a4fb0884-1d50-422c-a192-5397cb622466 req-a88937d3-7a4a-43b0-9c80-3c144452e102 service nova] Acquiring lock "refresh_cache-bb738eff-a62c-4c40-bd1c-b95793aba83b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1849.341858] env[62291]: DEBUG oslo_concurrency.lockutils [req-a4fb0884-1d50-422c-a192-5397cb622466 req-a88937d3-7a4a-43b0-9c80-3c144452e102 service nova] Acquired lock "refresh_cache-bb738eff-a62c-4c40-bd1c-b95793aba83b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1849.342049] env[62291]: DEBUG nova.network.neutron [req-a4fb0884-1d50-422c-a192-5397cb622466 req-a88937d3-7a4a-43b0-9c80-3c144452e102 service nova] [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] Refreshing network info cache for port 0cc0a8dd-14fa-4342-85b1-6bd896f14a96 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1849.639160] env[62291]: DEBUG nova.network.neutron [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1849.679668] env[62291]: DEBUG oslo_concurrency.lockutils [req-d204f025-0c13-461a-986b-fc849a237aea req-2b8feb0f-b653-4d32-9d1e-2b8a385d62dd service nova] Releasing lock "refresh_cache-8f01e811-9b69-435a-80f2-594e149724b8" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1849.724096] env[62291]: ERROR nova.compute.manager [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port 9c02bc44-55e1-449d-8bdc-46fd05410044, please check neutron logs for more information. [ 1849.724096] env[62291]: ERROR nova.compute.manager Traceback (most recent call last): [ 1849.724096] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 1849.724096] env[62291]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 1849.724096] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 1849.724096] env[62291]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 1849.724096] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 1849.724096] env[62291]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 1849.724096] env[62291]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1849.724096] env[62291]: ERROR nova.compute.manager self.force_reraise() [ 1849.724096] env[62291]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1849.724096] env[62291]: ERROR nova.compute.manager raise self.value [ 1849.724096] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 1849.724096] env[62291]: ERROR nova.compute.manager updated_port = self._update_port( [ 1849.724096] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 1849.724096] env[62291]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 1849.725500] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 1849.725500] env[62291]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 1849.725500] env[62291]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port 9c02bc44-55e1-449d-8bdc-46fd05410044, please check neutron logs for more information. [ 1849.725500] env[62291]: ERROR nova.compute.manager [ 1849.725500] env[62291]: Traceback (most recent call last): [ 1849.725500] env[62291]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1849.725500] env[62291]: listener.cb(fileno) [ 1849.725500] env[62291]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 1849.725500] env[62291]: result = function(*args, **kwargs) [ 1849.725500] env[62291]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 1849.725500] env[62291]: return func(*args, **kwargs) [ 1849.725500] env[62291]: File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 1849.725500] env[62291]: raise e [ 1849.725500] env[62291]: File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 1849.725500] env[62291]: nwinfo = self.network_api.allocate_for_instance( [ 1849.725500] env[62291]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 1849.725500] env[62291]: created_port_ids = self._update_ports_for_instance( [ 1849.725500] env[62291]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 1849.725500] env[62291]: with excutils.save_and_reraise_exception(): [ 1849.725500] env[62291]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1849.725500] env[62291]: self.force_reraise() [ 1849.725500] env[62291]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1849.725500] env[62291]: raise self.value [ 1849.725500] env[62291]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 1849.725500] env[62291]: updated_port = self._update_port( [ 1849.725500] env[62291]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 1849.725500] env[62291]: _ensure_no_port_binding_failure(port) [ 1849.725500] env[62291]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 1849.725500] env[62291]: raise exception.PortBindingFailed(port_id=port['id']) [ 1849.726548] env[62291]: nova.exception.PortBindingFailed: Binding failed for port 9c02bc44-55e1-449d-8bdc-46fd05410044, please check neutron logs for more information. [ 1849.726548] env[62291]: Removing descriptor: 15 [ 1849.726548] env[62291]: ERROR nova.compute.manager [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port 9c02bc44-55e1-449d-8bdc-46fd05410044, please check neutron logs for more information. [ 1849.726548] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] Traceback (most recent call last): [ 1849.726548] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] File "/opt/stack/nova/nova/compute/manager.py", line 2894, in _build_resources [ 1849.726548] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] yield resources [ 1849.726548] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 1849.726548] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] self.driver.spawn(context, instance, image_meta, [ 1849.726548] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 1849.726548] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] self._vmops.spawn(context, instance, image_meta, injected_files, [ 1849.726548] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 1849.726548] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] vm_ref = self.build_virtual_machine(instance, [ 1849.727710] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 1849.727710] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] vif_infos = vmwarevif.get_vif_info(self._session, [ 1849.727710] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 1849.727710] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] for vif in network_info: [ 1849.727710] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 1849.727710] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] return self._sync_wrapper(fn, *args, **kwargs) [ 1849.727710] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 1849.727710] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] self.wait() [ 1849.727710] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 1849.727710] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] self[:] = self._gt.wait() [ 1849.727710] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 1849.727710] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] return self._exit_event.wait() [ 1849.727710] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 1849.728135] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] result = hub.switch() [ 1849.728135] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 1849.728135] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] return self.greenlet.switch() [ 1849.728135] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 1849.728135] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] result = function(*args, **kwargs) [ 1849.728135] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 1849.728135] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] return func(*args, **kwargs) [ 1849.728135] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 1849.728135] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] raise e [ 1849.728135] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 1849.728135] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] nwinfo = self.network_api.allocate_for_instance( [ 1849.728135] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 1849.728135] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] created_port_ids = self._update_ports_for_instance( [ 1849.728482] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 1849.728482] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] with excutils.save_and_reraise_exception(): [ 1849.728482] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1849.728482] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] self.force_reraise() [ 1849.728482] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1849.728482] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] raise self.value [ 1849.728482] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 1849.728482] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] updated_port = self._update_port( [ 1849.728482] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 1849.728482] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] _ensure_no_port_binding_failure(port) [ 1849.728482] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 1849.728482] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] raise exception.PortBindingFailed(port_id=port['id']) [ 1849.729138] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] nova.exception.PortBindingFailed: Binding failed for port 9c02bc44-55e1-449d-8bdc-46fd05410044, please check neutron logs for more information. [ 1849.729138] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] [ 1849.729138] env[62291]: INFO nova.compute.manager [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] Terminating instance [ 1849.729138] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Acquiring lock "refresh_cache-54ecf6c1-b0d7-4667-ba90-7c2221be6eb4" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1849.729138] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Acquired lock "refresh_cache-54ecf6c1-b0d7-4667-ba90-7c2221be6eb4" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1849.729292] env[62291]: DEBUG nova.network.neutron [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1849.837377] env[62291]: DEBUG nova.scheduler.client.report [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1849.845251] env[62291]: DEBUG nova.network.neutron [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1849.903072] env[62291]: DEBUG nova.network.neutron [req-a4fb0884-1d50-422c-a192-5397cb622466 req-a88937d3-7a4a-43b0-9c80-3c144452e102 service nova] [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1850.107576] env[62291]: DEBUG nova.compute.manager [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1850.150643] env[62291]: DEBUG nova.virt.hardware [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1850.150945] env[62291]: DEBUG nova.virt.hardware [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1850.151055] env[62291]: DEBUG nova.virt.hardware [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1850.152017] env[62291]: DEBUG nova.virt.hardware [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1850.152017] env[62291]: DEBUG nova.virt.hardware [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1850.152017] env[62291]: DEBUG nova.virt.hardware [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1850.152017] env[62291]: DEBUG nova.virt.hardware [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1850.152017] env[62291]: DEBUG nova.virt.hardware [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1850.152283] env[62291]: DEBUG nova.virt.hardware [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1850.152283] env[62291]: DEBUG nova.virt.hardware [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1850.152349] env[62291]: DEBUG nova.virt.hardware [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1850.154926] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade8ae74-7076-4c9e-b612-a8e9e7c346d4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.163388] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35aa7034-0def-46e8-a933-940963851253 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.229024] env[62291]: DEBUG nova.network.neutron [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] Successfully created port: 2f9cb8eb-bbca-4dc0-931d-7e713592bca1 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1850.289022] env[62291]: DEBUG nova.network.neutron [req-a4fb0884-1d50-422c-a192-5397cb622466 req-a88937d3-7a4a-43b0-9c80-3c144452e102 service nova] [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1850.344320] env[62291]: DEBUG oslo_concurrency.lockutils [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.279s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1850.344774] env[62291]: DEBUG nova.compute.manager [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 76fee949-7319-4999-a061-73c01f0b6351] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1850.347593] env[62291]: DEBUG oslo_concurrency.lockutils [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 3.060s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1850.353249] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Releasing lock "refresh_cache-5e6ff9fc-688d-41af-ade4-48b8150c74d2" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1850.353649] env[62291]: DEBUG nova.compute.manager [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1850.353808] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1850.354098] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-da2ff2aa-146f-4d53-8a4a-69d1edbc3912 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.363139] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebf4265-43fe-4ab0-9cea-0cb6669d0fa5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.389159] env[62291]: WARNING nova.virt.vmwareapi.vmops [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 5e6ff9fc-688d-41af-ade4-48b8150c74d2 could not be found. [ 1850.389159] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1850.389159] env[62291]: INFO nova.compute.manager [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] Took 0.04 seconds to destroy the instance on the hypervisor. [ 1850.389435] env[62291]: DEBUG oslo.service.loopingcall [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1850.389640] env[62291]: DEBUG nova.compute.manager [-] [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1850.389729] env[62291]: DEBUG nova.network.neutron [-] [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1850.404779] env[62291]: DEBUG nova.network.neutron [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1850.576996] env[62291]: DEBUG nova.network.neutron [-] [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1850.663016] env[62291]: DEBUG nova.network.neutron [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1850.792581] env[62291]: DEBUG oslo_concurrency.lockutils [req-a4fb0884-1d50-422c-a192-5397cb622466 req-a88937d3-7a4a-43b0-9c80-3c144452e102 service nova] Releasing lock "refresh_cache-bb738eff-a62c-4c40-bd1c-b95793aba83b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1850.858097] env[62291]: DEBUG nova.compute.utils [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1850.864453] env[62291]: DEBUG nova.compute.manager [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 76fee949-7319-4999-a061-73c01f0b6351] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1850.864453] env[62291]: DEBUG nova.network.neutron [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 76fee949-7319-4999-a061-73c01f0b6351] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1850.929569] env[62291]: DEBUG nova.policy [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f875269e8dbb42df96983aa6462978ee', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6d1df7a2f29c4447b6fab54a82f49ed2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 1851.027874] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af3d457-2268-47ce-964b-90fc1ca0c7f7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.035869] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1508a2ff-5ed5-43ee-ace5-993cc5f7d356 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.074630] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e6087b-dacb-4d4e-a30e-b9581f172a40 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.081951] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c8fed6-6db8-49dc-b9aa-cf9f0a6541e4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.085987] env[62291]: DEBUG nova.network.neutron [-] [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1851.098619] env[62291]: DEBUG nova.compute.provider_tree [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1851.166763] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Releasing lock "refresh_cache-54ecf6c1-b0d7-4667-ba90-7c2221be6eb4" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1851.167431] env[62291]: DEBUG nova.compute.manager [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1851.167512] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1851.167795] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1cf5c3ba-9c97-4c98-a721-98d1f9557426 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.178202] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6629b2a3-3d27-4e1a-afb7-c6e98f064354 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.201910] env[62291]: WARNING nova.virt.vmwareapi.vmops [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4 could not be found. [ 1851.202182] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1851.202470] env[62291]: INFO nova.compute.manager [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] Took 0.03 seconds to destroy the instance on the hypervisor. [ 1851.202679] env[62291]: DEBUG oslo.service.loopingcall [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1851.202949] env[62291]: DEBUG nova.compute.manager [-] [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1851.203095] env[62291]: DEBUG nova.network.neutron [-] [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1851.299717] env[62291]: DEBUG nova.network.neutron [-] [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1851.368917] env[62291]: DEBUG nova.compute.manager [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 76fee949-7319-4999-a061-73c01f0b6351] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1851.475576] env[62291]: DEBUG nova.compute.manager [req-f9cb74f9-55a1-4f44-a25c-f3d2986d8816 req-b106b147-c5a4-4f74-ba58-22b644e15b5a service nova] [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] Received event network-changed-9c02bc44-55e1-449d-8bdc-46fd05410044 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1851.475770] env[62291]: DEBUG nova.compute.manager [req-f9cb74f9-55a1-4f44-a25c-f3d2986d8816 req-b106b147-c5a4-4f74-ba58-22b644e15b5a service nova] [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] Refreshing instance network info cache due to event network-changed-9c02bc44-55e1-449d-8bdc-46fd05410044. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1851.475972] env[62291]: DEBUG oslo_concurrency.lockutils [req-f9cb74f9-55a1-4f44-a25c-f3d2986d8816 req-b106b147-c5a4-4f74-ba58-22b644e15b5a service nova] Acquiring lock "refresh_cache-54ecf6c1-b0d7-4667-ba90-7c2221be6eb4" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1851.476272] env[62291]: DEBUG oslo_concurrency.lockutils [req-f9cb74f9-55a1-4f44-a25c-f3d2986d8816 req-b106b147-c5a4-4f74-ba58-22b644e15b5a service nova] Acquired lock "refresh_cache-54ecf6c1-b0d7-4667-ba90-7c2221be6eb4" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1851.477916] env[62291]: DEBUG nova.network.neutron [req-f9cb74f9-55a1-4f44-a25c-f3d2986d8816 req-b106b147-c5a4-4f74-ba58-22b644e15b5a service nova] [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] Refreshing network info cache for port 9c02bc44-55e1-449d-8bdc-46fd05410044 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1851.543016] env[62291]: DEBUG nova.network.neutron [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 76fee949-7319-4999-a061-73c01f0b6351] Successfully created port: c88ea77a-8688-4aab-81b5-b53554a13514 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1851.589971] env[62291]: INFO nova.compute.manager [-] [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] Took 1.20 seconds to deallocate network for instance. [ 1851.594874] env[62291]: DEBUG nova.compute.claims [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] Aborting claim: {{(pid=62291) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 1851.594874] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1851.602076] env[62291]: DEBUG nova.scheduler.client.report [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1851.803065] env[62291]: DEBUG nova.network.neutron [-] [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1852.112340] env[62291]: DEBUG oslo_concurrency.lockutils [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.765s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1852.113340] env[62291]: ERROR nova.compute.manager [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8f01e811-9b69-435a-80f2-594e149724b8] Failed to build and run instance: nova.exception.PortBindingFailed: Binding failed for port 981d1336-8443-4678-9c76-1c597ee6110c, please check neutron logs for more information. [ 1852.113340] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] Traceback (most recent call last): [ 1852.113340] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 1852.113340] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] self.driver.spawn(context, instance, image_meta, [ 1852.113340] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 1852.113340] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] self._vmops.spawn(context, instance, image_meta, injected_files, [ 1852.113340] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 1852.113340] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] vm_ref = self.build_virtual_machine(instance, [ 1852.113340] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 1852.113340] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] vif_infos = vmwarevif.get_vif_info(self._session, [ 1852.113340] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 1852.113679] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] for vif in network_info: [ 1852.113679] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 1852.113679] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] return self._sync_wrapper(fn, *args, **kwargs) [ 1852.113679] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 1852.113679] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] self.wait() [ 1852.113679] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 1852.113679] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] self[:] = self._gt.wait() [ 1852.113679] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 1852.113679] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] return self._exit_event.wait() [ 1852.113679] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 1852.113679] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] result = hub.switch() [ 1852.113679] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 1852.113679] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] return self.greenlet.switch() [ 1852.114079] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 1852.114079] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] result = function(*args, **kwargs) [ 1852.114079] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 1852.114079] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] return func(*args, **kwargs) [ 1852.114079] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 1852.114079] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] raise e [ 1852.114079] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 1852.114079] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] nwinfo = self.network_api.allocate_for_instance( [ 1852.114079] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 1852.114079] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] created_port_ids = self._update_ports_for_instance( [ 1852.114079] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 1852.114079] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] with excutils.save_and_reraise_exception(): [ 1852.114079] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1852.114438] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] self.force_reraise() [ 1852.114438] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1852.114438] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] raise self.value [ 1852.114438] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 1852.114438] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] updated_port = self._update_port( [ 1852.114438] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 1852.114438] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] _ensure_no_port_binding_failure(port) [ 1852.114438] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 1852.114438] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] raise exception.PortBindingFailed(port_id=port['id']) [ 1852.114438] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] nova.exception.PortBindingFailed: Binding failed for port 981d1336-8443-4678-9c76-1c597ee6110c, please check neutron logs for more information. [ 1852.114438] env[62291]: ERROR nova.compute.manager [instance: 8f01e811-9b69-435a-80f2-594e149724b8] [ 1852.114940] env[62291]: DEBUG nova.compute.utils [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8f01e811-9b69-435a-80f2-594e149724b8] Binding failed for port 981d1336-8443-4678-9c76-1c597ee6110c, please check neutron logs for more information. {{(pid=62291) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1852.116485] env[62291]: DEBUG oslo_concurrency.lockutils [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.715s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.119893] env[62291]: INFO nova.compute.claims [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1852.124802] env[62291]: DEBUG nova.compute.manager [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8f01e811-9b69-435a-80f2-594e149724b8] Build of instance 8f01e811-9b69-435a-80f2-594e149724b8 was re-scheduled: Binding failed for port 981d1336-8443-4678-9c76-1c597ee6110c, please check neutron logs for more information. {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 1852.125128] env[62291]: DEBUG nova.compute.manager [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8f01e811-9b69-435a-80f2-594e149724b8] Unplugging VIFs for instance {{(pid=62291) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3006}} [ 1852.125348] env[62291]: DEBUG oslo_concurrency.lockutils [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Acquiring lock "refresh_cache-8f01e811-9b69-435a-80f2-594e149724b8" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1852.125483] env[62291]: DEBUG oslo_concurrency.lockutils [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Acquired lock "refresh_cache-8f01e811-9b69-435a-80f2-594e149724b8" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1852.125632] env[62291]: DEBUG nova.network.neutron [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8f01e811-9b69-435a-80f2-594e149724b8] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1852.173707] env[62291]: DEBUG nova.network.neutron [req-f9cb74f9-55a1-4f44-a25c-f3d2986d8816 req-b106b147-c5a4-4f74-ba58-22b644e15b5a service nova] [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1852.310129] env[62291]: INFO nova.compute.manager [-] [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] Took 1.11 seconds to deallocate network for instance. [ 1852.312676] env[62291]: DEBUG nova.compute.claims [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] Aborting claim: {{(pid=62291) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 1852.312872] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.382412] env[62291]: DEBUG nova.compute.manager [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 76fee949-7319-4999-a061-73c01f0b6351] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1852.421151] env[62291]: DEBUG nova.virt.hardware [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1852.423236] env[62291]: DEBUG nova.virt.hardware [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1852.423451] env[62291]: DEBUG nova.virt.hardware [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1852.423653] env[62291]: DEBUG nova.virt.hardware [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1852.424681] env[62291]: DEBUG nova.virt.hardware [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1852.424681] env[62291]: DEBUG nova.virt.hardware [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1852.425252] env[62291]: DEBUG nova.virt.hardware [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1852.425526] env[62291]: DEBUG nova.virt.hardware [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1852.425742] env[62291]: DEBUG nova.virt.hardware [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1852.425932] env[62291]: DEBUG nova.virt.hardware [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1852.426121] env[62291]: DEBUG nova.virt.hardware [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1852.428778] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02975cfc-efd0-42c2-81fa-cd5016c2c5ea {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.439310] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79403ce-f793-4af3-93fb-1e5e0676a987 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.529176] env[62291]: DEBUG nova.network.neutron [req-f9cb74f9-55a1-4f44-a25c-f3d2986d8816 req-b106b147-c5a4-4f74-ba58-22b644e15b5a service nova] [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1852.609775] env[62291]: DEBUG oslo_concurrency.lockutils [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] Acquiring lock "b488c40e-414f-4a6b-a0b1-c35ee573c57c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1852.609775] env[62291]: DEBUG oslo_concurrency.lockutils [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] Lock "b488c40e-414f-4a6b-a0b1-c35ee573c57c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1852.615416] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1852.679975] env[62291]: DEBUG nova.network.neutron [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8f01e811-9b69-435a-80f2-594e149724b8] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1852.864832] env[62291]: DEBUG nova.network.neutron [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8f01e811-9b69-435a-80f2-594e149724b8] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1853.033596] env[62291]: DEBUG oslo_concurrency.lockutils [req-f9cb74f9-55a1-4f44-a25c-f3d2986d8816 req-b106b147-c5a4-4f74-ba58-22b644e15b5a service nova] Releasing lock "refresh_cache-54ecf6c1-b0d7-4667-ba90-7c2221be6eb4" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1853.034203] env[62291]: DEBUG nova.compute.manager [req-f9cb74f9-55a1-4f44-a25c-f3d2986d8816 req-b106b147-c5a4-4f74-ba58-22b644e15b5a service nova] [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] Received event network-vif-deleted-9c02bc44-55e1-449d-8bdc-46fd05410044 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1853.115899] env[62291]: DEBUG nova.compute.manager [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1853.121167] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.352854] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84d9ca2-475b-4acd-8b3d-0454091ca96c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.361045] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a2967cb-a953-4243-8353-9bb80ca4d7fe {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.369089] env[62291]: DEBUG oslo_concurrency.lockutils [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Releasing lock "refresh_cache-8f01e811-9b69-435a-80f2-594e149724b8" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1853.369089] env[62291]: DEBUG nova.compute.manager [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62291) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3029}} [ 1853.369247] env[62291]: DEBUG nova.compute.manager [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8f01e811-9b69-435a-80f2-594e149724b8] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1853.370033] env[62291]: DEBUG nova.network.neutron [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8f01e811-9b69-435a-80f2-594e149724b8] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1853.408942] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a02ac7-7610-40f2-9443-9515ea0019b2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.417897] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2091f588-57f7-4375-b42e-a394cc98e99e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.434024] env[62291]: DEBUG nova.compute.provider_tree [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1853.480311] env[62291]: DEBUG nova.network.neutron [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8f01e811-9b69-435a-80f2-594e149724b8] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1853.605518] env[62291]: DEBUG nova.compute.manager [req-f6f97b81-2e8c-485d-a6a1-2c4ac34afd44 req-0a79c5a5-aca9-40fe-80b2-962554703013 service nova] [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] Received event network-vif-deleted-0cc0a8dd-14fa-4342-85b1-6bd896f14a96 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1853.605750] env[62291]: DEBUG nova.compute.manager [req-f6f97b81-2e8c-485d-a6a1-2c4ac34afd44 req-0a79c5a5-aca9-40fe-80b2-962554703013 service nova] [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] Received event network-changed-7e3da089-4ab4-429d-826b-9eb0f5ac2b11 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1853.605919] env[62291]: DEBUG nova.compute.manager [req-f6f97b81-2e8c-485d-a6a1-2c4ac34afd44 req-0a79c5a5-aca9-40fe-80b2-962554703013 service nova] [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] Refreshing instance network info cache due to event network-changed-7e3da089-4ab4-429d-826b-9eb0f5ac2b11. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1853.606143] env[62291]: DEBUG oslo_concurrency.lockutils [req-f6f97b81-2e8c-485d-a6a1-2c4ac34afd44 req-0a79c5a5-aca9-40fe-80b2-962554703013 service nova] Acquiring lock "refresh_cache-5e6ff9fc-688d-41af-ade4-48b8150c74d2" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1853.606274] env[62291]: DEBUG oslo_concurrency.lockutils [req-f6f97b81-2e8c-485d-a6a1-2c4ac34afd44 req-0a79c5a5-aca9-40fe-80b2-962554703013 service nova] Acquired lock "refresh_cache-5e6ff9fc-688d-41af-ade4-48b8150c74d2" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1853.606421] env[62291]: DEBUG nova.network.neutron [req-f6f97b81-2e8c-485d-a6a1-2c4ac34afd44 req-0a79c5a5-aca9-40fe-80b2-962554703013 service nova] [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] Refreshing network info cache for port 7e3da089-4ab4-429d-826b-9eb0f5ac2b11 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1853.649730] env[62291]: DEBUG oslo_concurrency.lockutils [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.935744] env[62291]: DEBUG nova.scheduler.client.report [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1853.984850] env[62291]: DEBUG nova.network.neutron [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8f01e811-9b69-435a-80f2-594e149724b8] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1854.299860] env[62291]: DEBUG nova.network.neutron [req-f6f97b81-2e8c-485d-a6a1-2c4ac34afd44 req-0a79c5a5-aca9-40fe-80b2-962554703013 service nova] [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1854.442043] env[62291]: DEBUG oslo_concurrency.lockutils [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.326s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1854.442297] env[62291]: DEBUG nova.compute.manager [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1854.448024] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.044s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1854.449516] env[62291]: INFO nova.compute.claims [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1854.479034] env[62291]: DEBUG nova.network.neutron [req-f6f97b81-2e8c-485d-a6a1-2c4ac34afd44 req-0a79c5a5-aca9-40fe-80b2-962554703013 service nova] [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1854.487113] env[62291]: INFO nova.compute.manager [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8f01e811-9b69-435a-80f2-594e149724b8] Took 1.12 seconds to deallocate network for instance. [ 1854.803183] env[62291]: ERROR nova.compute.manager [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port 2f9cb8eb-bbca-4dc0-931d-7e713592bca1, please check neutron logs for more information. [ 1854.803183] env[62291]: ERROR nova.compute.manager Traceback (most recent call last): [ 1854.803183] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 1854.803183] env[62291]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 1854.803183] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 1854.803183] env[62291]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 1854.803183] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 1854.803183] env[62291]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 1854.803183] env[62291]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1854.803183] env[62291]: ERROR nova.compute.manager self.force_reraise() [ 1854.803183] env[62291]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1854.803183] env[62291]: ERROR nova.compute.manager raise self.value [ 1854.803183] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 1854.803183] env[62291]: ERROR nova.compute.manager updated_port = self._update_port( [ 1854.803183] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 1854.803183] env[62291]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 1854.803723] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 1854.803723] env[62291]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 1854.803723] env[62291]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port 2f9cb8eb-bbca-4dc0-931d-7e713592bca1, please check neutron logs for more information. [ 1854.803723] env[62291]: ERROR nova.compute.manager [ 1854.803723] env[62291]: Traceback (most recent call last): [ 1854.803723] env[62291]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1854.803723] env[62291]: listener.cb(fileno) [ 1854.803723] env[62291]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 1854.803723] env[62291]: result = function(*args, **kwargs) [ 1854.803723] env[62291]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 1854.803723] env[62291]: return func(*args, **kwargs) [ 1854.803723] env[62291]: File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 1854.803723] env[62291]: raise e [ 1854.803723] env[62291]: File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 1854.803723] env[62291]: nwinfo = self.network_api.allocate_for_instance( [ 1854.803723] env[62291]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 1854.803723] env[62291]: created_port_ids = self._update_ports_for_instance( [ 1854.803723] env[62291]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 1854.803723] env[62291]: with excutils.save_and_reraise_exception(): [ 1854.803723] env[62291]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1854.803723] env[62291]: self.force_reraise() [ 1854.803723] env[62291]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1854.803723] env[62291]: raise self.value [ 1854.803723] env[62291]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 1854.803723] env[62291]: updated_port = self._update_port( [ 1854.803723] env[62291]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 1854.803723] env[62291]: _ensure_no_port_binding_failure(port) [ 1854.803723] env[62291]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 1854.803723] env[62291]: raise exception.PortBindingFailed(port_id=port['id']) [ 1854.804538] env[62291]: nova.exception.PortBindingFailed: Binding failed for port 2f9cb8eb-bbca-4dc0-931d-7e713592bca1, please check neutron logs for more information. [ 1854.804538] env[62291]: Removing descriptor: 16 [ 1854.804538] env[62291]: ERROR nova.compute.manager [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port 2f9cb8eb-bbca-4dc0-931d-7e713592bca1, please check neutron logs for more information. [ 1854.804538] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] Traceback (most recent call last): [ 1854.804538] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] File "/opt/stack/nova/nova/compute/manager.py", line 2894, in _build_resources [ 1854.804538] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] yield resources [ 1854.804538] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 1854.804538] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] self.driver.spawn(context, instance, image_meta, [ 1854.804538] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 1854.804538] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] self._vmops.spawn(context, instance, image_meta, injected_files, [ 1854.804538] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 1854.804538] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] vm_ref = self.build_virtual_machine(instance, [ 1854.804958] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 1854.804958] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] vif_infos = vmwarevif.get_vif_info(self._session, [ 1854.804958] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 1854.804958] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] for vif in network_info: [ 1854.804958] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 1854.804958] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] return self._sync_wrapper(fn, *args, **kwargs) [ 1854.804958] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 1854.804958] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] self.wait() [ 1854.804958] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 1854.804958] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] self[:] = self._gt.wait() [ 1854.804958] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 1854.804958] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] return self._exit_event.wait() [ 1854.804958] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 1854.805360] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] result = hub.switch() [ 1854.805360] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 1854.805360] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] return self.greenlet.switch() [ 1854.805360] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 1854.805360] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] result = function(*args, **kwargs) [ 1854.805360] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 1854.805360] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] return func(*args, **kwargs) [ 1854.805360] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 1854.805360] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] raise e [ 1854.805360] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 1854.805360] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] nwinfo = self.network_api.allocate_for_instance( [ 1854.805360] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 1854.805360] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] created_port_ids = self._update_ports_for_instance( [ 1854.805771] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 1854.805771] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] with excutils.save_and_reraise_exception(): [ 1854.805771] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1854.805771] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] self.force_reraise() [ 1854.805771] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1854.805771] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] raise self.value [ 1854.805771] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 1854.805771] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] updated_port = self._update_port( [ 1854.805771] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 1854.805771] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] _ensure_no_port_binding_failure(port) [ 1854.805771] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 1854.805771] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] raise exception.PortBindingFailed(port_id=port['id']) [ 1854.806128] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] nova.exception.PortBindingFailed: Binding failed for port 2f9cb8eb-bbca-4dc0-931d-7e713592bca1, please check neutron logs for more information. [ 1854.806128] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] [ 1854.806128] env[62291]: INFO nova.compute.manager [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] Terminating instance [ 1854.806929] env[62291]: DEBUG oslo_concurrency.lockutils [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "refresh_cache-ca004526-9a21-4d6c-a033-f9964f1cb9c2" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1854.806929] env[62291]: DEBUG oslo_concurrency.lockutils [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquired lock "refresh_cache-ca004526-9a21-4d6c-a033-f9964f1cb9c2" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1854.806929] env[62291]: DEBUG nova.network.neutron [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1854.957310] env[62291]: DEBUG nova.compute.utils [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1854.960425] env[62291]: DEBUG nova.compute.manager [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1854.960595] env[62291]: DEBUG nova.network.neutron [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1854.979817] env[62291]: DEBUG oslo_concurrency.lockutils [req-f6f97b81-2e8c-485d-a6a1-2c4ac34afd44 req-0a79c5a5-aca9-40fe-80b2-962554703013 service nova] Releasing lock "refresh_cache-5e6ff9fc-688d-41af-ade4-48b8150c74d2" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1854.980193] env[62291]: DEBUG nova.compute.manager [req-f6f97b81-2e8c-485d-a6a1-2c4ac34afd44 req-0a79c5a5-aca9-40fe-80b2-962554703013 service nova] [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] Received event network-vif-deleted-7e3da089-4ab4-429d-826b-9eb0f5ac2b11 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1855.087720] env[62291]: DEBUG nova.policy [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd2c953e6408445988c5c5b005e7bbead', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '960db3cf88064e3299b23b77f582266c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 1855.329163] env[62291]: ERROR nova.compute.manager [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port c88ea77a-8688-4aab-81b5-b53554a13514, please check neutron logs for more information. [ 1855.329163] env[62291]: ERROR nova.compute.manager Traceback (most recent call last): [ 1855.329163] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 1855.329163] env[62291]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 1855.329163] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 1855.329163] env[62291]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 1855.329163] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 1855.329163] env[62291]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 1855.329163] env[62291]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1855.329163] env[62291]: ERROR nova.compute.manager self.force_reraise() [ 1855.329163] env[62291]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1855.329163] env[62291]: ERROR nova.compute.manager raise self.value [ 1855.329163] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 1855.329163] env[62291]: ERROR nova.compute.manager updated_port = self._update_port( [ 1855.329163] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 1855.329163] env[62291]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 1855.329864] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 1855.329864] env[62291]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 1855.329864] env[62291]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port c88ea77a-8688-4aab-81b5-b53554a13514, please check neutron logs for more information. [ 1855.329864] env[62291]: ERROR nova.compute.manager [ 1855.329864] env[62291]: Traceback (most recent call last): [ 1855.329864] env[62291]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1855.329864] env[62291]: listener.cb(fileno) [ 1855.329864] env[62291]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 1855.329864] env[62291]: result = function(*args, **kwargs) [ 1855.329864] env[62291]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 1855.329864] env[62291]: return func(*args, **kwargs) [ 1855.329864] env[62291]: File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 1855.329864] env[62291]: raise e [ 1855.329864] env[62291]: File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 1855.329864] env[62291]: nwinfo = self.network_api.allocate_for_instance( [ 1855.329864] env[62291]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 1855.329864] env[62291]: created_port_ids = self._update_ports_for_instance( [ 1855.329864] env[62291]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 1855.329864] env[62291]: with excutils.save_and_reraise_exception(): [ 1855.329864] env[62291]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1855.329864] env[62291]: self.force_reraise() [ 1855.329864] env[62291]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1855.329864] env[62291]: raise self.value [ 1855.329864] env[62291]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 1855.329864] env[62291]: updated_port = self._update_port( [ 1855.329864] env[62291]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 1855.329864] env[62291]: _ensure_no_port_binding_failure(port) [ 1855.329864] env[62291]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 1855.329864] env[62291]: raise exception.PortBindingFailed(port_id=port['id']) [ 1855.330647] env[62291]: nova.exception.PortBindingFailed: Binding failed for port c88ea77a-8688-4aab-81b5-b53554a13514, please check neutron logs for more information. [ 1855.330647] env[62291]: Removing descriptor: 15 [ 1855.330647] env[62291]: ERROR nova.compute.manager [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 76fee949-7319-4999-a061-73c01f0b6351] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port c88ea77a-8688-4aab-81b5-b53554a13514, please check neutron logs for more information. [ 1855.330647] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] Traceback (most recent call last): [ 1855.330647] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] File "/opt/stack/nova/nova/compute/manager.py", line 2894, in _build_resources [ 1855.330647] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] yield resources [ 1855.330647] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 1855.330647] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] self.driver.spawn(context, instance, image_meta, [ 1855.330647] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 1855.330647] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] self._vmops.spawn(context, instance, image_meta, injected_files, [ 1855.330647] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 1855.330647] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] vm_ref = self.build_virtual_machine(instance, [ 1855.331024] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 1855.331024] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] vif_infos = vmwarevif.get_vif_info(self._session, [ 1855.331024] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 1855.331024] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] for vif in network_info: [ 1855.331024] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 1855.331024] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] return self._sync_wrapper(fn, *args, **kwargs) [ 1855.331024] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 1855.331024] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] self.wait() [ 1855.331024] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 1855.331024] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] self[:] = self._gt.wait() [ 1855.331024] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 1855.331024] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] return self._exit_event.wait() [ 1855.331024] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 1855.331409] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] result = hub.switch() [ 1855.331409] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 1855.331409] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] return self.greenlet.switch() [ 1855.331409] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 1855.331409] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] result = function(*args, **kwargs) [ 1855.331409] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 1855.331409] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] return func(*args, **kwargs) [ 1855.331409] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 1855.331409] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] raise e [ 1855.331409] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 1855.331409] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] nwinfo = self.network_api.allocate_for_instance( [ 1855.331409] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 1855.331409] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] created_port_ids = self._update_ports_for_instance( [ 1855.331755] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 1855.331755] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] with excutils.save_and_reraise_exception(): [ 1855.331755] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1855.331755] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] self.force_reraise() [ 1855.331755] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1855.331755] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] raise self.value [ 1855.331755] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 1855.331755] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] updated_port = self._update_port( [ 1855.331755] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 1855.331755] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] _ensure_no_port_binding_failure(port) [ 1855.331755] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 1855.331755] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] raise exception.PortBindingFailed(port_id=port['id']) [ 1855.332118] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] nova.exception.PortBindingFailed: Binding failed for port c88ea77a-8688-4aab-81b5-b53554a13514, please check neutron logs for more information. [ 1855.332118] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] [ 1855.332118] env[62291]: INFO nova.compute.manager [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 76fee949-7319-4999-a061-73c01f0b6351] Terminating instance [ 1855.336623] env[62291]: DEBUG oslo_concurrency.lockutils [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Acquiring lock "refresh_cache-76fee949-7319-4999-a061-73c01f0b6351" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.336735] env[62291]: DEBUG oslo_concurrency.lockutils [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Acquired lock "refresh_cache-76fee949-7319-4999-a061-73c01f0b6351" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.336936] env[62291]: DEBUG nova.network.neutron [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 76fee949-7319-4999-a061-73c01f0b6351] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1855.342504] env[62291]: DEBUG nova.network.neutron [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1855.463420] env[62291]: DEBUG nova.compute.manager [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1855.529269] env[62291]: INFO nova.scheduler.client.report [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Deleted allocations for instance 8f01e811-9b69-435a-80f2-594e149724b8 [ 1855.629697] env[62291]: DEBUG nova.network.neutron [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1855.676669] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8fdbe02-0d0a-4f96-9607-2933163e7133 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.688462] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e466a3-a895-4643-8e9d-57e515fcda4d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.729938] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b7df67-ed96-4d9d-b42a-559bc814b062 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.737943] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9f1f29-12bf-42a3-bbc5-83f7ec0768c6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.755085] env[62291]: DEBUG nova.compute.provider_tree [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1855.878843] env[62291]: DEBUG nova.network.neutron [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 76fee949-7319-4999-a061-73c01f0b6351] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1855.980109] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] Acquiring lock "a23ca971-e08f-463f-bab3-46d5d7b91cda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1855.980399] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] Lock "a23ca971-e08f-463f-bab3-46d5d7b91cda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.047199] env[62291]: DEBUG oslo_concurrency.lockutils [None req-12b54cff-dbc5-4f18-ac47-f4ba87fb2e70 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Lock "8f01e811-9b69-435a-80f2-594e149724b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.329s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.047419] env[62291]: DEBUG oslo_concurrency.lockutils [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] Acquiring lock "c15b6ab2-6657-48bb-b992-2d30a2ae54d3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.047618] env[62291]: DEBUG oslo_concurrency.lockutils [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] Lock "c15b6ab2-6657-48bb-b992-2d30a2ae54d3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.132086] env[62291]: DEBUG oslo_concurrency.lockutils [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Releasing lock "refresh_cache-ca004526-9a21-4d6c-a033-f9964f1cb9c2" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.132531] env[62291]: DEBUG nova.compute.manager [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1856.132720] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1856.133023] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d49128ad-b113-47da-9933-41ac5103f820 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.142495] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0b8f02-5bc6-48f2-8d16-bcdcc90924f5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.165308] env[62291]: WARNING nova.virt.vmwareapi.vmops [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance ca004526-9a21-4d6c-a033-f9964f1cb9c2 could not be found. [ 1856.165308] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1856.165308] env[62291]: INFO nova.compute.manager [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] Took 0.03 seconds to destroy the instance on the hypervisor. [ 1856.165486] env[62291]: DEBUG oslo.service.loopingcall [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1856.165717] env[62291]: DEBUG nova.compute.manager [-] [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1856.165809] env[62291]: DEBUG nova.network.neutron [-] [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1856.182436] env[62291]: DEBUG nova.network.neutron [-] [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1856.260945] env[62291]: DEBUG nova.scheduler.client.report [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1856.312122] env[62291]: DEBUG nova.network.neutron [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] Successfully created port: f12e35f5-f228-4418-86f2-c449b19e148b {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1856.336101] env[62291]: DEBUG nova.network.neutron [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 76fee949-7319-4999-a061-73c01f0b6351] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1856.481352] env[62291]: DEBUG nova.compute.manager [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1856.484847] env[62291]: DEBUG nova.compute.manager [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1856.516016] env[62291]: DEBUG nova.virt.hardware [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1856.516273] env[62291]: DEBUG nova.virt.hardware [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1856.516424] env[62291]: DEBUG nova.virt.hardware [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1856.516598] env[62291]: DEBUG nova.virt.hardware [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1856.516737] env[62291]: DEBUG nova.virt.hardware [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1856.516876] env[62291]: DEBUG nova.virt.hardware [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1856.517103] env[62291]: DEBUG nova.virt.hardware [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1856.517258] env[62291]: DEBUG nova.virt.hardware [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1856.518039] env[62291]: DEBUG nova.virt.hardware [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1856.518039] env[62291]: DEBUG nova.virt.hardware [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1856.518039] env[62291]: DEBUG nova.virt.hardware [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1856.518604] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d95cab4-52a1-4f8f-86ea-a7cc42e78128 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.527166] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a8c226-842a-470d-943a-845fa00642c4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.549719] env[62291]: DEBUG nova.compute.manager [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1856.686117] env[62291]: DEBUG nova.network.neutron [-] [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1856.766683] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.319s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1856.767517] env[62291]: DEBUG nova.compute.manager [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1856.771122] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 8.028s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.838668] env[62291]: DEBUG oslo_concurrency.lockutils [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Releasing lock "refresh_cache-76fee949-7319-4999-a061-73c01f0b6351" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.839062] env[62291]: DEBUG nova.compute.manager [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 76fee949-7319-4999-a061-73c01f0b6351] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1856.839394] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 76fee949-7319-4999-a061-73c01f0b6351] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1856.840970] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-be500cb1-8b3c-47f4-af30-afba413ec81e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.850391] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565c32d3-6dc6-409d-a4c5-7c58eb8d6c2d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1856.869109] env[62291]: DEBUG nova.compute.manager [req-099cdedc-c901-494d-9e40-3d40d16fc6ef req-82d3802f-5d59-49a6-aa38-e1606994af1b service nova] [instance: 76fee949-7319-4999-a061-73c01f0b6351] Received event network-changed-c88ea77a-8688-4aab-81b5-b53554a13514 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1856.869294] env[62291]: DEBUG nova.compute.manager [req-099cdedc-c901-494d-9e40-3d40d16fc6ef req-82d3802f-5d59-49a6-aa38-e1606994af1b service nova] [instance: 76fee949-7319-4999-a061-73c01f0b6351] Refreshing instance network info cache due to event network-changed-c88ea77a-8688-4aab-81b5-b53554a13514. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1856.869504] env[62291]: DEBUG oslo_concurrency.lockutils [req-099cdedc-c901-494d-9e40-3d40d16fc6ef req-82d3802f-5d59-49a6-aa38-e1606994af1b service nova] Acquiring lock "refresh_cache-76fee949-7319-4999-a061-73c01f0b6351" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.869640] env[62291]: DEBUG oslo_concurrency.lockutils [req-099cdedc-c901-494d-9e40-3d40d16fc6ef req-82d3802f-5d59-49a6-aa38-e1606994af1b service nova] Acquired lock "refresh_cache-76fee949-7319-4999-a061-73c01f0b6351" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.869796] env[62291]: DEBUG nova.network.neutron [req-099cdedc-c901-494d-9e40-3d40d16fc6ef req-82d3802f-5d59-49a6-aa38-e1606994af1b service nova] [instance: 76fee949-7319-4999-a061-73c01f0b6351] Refreshing network info cache for port c88ea77a-8688-4aab-81b5-b53554a13514 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1856.886580] env[62291]: WARNING nova.virt.vmwareapi.vmops [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 76fee949-7319-4999-a061-73c01f0b6351] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 76fee949-7319-4999-a061-73c01f0b6351 could not be found. [ 1856.886784] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 76fee949-7319-4999-a061-73c01f0b6351] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1856.886953] env[62291]: INFO nova.compute.manager [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 76fee949-7319-4999-a061-73c01f0b6351] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1856.887204] env[62291]: DEBUG oslo.service.loopingcall [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1856.887951] env[62291]: DEBUG nova.compute.manager [-] [instance: 76fee949-7319-4999-a061-73c01f0b6351] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1856.888054] env[62291]: DEBUG nova.network.neutron [-] [instance: 76fee949-7319-4999-a061-73c01f0b6351] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1856.904302] env[62291]: DEBUG nova.network.neutron [-] [instance: 76fee949-7319-4999-a061-73c01f0b6351] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1857.026806] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.075334] env[62291]: DEBUG oslo_concurrency.lockutils [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.191718] env[62291]: INFO nova.compute.manager [-] [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] Took 1.02 seconds to deallocate network for instance. [ 1857.195635] env[62291]: DEBUG nova.compute.claims [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] Aborting claim: {{(pid=62291) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 1857.195837] env[62291]: DEBUG oslo_concurrency.lockutils [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.201673] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Acquiring lock "c5bfbc28-cf6c-4c9e-8745-a5e520a6131e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.201912] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Lock "c5bfbc28-cf6c-4c9e-8745-a5e520a6131e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1857.278166] env[62291]: DEBUG nova.compute.utils [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1857.292946] env[62291]: DEBUG nova.compute.manager [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1857.292946] env[62291]: DEBUG nova.network.neutron [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1857.403325] env[62291]: DEBUG nova.network.neutron [req-099cdedc-c901-494d-9e40-3d40d16fc6ef req-82d3802f-5d59-49a6-aa38-e1606994af1b service nova] [instance: 76fee949-7319-4999-a061-73c01f0b6351] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1857.407239] env[62291]: DEBUG nova.network.neutron [-] [instance: 76fee949-7319-4999-a061-73c01f0b6351] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1857.469653] env[62291]: DEBUG nova.policy [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '34152d28ac054a9790fd28cc29a68a47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '531b773195524440aba863b690e3bd82', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 1857.513331] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1f80aa-5c5d-4add-89bf-175b5f0646a6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.523966] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-536f388e-25b7-4eac-8151-adc769e5769d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.560388] env[62291]: DEBUG nova.network.neutron [req-099cdedc-c901-494d-9e40-3d40d16fc6ef req-82d3802f-5d59-49a6-aa38-e1606994af1b service nova] [instance: 76fee949-7319-4999-a061-73c01f0b6351] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1857.562473] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b856cb-5e49-4032-bfc3-758ac125fc1a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.570533] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9c889b4-7b2f-4512-b049-52002ac04ab4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.587305] env[62291]: DEBUG nova.compute.provider_tree [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1857.789041] env[62291]: DEBUG nova.compute.manager [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1857.910733] env[62291]: INFO nova.compute.manager [-] [instance: 76fee949-7319-4999-a061-73c01f0b6351] Took 1.02 seconds to deallocate network for instance. [ 1857.916168] env[62291]: DEBUG nova.compute.claims [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 76fee949-7319-4999-a061-73c01f0b6351] Aborting claim: {{(pid=62291) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 1857.916168] env[62291]: DEBUG oslo_concurrency.lockutils [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1857.963332] env[62291]: DEBUG nova.compute.manager [req-b7e081fb-bfd2-4faa-b29c-f32af6da9c5e req-0de7875c-93e8-4973-ba98-8f67fa99c1ee service nova] [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] Received event network-changed-2f9cb8eb-bbca-4dc0-931d-7e713592bca1 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1857.963547] env[62291]: DEBUG nova.compute.manager [req-b7e081fb-bfd2-4faa-b29c-f32af6da9c5e req-0de7875c-93e8-4973-ba98-8f67fa99c1ee service nova] [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] Refreshing instance network info cache due to event network-changed-2f9cb8eb-bbca-4dc0-931d-7e713592bca1. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1857.963727] env[62291]: DEBUG oslo_concurrency.lockutils [req-b7e081fb-bfd2-4faa-b29c-f32af6da9c5e req-0de7875c-93e8-4973-ba98-8f67fa99c1ee service nova] Acquiring lock "refresh_cache-ca004526-9a21-4d6c-a033-f9964f1cb9c2" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1857.963868] env[62291]: DEBUG oslo_concurrency.lockutils [req-b7e081fb-bfd2-4faa-b29c-f32af6da9c5e req-0de7875c-93e8-4973-ba98-8f67fa99c1ee service nova] Acquired lock "refresh_cache-ca004526-9a21-4d6c-a033-f9964f1cb9c2" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1857.964044] env[62291]: DEBUG nova.network.neutron [req-b7e081fb-bfd2-4faa-b29c-f32af6da9c5e req-0de7875c-93e8-4973-ba98-8f67fa99c1ee service nova] [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] Refreshing network info cache for port 2f9cb8eb-bbca-4dc0-931d-7e713592bca1 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1858.030170] env[62291]: DEBUG nova.network.neutron [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] Successfully created port: 4986182e-3512-48a4-8b8e-c4ab22f28894 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1858.066214] env[62291]: DEBUG oslo_concurrency.lockutils [req-099cdedc-c901-494d-9e40-3d40d16fc6ef req-82d3802f-5d59-49a6-aa38-e1606994af1b service nova] Releasing lock "refresh_cache-76fee949-7319-4999-a061-73c01f0b6351" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1858.094354] env[62291]: DEBUG nova.scheduler.client.report [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1858.507082] env[62291]: DEBUG nova.network.neutron [req-b7e081fb-bfd2-4faa-b29c-f32af6da9c5e req-0de7875c-93e8-4973-ba98-8f67fa99c1ee service nova] [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1858.598945] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.828s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1858.600249] env[62291]: ERROR nova.compute.manager [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] Failed to build and run instance: nova.exception.PortBindingFailed: Binding failed for port 0cc0a8dd-14fa-4342-85b1-6bd896f14a96, please check neutron logs for more information. [ 1858.600249] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] Traceback (most recent call last): [ 1858.600249] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 1858.600249] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] self.driver.spawn(context, instance, image_meta, [ 1858.600249] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 1858.600249] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] self._vmops.spawn(context, instance, image_meta, injected_files, [ 1858.600249] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 1858.600249] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] vm_ref = self.build_virtual_machine(instance, [ 1858.600249] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 1858.600249] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] vif_infos = vmwarevif.get_vif_info(self._session, [ 1858.600249] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 1858.601451] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] for vif in network_info: [ 1858.601451] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 1858.601451] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] return self._sync_wrapper(fn, *args, **kwargs) [ 1858.601451] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 1858.601451] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] self.wait() [ 1858.601451] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 1858.601451] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] self[:] = self._gt.wait() [ 1858.601451] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 1858.601451] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] return self._exit_event.wait() [ 1858.601451] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 1858.601451] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] result = hub.switch() [ 1858.601451] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 1858.601451] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] return self.greenlet.switch() [ 1858.601933] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 1858.601933] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] result = function(*args, **kwargs) [ 1858.601933] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 1858.601933] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] return func(*args, **kwargs) [ 1858.601933] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 1858.601933] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] raise e [ 1858.601933] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 1858.601933] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] nwinfo = self.network_api.allocate_for_instance( [ 1858.601933] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 1858.601933] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] created_port_ids = self._update_ports_for_instance( [ 1858.601933] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 1858.601933] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] with excutils.save_and_reraise_exception(): [ 1858.601933] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1858.602281] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] self.force_reraise() [ 1858.602281] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1858.602281] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] raise self.value [ 1858.602281] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 1858.602281] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] updated_port = self._update_port( [ 1858.602281] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 1858.602281] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] _ensure_no_port_binding_failure(port) [ 1858.602281] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 1858.602281] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] raise exception.PortBindingFailed(port_id=port['id']) [ 1858.602281] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] nova.exception.PortBindingFailed: Binding failed for port 0cc0a8dd-14fa-4342-85b1-6bd896f14a96, please check neutron logs for more information. [ 1858.602281] env[62291]: ERROR nova.compute.manager [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] [ 1858.602565] env[62291]: DEBUG nova.compute.utils [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] Binding failed for port 0cc0a8dd-14fa-4342-85b1-6bd896f14a96, please check neutron logs for more information. {{(pid=62291) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1858.602565] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 7.007s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.605661] env[62291]: DEBUG nova.compute.manager [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] Build of instance bb738eff-a62c-4c40-bd1c-b95793aba83b was re-scheduled: Binding failed for port 0cc0a8dd-14fa-4342-85b1-6bd896f14a96, please check neutron logs for more information. {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 1858.606148] env[62291]: DEBUG nova.compute.manager [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] Unplugging VIFs for instance {{(pid=62291) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3006}} [ 1858.606359] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] Acquiring lock "refresh_cache-bb738eff-a62c-4c40-bd1c-b95793aba83b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1858.606510] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] Acquired lock "refresh_cache-bb738eff-a62c-4c40-bd1c-b95793aba83b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1858.606755] env[62291]: DEBUG nova.network.neutron [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1858.800625] env[62291]: DEBUG nova.compute.manager [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1858.842160] env[62291]: DEBUG nova.virt.hardware [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1858.842390] env[62291]: DEBUG nova.virt.hardware [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1858.842784] env[62291]: DEBUG nova.virt.hardware [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1858.842784] env[62291]: DEBUG nova.virt.hardware [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1858.843057] env[62291]: DEBUG nova.virt.hardware [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1858.843057] env[62291]: DEBUG nova.virt.hardware [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1858.843223] env[62291]: DEBUG nova.virt.hardware [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1858.843375] env[62291]: DEBUG nova.virt.hardware [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1858.843533] env[62291]: DEBUG nova.virt.hardware [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1858.843686] env[62291]: DEBUG nova.virt.hardware [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1858.844158] env[62291]: DEBUG nova.virt.hardware [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1858.845435] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d19bcb-1143-481a-b1b9-dd67c0b843d5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.854734] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edb7623-2b5d-4930-9353-577c75906ec5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.965562] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Acquiring lock "6ea23640-3ef0-4a2e-aa75-203c03edf386" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.965802] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Lock "6ea23640-3ef0-4a2e-aa75-203c03edf386" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1859.043020] env[62291]: DEBUG nova.network.neutron [req-b7e081fb-bfd2-4faa-b29c-f32af6da9c5e req-0de7875c-93e8-4973-ba98-8f67fa99c1ee service nova] [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1859.158016] env[62291]: DEBUG nova.network.neutron [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1859.227270] env[62291]: ERROR nova.compute.manager [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port f12e35f5-f228-4418-86f2-c449b19e148b, please check neutron logs for more information. [ 1859.227270] env[62291]: ERROR nova.compute.manager Traceback (most recent call last): [ 1859.227270] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 1859.227270] env[62291]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 1859.227270] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 1859.227270] env[62291]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 1859.227270] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 1859.227270] env[62291]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 1859.227270] env[62291]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1859.227270] env[62291]: ERROR nova.compute.manager self.force_reraise() [ 1859.227270] env[62291]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1859.227270] env[62291]: ERROR nova.compute.manager raise self.value [ 1859.227270] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 1859.227270] env[62291]: ERROR nova.compute.manager updated_port = self._update_port( [ 1859.227270] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 1859.227270] env[62291]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 1859.227821] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 1859.227821] env[62291]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 1859.227821] env[62291]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port f12e35f5-f228-4418-86f2-c449b19e148b, please check neutron logs for more information. [ 1859.227821] env[62291]: ERROR nova.compute.manager [ 1859.227821] env[62291]: Traceback (most recent call last): [ 1859.227821] env[62291]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1859.227821] env[62291]: listener.cb(fileno) [ 1859.227821] env[62291]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 1859.227821] env[62291]: result = function(*args, **kwargs) [ 1859.227821] env[62291]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 1859.227821] env[62291]: return func(*args, **kwargs) [ 1859.227821] env[62291]: File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 1859.227821] env[62291]: raise e [ 1859.227821] env[62291]: File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 1859.227821] env[62291]: nwinfo = self.network_api.allocate_for_instance( [ 1859.227821] env[62291]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 1859.227821] env[62291]: created_port_ids = self._update_ports_for_instance( [ 1859.227821] env[62291]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 1859.227821] env[62291]: with excutils.save_and_reraise_exception(): [ 1859.227821] env[62291]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1859.227821] env[62291]: self.force_reraise() [ 1859.227821] env[62291]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1859.227821] env[62291]: raise self.value [ 1859.227821] env[62291]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 1859.227821] env[62291]: updated_port = self._update_port( [ 1859.227821] env[62291]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 1859.227821] env[62291]: _ensure_no_port_binding_failure(port) [ 1859.227821] env[62291]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 1859.227821] env[62291]: raise exception.PortBindingFailed(port_id=port['id']) [ 1859.228718] env[62291]: nova.exception.PortBindingFailed: Binding failed for port f12e35f5-f228-4418-86f2-c449b19e148b, please check neutron logs for more information. [ 1859.228718] env[62291]: Removing descriptor: 16 [ 1859.228718] env[62291]: ERROR nova.compute.manager [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port f12e35f5-f228-4418-86f2-c449b19e148b, please check neutron logs for more information. [ 1859.228718] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] Traceback (most recent call last): [ 1859.228718] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] File "/opt/stack/nova/nova/compute/manager.py", line 2894, in _build_resources [ 1859.228718] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] yield resources [ 1859.228718] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 1859.228718] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] self.driver.spawn(context, instance, image_meta, [ 1859.228718] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 1859.228718] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] self._vmops.spawn(context, instance, image_meta, injected_files, [ 1859.228718] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 1859.228718] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] vm_ref = self.build_virtual_machine(instance, [ 1859.229052] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 1859.229052] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] vif_infos = vmwarevif.get_vif_info(self._session, [ 1859.229052] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 1859.229052] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] for vif in network_info: [ 1859.229052] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 1859.229052] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] return self._sync_wrapper(fn, *args, **kwargs) [ 1859.229052] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 1859.229052] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] self.wait() [ 1859.229052] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 1859.229052] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] self[:] = self._gt.wait() [ 1859.229052] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 1859.229052] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] return self._exit_event.wait() [ 1859.229052] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 1859.229391] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] result = hub.switch() [ 1859.229391] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 1859.229391] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] return self.greenlet.switch() [ 1859.229391] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 1859.229391] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] result = function(*args, **kwargs) [ 1859.229391] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 1859.229391] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] return func(*args, **kwargs) [ 1859.229391] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 1859.229391] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] raise e [ 1859.229391] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 1859.229391] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] nwinfo = self.network_api.allocate_for_instance( [ 1859.229391] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 1859.229391] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] created_port_ids = self._update_ports_for_instance( [ 1859.229787] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 1859.229787] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] with excutils.save_and_reraise_exception(): [ 1859.229787] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1859.229787] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] self.force_reraise() [ 1859.229787] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1859.229787] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] raise self.value [ 1859.229787] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 1859.229787] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] updated_port = self._update_port( [ 1859.229787] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 1859.229787] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] _ensure_no_port_binding_failure(port) [ 1859.229787] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 1859.229787] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] raise exception.PortBindingFailed(port_id=port['id']) [ 1859.230115] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] nova.exception.PortBindingFailed: Binding failed for port f12e35f5-f228-4418-86f2-c449b19e148b, please check neutron logs for more information. [ 1859.230115] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] [ 1859.230115] env[62291]: INFO nova.compute.manager [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] Terminating instance [ 1859.234527] env[62291]: DEBUG oslo_concurrency.lockutils [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] Acquiring lock "refresh_cache-411bc66f-d976-456c-83d5-3c2aa646644f" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1859.234668] env[62291]: DEBUG oslo_concurrency.lockutils [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] Acquired lock "refresh_cache-411bc66f-d976-456c-83d5-3c2aa646644f" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1859.234738] env[62291]: DEBUG nova.network.neutron [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1859.299124] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4bd0f55-c29e-473f-9a2d-3b5cc3f02438 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.307181] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7818eb15-6bb4-4c92-af6c-d50fc5868f59 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.343877] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84efa700-b240-49e8-a8bd-e0f0fd04e8aa {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.357504] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fd31c98-1e9d-423a-ae84-db0c35ecccb6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.369097] env[62291]: DEBUG nova.compute.provider_tree [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1859.519434] env[62291]: DEBUG nova.network.neutron [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1859.546155] env[62291]: DEBUG oslo_concurrency.lockutils [req-b7e081fb-bfd2-4faa-b29c-f32af6da9c5e req-0de7875c-93e8-4973-ba98-8f67fa99c1ee service nova] Releasing lock "refresh_cache-ca004526-9a21-4d6c-a033-f9964f1cb9c2" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1859.546362] env[62291]: DEBUG nova.compute.manager [req-b7e081fb-bfd2-4faa-b29c-f32af6da9c5e req-0de7875c-93e8-4973-ba98-8f67fa99c1ee service nova] [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] Received event network-vif-deleted-2f9cb8eb-bbca-4dc0-931d-7e713592bca1 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1859.785057] env[62291]: DEBUG nova.network.neutron [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1859.873510] env[62291]: DEBUG nova.scheduler.client.report [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1859.922100] env[62291]: DEBUG nova.network.neutron [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1860.023180] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] Releasing lock "refresh_cache-bb738eff-a62c-4c40-bd1c-b95793aba83b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1860.023180] env[62291]: DEBUG nova.compute.manager [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62291) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3029}} [ 1860.023180] env[62291]: DEBUG nova.compute.manager [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1860.023343] env[62291]: DEBUG nova.network.neutron [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1860.073930] env[62291]: DEBUG nova.network.neutron [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1860.382197] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.780s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.382843] env[62291]: ERROR nova.compute.manager [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] Failed to build and run instance: nova.exception.PortBindingFailed: Binding failed for port 7e3da089-4ab4-429d-826b-9eb0f5ac2b11, please check neutron logs for more information. [ 1860.382843] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] Traceback (most recent call last): [ 1860.382843] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 1860.382843] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] self.driver.spawn(context, instance, image_meta, [ 1860.382843] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 1860.382843] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] self._vmops.spawn(context, instance, image_meta, injected_files, [ 1860.382843] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 1860.382843] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] vm_ref = self.build_virtual_machine(instance, [ 1860.382843] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 1860.382843] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] vif_infos = vmwarevif.get_vif_info(self._session, [ 1860.382843] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 1860.383458] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] for vif in network_info: [ 1860.383458] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 1860.383458] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] return self._sync_wrapper(fn, *args, **kwargs) [ 1860.383458] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 1860.383458] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] self.wait() [ 1860.383458] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 1860.383458] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] self[:] = self._gt.wait() [ 1860.383458] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 1860.383458] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] return self._exit_event.wait() [ 1860.383458] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 1860.383458] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] result = hub.switch() [ 1860.383458] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 1860.383458] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] return self.greenlet.switch() [ 1860.384198] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 1860.384198] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] result = function(*args, **kwargs) [ 1860.384198] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 1860.384198] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] return func(*args, **kwargs) [ 1860.384198] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 1860.384198] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] raise e [ 1860.384198] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 1860.384198] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] nwinfo = self.network_api.allocate_for_instance( [ 1860.384198] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 1860.384198] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] created_port_ids = self._update_ports_for_instance( [ 1860.384198] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 1860.384198] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] with excutils.save_and_reraise_exception(): [ 1860.384198] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1860.385267] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] self.force_reraise() [ 1860.385267] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1860.385267] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] raise self.value [ 1860.385267] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 1860.385267] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] updated_port = self._update_port( [ 1860.385267] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 1860.385267] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] _ensure_no_port_binding_failure(port) [ 1860.385267] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 1860.385267] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] raise exception.PortBindingFailed(port_id=port['id']) [ 1860.385267] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] nova.exception.PortBindingFailed: Binding failed for port 7e3da089-4ab4-429d-826b-9eb0f5ac2b11, please check neutron logs for more information. [ 1860.385267] env[62291]: ERROR nova.compute.manager [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] [ 1860.385751] env[62291]: DEBUG nova.compute.utils [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] Binding failed for port 7e3da089-4ab4-429d-826b-9eb0f5ac2b11, please check neutron logs for more information. {{(pid=62291) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1860.388017] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 8.072s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.393569] env[62291]: DEBUG nova.compute.manager [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] Build of instance 5e6ff9fc-688d-41af-ade4-48b8150c74d2 was re-scheduled: Binding failed for port 7e3da089-4ab4-429d-826b-9eb0f5ac2b11, please check neutron logs for more information. {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 1860.393569] env[62291]: DEBUG nova.compute.manager [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] Unplugging VIFs for instance {{(pid=62291) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3006}} [ 1860.393569] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Acquiring lock "refresh_cache-5e6ff9fc-688d-41af-ade4-48b8150c74d2" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1860.393569] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Acquired lock "refresh_cache-5e6ff9fc-688d-41af-ade4-48b8150c74d2" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1860.394038] env[62291]: DEBUG nova.network.neutron [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1860.424937] env[62291]: DEBUG oslo_concurrency.lockutils [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] Releasing lock "refresh_cache-411bc66f-d976-456c-83d5-3c2aa646644f" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1860.425913] env[62291]: DEBUG nova.compute.manager [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1860.426112] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1860.426406] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-005a5332-1c26-404d-9428-9c2d29bff9ae {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.439937] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b70f79-ee9a-44e6-bfff-659703006659 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.471965] env[62291]: WARNING nova.virt.vmwareapi.vmops [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 411bc66f-d976-456c-83d5-3c2aa646644f could not be found. [ 1860.472318] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1860.472473] env[62291]: INFO nova.compute.manager [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1860.473671] env[62291]: DEBUG oslo.service.loopingcall [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1860.475587] env[62291]: DEBUG nova.compute.manager [-] [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1860.475587] env[62291]: DEBUG nova.network.neutron [-] [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1860.504960] env[62291]: DEBUG nova.network.neutron [-] [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1860.560856] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Acquiring lock "f50e95c8-d4ea-4250-862f-8b3be53cabc9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.560856] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Lock "f50e95c8-d4ea-4250-862f-8b3be53cabc9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.576918] env[62291]: DEBUG nova.network.neutron [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1860.642189] env[62291]: ERROR nova.compute.manager [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port 4986182e-3512-48a4-8b8e-c4ab22f28894, please check neutron logs for more information. [ 1860.642189] env[62291]: ERROR nova.compute.manager Traceback (most recent call last): [ 1860.642189] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 1860.642189] env[62291]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 1860.642189] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 1860.642189] env[62291]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 1860.642189] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 1860.642189] env[62291]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 1860.642189] env[62291]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1860.642189] env[62291]: ERROR nova.compute.manager self.force_reraise() [ 1860.642189] env[62291]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1860.642189] env[62291]: ERROR nova.compute.manager raise self.value [ 1860.642189] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 1860.642189] env[62291]: ERROR nova.compute.manager updated_port = self._update_port( [ 1860.642189] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 1860.642189] env[62291]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 1860.643394] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 1860.643394] env[62291]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 1860.643394] env[62291]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port 4986182e-3512-48a4-8b8e-c4ab22f28894, please check neutron logs for more information. [ 1860.643394] env[62291]: ERROR nova.compute.manager [ 1860.643394] env[62291]: Traceback (most recent call last): [ 1860.643394] env[62291]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1860.643394] env[62291]: listener.cb(fileno) [ 1860.643394] env[62291]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 1860.643394] env[62291]: result = function(*args, **kwargs) [ 1860.643394] env[62291]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 1860.643394] env[62291]: return func(*args, **kwargs) [ 1860.643394] env[62291]: File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 1860.643394] env[62291]: raise e [ 1860.643394] env[62291]: File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 1860.643394] env[62291]: nwinfo = self.network_api.allocate_for_instance( [ 1860.643394] env[62291]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 1860.643394] env[62291]: created_port_ids = self._update_ports_for_instance( [ 1860.643394] env[62291]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 1860.643394] env[62291]: with excutils.save_and_reraise_exception(): [ 1860.643394] env[62291]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1860.643394] env[62291]: self.force_reraise() [ 1860.643394] env[62291]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1860.643394] env[62291]: raise self.value [ 1860.643394] env[62291]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 1860.643394] env[62291]: updated_port = self._update_port( [ 1860.643394] env[62291]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 1860.643394] env[62291]: _ensure_no_port_binding_failure(port) [ 1860.643394] env[62291]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 1860.643394] env[62291]: raise exception.PortBindingFailed(port_id=port['id']) [ 1860.644335] env[62291]: nova.exception.PortBindingFailed: Binding failed for port 4986182e-3512-48a4-8b8e-c4ab22f28894, please check neutron logs for more information. [ 1860.644335] env[62291]: Removing descriptor: 18 [ 1860.644335] env[62291]: ERROR nova.compute.manager [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port 4986182e-3512-48a4-8b8e-c4ab22f28894, please check neutron logs for more information. [ 1860.644335] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] Traceback (most recent call last): [ 1860.644335] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] File "/opt/stack/nova/nova/compute/manager.py", line 2894, in _build_resources [ 1860.644335] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] yield resources [ 1860.644335] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 1860.644335] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] self.driver.spawn(context, instance, image_meta, [ 1860.644335] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 1860.644335] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] self._vmops.spawn(context, instance, image_meta, injected_files, [ 1860.644335] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 1860.644335] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] vm_ref = self.build_virtual_machine(instance, [ 1860.644845] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 1860.644845] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] vif_infos = vmwarevif.get_vif_info(self._session, [ 1860.644845] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 1860.644845] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] for vif in network_info: [ 1860.644845] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 1860.644845] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] return self._sync_wrapper(fn, *args, **kwargs) [ 1860.644845] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 1860.644845] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] self.wait() [ 1860.644845] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 1860.644845] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] self[:] = self._gt.wait() [ 1860.644845] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 1860.644845] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] return self._exit_event.wait() [ 1860.644845] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 1860.645344] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] result = hub.switch() [ 1860.645344] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 1860.645344] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] return self.greenlet.switch() [ 1860.645344] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 1860.645344] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] result = function(*args, **kwargs) [ 1860.645344] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 1860.645344] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] return func(*args, **kwargs) [ 1860.645344] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 1860.645344] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] raise e [ 1860.645344] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 1860.645344] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] nwinfo = self.network_api.allocate_for_instance( [ 1860.645344] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 1860.645344] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] created_port_ids = self._update_ports_for_instance( [ 1860.645742] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 1860.645742] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] with excutils.save_and_reraise_exception(): [ 1860.645742] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1860.645742] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] self.force_reraise() [ 1860.645742] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1860.645742] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] raise self.value [ 1860.645742] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 1860.645742] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] updated_port = self._update_port( [ 1860.645742] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 1860.645742] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] _ensure_no_port_binding_failure(port) [ 1860.645742] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 1860.645742] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] raise exception.PortBindingFailed(port_id=port['id']) [ 1860.647190] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] nova.exception.PortBindingFailed: Binding failed for port 4986182e-3512-48a4-8b8e-c4ab22f28894, please check neutron logs for more information. [ 1860.647190] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] [ 1860.647190] env[62291]: INFO nova.compute.manager [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] Terminating instance [ 1860.649389] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] Acquiring lock "refresh_cache-9beac522-ed31-4100-a9d1-ffa100f36dcc" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1860.649668] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] Acquired lock "refresh_cache-9beac522-ed31-4100-a9d1-ffa100f36dcc" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1860.650816] env[62291]: DEBUG nova.network.neutron [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1860.861735] env[62291]: DEBUG nova.compute.manager [req-92121502-43d6-4986-9b38-c5405c85dab7 req-9b512cae-17bf-4c1b-8207-88494577d02b service nova] [instance: 76fee949-7319-4999-a061-73c01f0b6351] Received event network-vif-deleted-c88ea77a-8688-4aab-81b5-b53554a13514 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1860.935398] env[62291]: DEBUG nova.network.neutron [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1861.008549] env[62291]: DEBUG nova.network.neutron [-] [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1861.062606] env[62291]: DEBUG nova.network.neutron [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1861.079807] env[62291]: INFO nova.compute.manager [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] [instance: bb738eff-a62c-4c40-bd1c-b95793aba83b] Took 1.06 seconds to deallocate network for instance. [ 1861.159739] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0a7f99-053a-4dba-9ea1-cade27b86aac {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.169655] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0a5f26-929a-49ab-84bc-6e94be28ae0d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.208366] env[62291]: DEBUG nova.network.neutron [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1861.210721] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310a8b50-a092-447b-beb2-bed4e0b644c2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.218838] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f25907-7afd-499d-9561-27166c93697a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.235347] env[62291]: DEBUG nova.compute.provider_tree [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1861.241360] env[62291]: DEBUG nova.compute.manager [req-e071f30c-d2d6-4257-9f71-b45e2400d4d7 req-9ef2d512-31bf-42c9-b6b9-dd7187488c11 service nova] [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] Received event network-changed-f12e35f5-f228-4418-86f2-c449b19e148b {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1861.241360] env[62291]: DEBUG nova.compute.manager [req-e071f30c-d2d6-4257-9f71-b45e2400d4d7 req-9ef2d512-31bf-42c9-b6b9-dd7187488c11 service nova] [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] Refreshing instance network info cache due to event network-changed-f12e35f5-f228-4418-86f2-c449b19e148b. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1861.241360] env[62291]: DEBUG oslo_concurrency.lockutils [req-e071f30c-d2d6-4257-9f71-b45e2400d4d7 req-9ef2d512-31bf-42c9-b6b9-dd7187488c11 service nova] Acquiring lock "refresh_cache-411bc66f-d976-456c-83d5-3c2aa646644f" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1861.241360] env[62291]: DEBUG oslo_concurrency.lockutils [req-e071f30c-d2d6-4257-9f71-b45e2400d4d7 req-9ef2d512-31bf-42c9-b6b9-dd7187488c11 service nova] Acquired lock "refresh_cache-411bc66f-d976-456c-83d5-3c2aa646644f" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1861.241360] env[62291]: DEBUG nova.network.neutron [req-e071f30c-d2d6-4257-9f71-b45e2400d4d7 req-9ef2d512-31bf-42c9-b6b9-dd7187488c11 service nova] [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] Refreshing network info cache for port f12e35f5-f228-4418-86f2-c449b19e148b {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1861.246766] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Acquiring lock "bfb2f00f-c783-4d47-ad28-3de6eff3f77a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.246766] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Lock "bfb2f00f-c783-4d47-ad28-3de6eff3f77a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.362365] env[62291]: DEBUG nova.network.neutron [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1861.473604] env[62291]: DEBUG oslo_concurrency.lockutils [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Acquiring lock "bb952207-9905-4a12-a189-94d00a8d1066" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.474101] env[62291]: DEBUG oslo_concurrency.lockutils [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Lock "bb952207-9905-4a12-a189-94d00a8d1066" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.519357] env[62291]: INFO nova.compute.manager [-] [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] Took 1.04 seconds to deallocate network for instance. [ 1861.525607] env[62291]: DEBUG nova.compute.claims [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] Aborting claim: {{(pid=62291) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 1861.525691] env[62291]: DEBUG oslo_concurrency.lockutils [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.569459] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Releasing lock "refresh_cache-5e6ff9fc-688d-41af-ade4-48b8150c74d2" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1861.569459] env[62291]: DEBUG nova.compute.manager [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62291) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3029}} [ 1861.569784] env[62291]: DEBUG nova.compute.manager [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1861.569784] env[62291]: DEBUG nova.network.neutron [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1861.591625] env[62291]: DEBUG nova.network.neutron [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1861.739082] env[62291]: DEBUG nova.scheduler.client.report [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1861.774170] env[62291]: DEBUG nova.network.neutron [req-e071f30c-d2d6-4257-9f71-b45e2400d4d7 req-9ef2d512-31bf-42c9-b6b9-dd7187488c11 service nova] [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1861.865877] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] Releasing lock "refresh_cache-9beac522-ed31-4100-a9d1-ffa100f36dcc" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1861.866506] env[62291]: DEBUG nova.compute.manager [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1861.866726] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1861.867828] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cf373a75-5345-4eea-85be-0838ae79801a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.878236] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6ec3d6-ab21-4403-b002-bb0b7c3de3e3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.896020] env[62291]: DEBUG nova.network.neutron [req-e071f30c-d2d6-4257-9f71-b45e2400d4d7 req-9ef2d512-31bf-42c9-b6b9-dd7187488c11 service nova] [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1861.899545] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Acquiring lock "80c94d56-773a-499b-a207-a3f11a14c32b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1861.899814] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Lock "80c94d56-773a-499b-a207-a3f11a14c32b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1861.910847] env[62291]: WARNING nova.virt.vmwareapi.vmops [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 9beac522-ed31-4100-a9d1-ffa100f36dcc could not be found. [ 1861.911087] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1861.911260] env[62291]: INFO nova.compute.manager [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] Took 0.04 seconds to destroy the instance on the hypervisor. [ 1861.911485] env[62291]: DEBUG oslo.service.loopingcall [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1861.911710] env[62291]: DEBUG nova.compute.manager [-] [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1861.911799] env[62291]: DEBUG nova.network.neutron [-] [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1861.933874] env[62291]: DEBUG nova.network.neutron [-] [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1862.096930] env[62291]: DEBUG nova.network.neutron [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1862.129031] env[62291]: INFO nova.scheduler.client.report [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] Deleted allocations for instance bb738eff-a62c-4c40-bd1c-b95793aba83b [ 1862.244420] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.860s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.245099] env[62291]: ERROR nova.compute.manager [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] Failed to build and run instance: nova.exception.PortBindingFailed: Binding failed for port 9c02bc44-55e1-449d-8bdc-46fd05410044, please check neutron logs for more information. [ 1862.245099] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] Traceback (most recent call last): [ 1862.245099] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 1862.245099] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] self.driver.spawn(context, instance, image_meta, [ 1862.245099] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 1862.245099] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] self._vmops.spawn(context, instance, image_meta, injected_files, [ 1862.245099] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 1862.245099] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] vm_ref = self.build_virtual_machine(instance, [ 1862.245099] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 1862.245099] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] vif_infos = vmwarevif.get_vif_info(self._session, [ 1862.245099] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 1862.245519] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] for vif in network_info: [ 1862.245519] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 1862.245519] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] return self._sync_wrapper(fn, *args, **kwargs) [ 1862.245519] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 1862.245519] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] self.wait() [ 1862.245519] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 1862.245519] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] self[:] = self._gt.wait() [ 1862.245519] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 1862.245519] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] return self._exit_event.wait() [ 1862.245519] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 1862.245519] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] result = hub.switch() [ 1862.245519] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 1862.245519] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] return self.greenlet.switch() [ 1862.246045] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 1862.246045] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] result = function(*args, **kwargs) [ 1862.246045] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 1862.246045] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] return func(*args, **kwargs) [ 1862.246045] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 1862.246045] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] raise e [ 1862.246045] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 1862.246045] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] nwinfo = self.network_api.allocate_for_instance( [ 1862.246045] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 1862.246045] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] created_port_ids = self._update_ports_for_instance( [ 1862.246045] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 1862.246045] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] with excutils.save_and_reraise_exception(): [ 1862.246045] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1862.246397] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] self.force_reraise() [ 1862.246397] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1862.246397] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] raise self.value [ 1862.246397] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 1862.246397] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] updated_port = self._update_port( [ 1862.246397] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 1862.246397] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] _ensure_no_port_binding_failure(port) [ 1862.246397] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 1862.246397] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] raise exception.PortBindingFailed(port_id=port['id']) [ 1862.246397] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] nova.exception.PortBindingFailed: Binding failed for port 9c02bc44-55e1-449d-8bdc-46fd05410044, please check neutron logs for more information. [ 1862.246397] env[62291]: ERROR nova.compute.manager [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] [ 1862.246729] env[62291]: DEBUG nova.compute.utils [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] Binding failed for port 9c02bc44-55e1-449d-8bdc-46fd05410044, please check neutron logs for more information. {{(pid=62291) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1862.248784] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 9.127s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.249133] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.249220] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62291) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1862.249519] env[62291]: DEBUG oslo_concurrency.lockutils [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.601s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.253408] env[62291]: INFO nova.compute.claims [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1862.256137] env[62291]: DEBUG nova.compute.manager [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] Build of instance 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4 was re-scheduled: Binding failed for port 9c02bc44-55e1-449d-8bdc-46fd05410044, please check neutron logs for more information. {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 1862.256593] env[62291]: DEBUG nova.compute.manager [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] Unplugging VIFs for instance {{(pid=62291) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3006}} [ 1862.256848] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Acquiring lock "refresh_cache-54ecf6c1-b0d7-4667-ba90-7c2221be6eb4" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1862.257015] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Acquired lock "refresh_cache-54ecf6c1-b0d7-4667-ba90-7c2221be6eb4" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1862.257774] env[62291]: DEBUG nova.network.neutron [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1862.261843] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480cd90b-da26-402b-8add-99b40e6feee9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.271502] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cc1c16-4481-4bfd-b2b2-189aa21937ff {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.286422] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9880666a-7543-4c65-a1e9-f5e2ec8bc39e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.293551] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e1dc78-c832-4557-ba30-b727ba9a7628 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.330484] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181308MB free_disk=176GB free_vcpus=48 pci_devices=None {{(pid=62291) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1862.330638] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.401279] env[62291]: DEBUG oslo_concurrency.lockutils [req-e071f30c-d2d6-4257-9f71-b45e2400d4d7 req-9ef2d512-31bf-42c9-b6b9-dd7187488c11 service nova] Releasing lock "refresh_cache-411bc66f-d976-456c-83d5-3c2aa646644f" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1862.401279] env[62291]: DEBUG nova.compute.manager [req-e071f30c-d2d6-4257-9f71-b45e2400d4d7 req-9ef2d512-31bf-42c9-b6b9-dd7187488c11 service nova] [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] Received event network-vif-deleted-f12e35f5-f228-4418-86f2-c449b19e148b {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1862.436870] env[62291]: DEBUG nova.network.neutron [-] [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1862.600174] env[62291]: INFO nova.compute.manager [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 5e6ff9fc-688d-41af-ade4-48b8150c74d2] Took 1.03 seconds to deallocate network for instance. [ 1862.641667] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9351d199-f207-4cab-a4b0-466337374868 tempest-ImagesOneServerNegativeTestJSON-1986283046 tempest-ImagesOneServerNegativeTestJSON-1986283046-project-member] Lock "bb738eff-a62c-4c40-bd1c-b95793aba83b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.284s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1862.803693] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Acquiring lock "55374085-f0cc-45b1-8f65-3559902cc838" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.803921] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Lock "55374085-f0cc-45b1-8f65-3559902cc838" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.815762] env[62291]: DEBUG nova.network.neutron [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1862.833318] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Acquiring lock "a5ca1f63-615e-40c5-a6a1-9fa30f578fc6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.833660] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Lock "a5ca1f63-615e-40c5-a6a1-9fa30f578fc6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.876190] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Acquiring lock "f3aecbb2-c186-41c8-9aaa-d5adda951718" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.876190] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Lock "f3aecbb2-c186-41c8-9aaa-d5adda951718" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1862.939336] env[62291]: INFO nova.compute.manager [-] [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] Took 1.03 seconds to deallocate network for instance. [ 1862.941543] env[62291]: DEBUG nova.compute.claims [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] Aborting claim: {{(pid=62291) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 1862.941721] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1862.978474] env[62291]: DEBUG nova.network.neutron [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1863.144538] env[62291]: DEBUG nova.compute.manager [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1863.269525] env[62291]: DEBUG oslo_concurrency.lockutils [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Acquiring lock "c1b0c88d-a23d-4b9d-91a8-adb25967c228" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.272020] env[62291]: DEBUG oslo_concurrency.lockutils [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Lock "c1b0c88d-a23d-4b9d-91a8-adb25967c228" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.491280] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Releasing lock "refresh_cache-54ecf6c1-b0d7-4667-ba90-7c2221be6eb4" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1863.491530] env[62291]: DEBUG nova.compute.manager [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62291) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3029}} [ 1863.491722] env[62291]: DEBUG nova.compute.manager [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1863.492111] env[62291]: DEBUG nova.network.neutron [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1863.534074] env[62291]: DEBUG nova.network.neutron [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1863.635150] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8874cda-c200-4c33-808c-dbec9da32477 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.639712] env[62291]: INFO nova.scheduler.client.report [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Deleted allocations for instance 5e6ff9fc-688d-41af-ade4-48b8150c74d2 [ 1863.652558] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9e3b34-87ed-449c-a4cc-e2bb7f8fdda8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.695817] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.696999] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc2e680-52aa-4c5e-b89a-e6490fca04d3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.706137] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-480c7478-9ea7-4ab9-b856-13ff9da0d7d8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.722413] env[62291]: DEBUG nova.compute.provider_tree [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1863.974338] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Acquiring lock "4af55a8c-1f23-4e72-a945-aff479b9c450" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.974338] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Lock "4af55a8c-1f23-4e72-a945-aff479b9c450" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1864.039978] env[62291]: DEBUG nova.network.neutron [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1864.154855] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4d689886-2c23-4980-9660-d56a4739a7ff tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Lock "5e6ff9fc-688d-41af-ade4-48b8150c74d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.646s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.226453] env[62291]: DEBUG nova.scheduler.client.report [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1864.509419] env[62291]: DEBUG nova.compute.manager [req-ea165c33-a311-4d7b-8bcd-13879dd26f50 req-302b7894-2cbc-47ef-bd1b-490383d214f6 service nova] [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] Received event network-changed-4986182e-3512-48a4-8b8e-c4ab22f28894 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1864.509730] env[62291]: DEBUG nova.compute.manager [req-ea165c33-a311-4d7b-8bcd-13879dd26f50 req-302b7894-2cbc-47ef-bd1b-490383d214f6 service nova] [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] Refreshing instance network info cache due to event network-changed-4986182e-3512-48a4-8b8e-c4ab22f28894. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1864.509911] env[62291]: DEBUG oslo_concurrency.lockutils [req-ea165c33-a311-4d7b-8bcd-13879dd26f50 req-302b7894-2cbc-47ef-bd1b-490383d214f6 service nova] Acquiring lock "refresh_cache-9beac522-ed31-4100-a9d1-ffa100f36dcc" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1864.510075] env[62291]: DEBUG oslo_concurrency.lockutils [req-ea165c33-a311-4d7b-8bcd-13879dd26f50 req-302b7894-2cbc-47ef-bd1b-490383d214f6 service nova] Acquired lock "refresh_cache-9beac522-ed31-4100-a9d1-ffa100f36dcc" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1864.511792] env[62291]: DEBUG nova.network.neutron [req-ea165c33-a311-4d7b-8bcd-13879dd26f50 req-302b7894-2cbc-47ef-bd1b-490383d214f6 service nova] [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] Refreshing network info cache for port 4986182e-3512-48a4-8b8e-c4ab22f28894 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1864.544343] env[62291]: INFO nova.compute.manager [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4] Took 1.05 seconds to deallocate network for instance. [ 1864.583865] env[62291]: DEBUG oslo_concurrency.lockutils [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Acquiring lock "8c17919f-3941-4f1b-84fd-bf30d64dceb0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1864.584897] env[62291]: DEBUG oslo_concurrency.lockutils [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Lock "8c17919f-3941-4f1b-84fd-bf30d64dceb0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1864.658450] env[62291]: DEBUG nova.compute.manager [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1864.733337] env[62291]: DEBUG oslo_concurrency.lockutils [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.482s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1864.734132] env[62291]: DEBUG nova.compute.manager [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1864.738204] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.713s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1864.739590] env[62291]: INFO nova.compute.claims [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1865.040798] env[62291]: DEBUG nova.network.neutron [req-ea165c33-a311-4d7b-8bcd-13879dd26f50 req-302b7894-2cbc-47ef-bd1b-490383d214f6 service nova] [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1865.155957] env[62291]: DEBUG nova.network.neutron [req-ea165c33-a311-4d7b-8bcd-13879dd26f50 req-302b7894-2cbc-47ef-bd1b-490383d214f6 service nova] [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1865.190504] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1865.245270] env[62291]: DEBUG nova.compute.utils [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1865.252323] env[62291]: DEBUG nova.compute.manager [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1865.253862] env[62291]: DEBUG nova.network.neutron [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1865.381230] env[62291]: DEBUG nova.policy [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0ca047d8ed8e45a7bcc52c618e8503fe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c7f3f850325401e844096784ecbf3e2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 1865.593109] env[62291]: INFO nova.scheduler.client.report [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Deleted allocations for instance 54ecf6c1-b0d7-4667-ba90-7c2221be6eb4 [ 1865.660548] env[62291]: DEBUG oslo_concurrency.lockutils [req-ea165c33-a311-4d7b-8bcd-13879dd26f50 req-302b7894-2cbc-47ef-bd1b-490383d214f6 service nova] Releasing lock "refresh_cache-9beac522-ed31-4100-a9d1-ffa100f36dcc" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1865.660987] env[62291]: DEBUG nova.compute.manager [req-ea165c33-a311-4d7b-8bcd-13879dd26f50 req-302b7894-2cbc-47ef-bd1b-490383d214f6 service nova] [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] Received event network-vif-deleted-4986182e-3512-48a4-8b8e-c4ab22f28894 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1865.754438] env[62291]: DEBUG nova.compute.manager [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1866.062679] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ef52da-e673-4abd-9217-3e2f9e66e9bb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.070911] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2d4a2c-ff2d-4b44-ac5b-8875302da4e2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.103517] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f0ee7a-7636-4fd5-9196-15b25e5e5d33 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.106462] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c0481839-768e-4018-b30f-a829773ded59 tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Lock "54ecf6c1-b0d7-4667-ba90-7c2221be6eb4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.500s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1866.115047] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b937d3-b7fe-49bb-ac73-e879303151f0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.132020] env[62291]: DEBUG nova.compute.provider_tree [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1866.363287] env[62291]: DEBUG nova.network.neutron [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] Successfully created port: 5a9dca06-c784-41db-a247-3b824b0d6659 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1866.617322] env[62291]: DEBUG nova.compute.manager [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1866.639622] env[62291]: DEBUG nova.scheduler.client.report [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1866.767914] env[62291]: DEBUG nova.compute.manager [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1866.801379] env[62291]: DEBUG nova.virt.hardware [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1866.803021] env[62291]: DEBUG nova.virt.hardware [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1866.803021] env[62291]: DEBUG nova.virt.hardware [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1866.803021] env[62291]: DEBUG nova.virt.hardware [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1866.803021] env[62291]: DEBUG nova.virt.hardware [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1866.804063] env[62291]: DEBUG nova.virt.hardware [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1866.804581] env[62291]: DEBUG nova.virt.hardware [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1866.804803] env[62291]: DEBUG nova.virt.hardware [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1866.805011] env[62291]: DEBUG nova.virt.hardware [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1866.805210] env[62291]: DEBUG nova.virt.hardware [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1866.806201] env[62291]: DEBUG nova.virt.hardware [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1866.808359] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7467112-a8c9-4093-ad3d-06fda3664428 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1866.819310] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c530fc-f42e-41f3-b2be-323d9c4ecd40 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.141179] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1867.144419] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.406s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1867.145033] env[62291]: DEBUG nova.compute.manager [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1867.147573] env[62291]: DEBUG oslo_concurrency.lockutils [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.072s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.149084] env[62291]: INFO nova.compute.claims [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1867.657804] env[62291]: DEBUG nova.compute.utils [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1867.661655] env[62291]: DEBUG nova.compute.manager [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1867.661863] env[62291]: DEBUG nova.network.neutron [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1867.746018] env[62291]: DEBUG nova.policy [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4d4ab7ce82e846c191804494565ffbc0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c07f079d18794611b811d40ff6e21c17', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 1868.162968] env[62291]: DEBUG nova.compute.manager [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1868.286376] env[62291]: DEBUG nova.network.neutron [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] Successfully created port: 2e6d30b0-07d3-4d7f-9511-c9b2bf0a201c {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1868.492689] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aeb5afc-c231-48c2-b14c-fb1ead353906 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.500868] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04fef9c0-e4fd-4f27-ac75-7e4fad24d930 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.532356] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d62f10-ac5b-4228-8a1a-d2f9ee44828c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.540108] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb03e8b4-dd4f-4c02-bd61-a2674960a04f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.556103] env[62291]: DEBUG nova.compute.provider_tree [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1869.059300] env[62291]: DEBUG nova.scheduler.client.report [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1869.177759] env[62291]: DEBUG nova.compute.manager [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1869.204482] env[62291]: DEBUG nova.virt.hardware [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1869.204705] env[62291]: DEBUG nova.virt.hardware [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1869.204884] env[62291]: DEBUG nova.virt.hardware [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1869.205078] env[62291]: DEBUG nova.virt.hardware [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1869.205220] env[62291]: DEBUG nova.virt.hardware [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1869.205393] env[62291]: DEBUG nova.virt.hardware [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1869.205622] env[62291]: DEBUG nova.virt.hardware [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1869.205844] env[62291]: DEBUG nova.virt.hardware [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1869.206276] env[62291]: DEBUG nova.virt.hardware [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1869.206531] env[62291]: DEBUG nova.virt.hardware [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1869.206764] env[62291]: DEBUG nova.virt.hardware [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1869.207790] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d3a2a51-0e8a-48be-a4ef-ca7c709b0d16 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.216538] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc18860-4584-4431-b94c-f5701247b97b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.456505] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Acquiring lock "84c5cb88-aad9-4b81-9dca-866ddcf0e8f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1869.456811] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Lock "84c5cb88-aad9-4b81-9dca-866ddcf0e8f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1869.564358] env[62291]: DEBUG oslo_concurrency.lockutils [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1869.564879] env[62291]: DEBUG nova.compute.manager [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1869.568717] env[62291]: DEBUG oslo_concurrency.lockutils [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 12.373s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1870.078580] env[62291]: DEBUG nova.compute.utils [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1870.082242] env[62291]: DEBUG nova.compute.manager [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1870.082357] env[62291]: DEBUG nova.network.neutron [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1870.278257] env[62291]: DEBUG nova.policy [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba09962020a24505af28389540487b65', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca910d74b39d4a67a90f28d408a31575', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 1870.418143] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab7230f-5832-49e5-87cb-68a69f4177d3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.427307] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7babdae3-7bd2-470d-bd92-a8bd46f89361 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.434012] env[62291]: DEBUG nova.compute.manager [req-921db3f9-ac02-4b0d-8186-9f3acee2d79d req-75192234-4f70-49da-9020-80afd060cc23 service nova] [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] Received event network-changed-5a9dca06-c784-41db-a247-3b824b0d6659 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1870.434378] env[62291]: DEBUG nova.compute.manager [req-921db3f9-ac02-4b0d-8186-9f3acee2d79d req-75192234-4f70-49da-9020-80afd060cc23 service nova] [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] Refreshing instance network info cache due to event network-changed-5a9dca06-c784-41db-a247-3b824b0d6659. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1870.435073] env[62291]: DEBUG oslo_concurrency.lockutils [req-921db3f9-ac02-4b0d-8186-9f3acee2d79d req-75192234-4f70-49da-9020-80afd060cc23 service nova] Acquiring lock "refresh_cache-b488c40e-414f-4a6b-a0b1-c35ee573c57c" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1870.435325] env[62291]: DEBUG oslo_concurrency.lockutils [req-921db3f9-ac02-4b0d-8186-9f3acee2d79d req-75192234-4f70-49da-9020-80afd060cc23 service nova] Acquired lock "refresh_cache-b488c40e-414f-4a6b-a0b1-c35ee573c57c" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1870.435817] env[62291]: DEBUG nova.network.neutron [req-921db3f9-ac02-4b0d-8186-9f3acee2d79d req-75192234-4f70-49da-9020-80afd060cc23 service nova] [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] Refreshing network info cache for port 5a9dca06-c784-41db-a247-3b824b0d6659 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1870.473182] env[62291]: ERROR nova.compute.manager [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port 5a9dca06-c784-41db-a247-3b824b0d6659, please check neutron logs for more information. [ 1870.473182] env[62291]: ERROR nova.compute.manager Traceback (most recent call last): [ 1870.473182] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 1870.473182] env[62291]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 1870.473182] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 1870.473182] env[62291]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 1870.473182] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 1870.473182] env[62291]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 1870.473182] env[62291]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1870.473182] env[62291]: ERROR nova.compute.manager self.force_reraise() [ 1870.473182] env[62291]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1870.473182] env[62291]: ERROR nova.compute.manager raise self.value [ 1870.473182] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 1870.473182] env[62291]: ERROR nova.compute.manager updated_port = self._update_port( [ 1870.473182] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 1870.473182] env[62291]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 1870.474251] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 1870.474251] env[62291]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 1870.474251] env[62291]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port 5a9dca06-c784-41db-a247-3b824b0d6659, please check neutron logs for more information. [ 1870.474251] env[62291]: ERROR nova.compute.manager [ 1870.474251] env[62291]: Traceback (most recent call last): [ 1870.474251] env[62291]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1870.474251] env[62291]: listener.cb(fileno) [ 1870.474251] env[62291]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 1870.474251] env[62291]: result = function(*args, **kwargs) [ 1870.474251] env[62291]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 1870.474251] env[62291]: return func(*args, **kwargs) [ 1870.474251] env[62291]: File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 1870.474251] env[62291]: raise e [ 1870.474251] env[62291]: File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 1870.474251] env[62291]: nwinfo = self.network_api.allocate_for_instance( [ 1870.474251] env[62291]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 1870.474251] env[62291]: created_port_ids = self._update_ports_for_instance( [ 1870.474251] env[62291]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 1870.474251] env[62291]: with excutils.save_and_reraise_exception(): [ 1870.474251] env[62291]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1870.474251] env[62291]: self.force_reraise() [ 1870.474251] env[62291]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1870.474251] env[62291]: raise self.value [ 1870.474251] env[62291]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 1870.474251] env[62291]: updated_port = self._update_port( [ 1870.474251] env[62291]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 1870.474251] env[62291]: _ensure_no_port_binding_failure(port) [ 1870.474251] env[62291]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 1870.474251] env[62291]: raise exception.PortBindingFailed(port_id=port['id']) [ 1870.475061] env[62291]: nova.exception.PortBindingFailed: Binding failed for port 5a9dca06-c784-41db-a247-3b824b0d6659, please check neutron logs for more information. [ 1870.475061] env[62291]: Removing descriptor: 18 [ 1870.475061] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6766743b-8ec9-40f8-99a2-02ef869bde49 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.478401] env[62291]: ERROR nova.compute.manager [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port 5a9dca06-c784-41db-a247-3b824b0d6659, please check neutron logs for more information. [ 1870.478401] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] Traceback (most recent call last): [ 1870.478401] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] File "/opt/stack/nova/nova/compute/manager.py", line 2894, in _build_resources [ 1870.478401] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] yield resources [ 1870.478401] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 1870.478401] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] self.driver.spawn(context, instance, image_meta, [ 1870.478401] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 1870.478401] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] self._vmops.spawn(context, instance, image_meta, injected_files, [ 1870.478401] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 1870.478401] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] vm_ref = self.build_virtual_machine(instance, [ 1870.478401] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 1870.479032] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] vif_infos = vmwarevif.get_vif_info(self._session, [ 1870.479032] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 1870.479032] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] for vif in network_info: [ 1870.479032] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 1870.479032] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] return self._sync_wrapper(fn, *args, **kwargs) [ 1870.479032] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 1870.479032] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] self.wait() [ 1870.479032] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 1870.479032] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] self[:] = self._gt.wait() [ 1870.479032] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 1870.479032] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] return self._exit_event.wait() [ 1870.479032] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 1870.479032] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] result = hub.switch() [ 1870.479557] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 1870.479557] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] return self.greenlet.switch() [ 1870.479557] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 1870.479557] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] result = function(*args, **kwargs) [ 1870.479557] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 1870.479557] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] return func(*args, **kwargs) [ 1870.479557] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 1870.479557] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] raise e [ 1870.479557] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 1870.479557] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] nwinfo = self.network_api.allocate_for_instance( [ 1870.479557] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 1870.479557] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] created_port_ids = self._update_ports_for_instance( [ 1870.479557] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 1870.479933] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] with excutils.save_and_reraise_exception(): [ 1870.479933] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1870.479933] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] self.force_reraise() [ 1870.479933] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1870.479933] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] raise self.value [ 1870.479933] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 1870.479933] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] updated_port = self._update_port( [ 1870.479933] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 1870.479933] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] _ensure_no_port_binding_failure(port) [ 1870.479933] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 1870.479933] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] raise exception.PortBindingFailed(port_id=port['id']) [ 1870.479933] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] nova.exception.PortBindingFailed: Binding failed for port 5a9dca06-c784-41db-a247-3b824b0d6659, please check neutron logs for more information. [ 1870.479933] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] [ 1870.480319] env[62291]: INFO nova.compute.manager [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] Terminating instance [ 1870.482999] env[62291]: DEBUG oslo_concurrency.lockutils [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] Acquiring lock "refresh_cache-b488c40e-414f-4a6b-a0b1-c35ee573c57c" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1870.487421] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1882b29d-3430-4faa-90ca-de2bda650088 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.504758] env[62291]: DEBUG nova.compute.provider_tree [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1870.583408] env[62291]: DEBUG nova.compute.manager [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1871.008050] env[62291]: DEBUG nova.scheduler.client.report [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1871.066238] env[62291]: DEBUG nova.network.neutron [req-921db3f9-ac02-4b0d-8186-9f3acee2d79d req-75192234-4f70-49da-9020-80afd060cc23 service nova] [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1871.291592] env[62291]: DEBUG nova.network.neutron [req-921db3f9-ac02-4b0d-8186-9f3acee2d79d req-75192234-4f70-49da-9020-80afd060cc23 service nova] [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1871.409846] env[62291]: ERROR nova.compute.manager [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port 2e6d30b0-07d3-4d7f-9511-c9b2bf0a201c, please check neutron logs for more information. [ 1871.409846] env[62291]: ERROR nova.compute.manager Traceback (most recent call last): [ 1871.409846] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 1871.409846] env[62291]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 1871.409846] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 1871.409846] env[62291]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 1871.409846] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 1871.409846] env[62291]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 1871.409846] env[62291]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1871.409846] env[62291]: ERROR nova.compute.manager self.force_reraise() [ 1871.409846] env[62291]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1871.409846] env[62291]: ERROR nova.compute.manager raise self.value [ 1871.409846] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 1871.409846] env[62291]: ERROR nova.compute.manager updated_port = self._update_port( [ 1871.409846] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 1871.409846] env[62291]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 1871.410481] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 1871.410481] env[62291]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 1871.410481] env[62291]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port 2e6d30b0-07d3-4d7f-9511-c9b2bf0a201c, please check neutron logs for more information. [ 1871.410481] env[62291]: ERROR nova.compute.manager [ 1871.410624] env[62291]: Traceback (most recent call last): [ 1871.410624] env[62291]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1871.410624] env[62291]: listener.cb(fileno) [ 1871.410624] env[62291]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 1871.410624] env[62291]: result = function(*args, **kwargs) [ 1871.410624] env[62291]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 1871.410624] env[62291]: return func(*args, **kwargs) [ 1871.410624] env[62291]: File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 1871.410624] env[62291]: raise e [ 1871.410624] env[62291]: File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 1871.410624] env[62291]: nwinfo = self.network_api.allocate_for_instance( [ 1871.410624] env[62291]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 1871.410624] env[62291]: created_port_ids = self._update_ports_for_instance( [ 1871.410624] env[62291]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 1871.410624] env[62291]: with excutils.save_and_reraise_exception(): [ 1871.410624] env[62291]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1871.410624] env[62291]: self.force_reraise() [ 1871.410624] env[62291]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1871.410624] env[62291]: raise self.value [ 1871.410624] env[62291]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 1871.410624] env[62291]: updated_port = self._update_port( [ 1871.410624] env[62291]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 1871.410624] env[62291]: _ensure_no_port_binding_failure(port) [ 1871.410624] env[62291]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 1871.410624] env[62291]: raise exception.PortBindingFailed(port_id=port['id']) [ 1871.412244] env[62291]: nova.exception.PortBindingFailed: Binding failed for port 2e6d30b0-07d3-4d7f-9511-c9b2bf0a201c, please check neutron logs for more information. [ 1871.412244] env[62291]: Removing descriptor: 15 [ 1871.412244] env[62291]: ERROR nova.compute.manager [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port 2e6d30b0-07d3-4d7f-9511-c9b2bf0a201c, please check neutron logs for more information. [ 1871.412244] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] Traceback (most recent call last): [ 1871.412244] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] File "/opt/stack/nova/nova/compute/manager.py", line 2894, in _build_resources [ 1871.412244] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] yield resources [ 1871.412244] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 1871.412244] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] self.driver.spawn(context, instance, image_meta, [ 1871.412244] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 1871.412244] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] self._vmops.spawn(context, instance, image_meta, injected_files, [ 1871.412244] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 1871.412244] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] vm_ref = self.build_virtual_machine(instance, [ 1871.412636] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 1871.412636] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] vif_infos = vmwarevif.get_vif_info(self._session, [ 1871.412636] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 1871.412636] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] for vif in network_info: [ 1871.412636] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 1871.412636] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] return self._sync_wrapper(fn, *args, **kwargs) [ 1871.412636] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 1871.412636] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] self.wait() [ 1871.412636] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 1871.412636] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] self[:] = self._gt.wait() [ 1871.412636] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 1871.412636] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] return self._exit_event.wait() [ 1871.412636] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 1871.413089] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] result = hub.switch() [ 1871.413089] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 1871.413089] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] return self.greenlet.switch() [ 1871.413089] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 1871.413089] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] result = function(*args, **kwargs) [ 1871.413089] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 1871.413089] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] return func(*args, **kwargs) [ 1871.413089] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 1871.413089] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] raise e [ 1871.413089] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 1871.413089] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] nwinfo = self.network_api.allocate_for_instance( [ 1871.413089] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 1871.413089] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] created_port_ids = self._update_ports_for_instance( [ 1871.413590] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 1871.413590] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] with excutils.save_and_reraise_exception(): [ 1871.413590] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1871.413590] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] self.force_reraise() [ 1871.413590] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1871.413590] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] raise self.value [ 1871.413590] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 1871.413590] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] updated_port = self._update_port( [ 1871.413590] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 1871.413590] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] _ensure_no_port_binding_failure(port) [ 1871.413590] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 1871.413590] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] raise exception.PortBindingFailed(port_id=port['id']) [ 1871.413984] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] nova.exception.PortBindingFailed: Binding failed for port 2e6d30b0-07d3-4d7f-9511-c9b2bf0a201c, please check neutron logs for more information. [ 1871.413984] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] [ 1871.413984] env[62291]: INFO nova.compute.manager [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] Terminating instance [ 1871.413984] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] Acquiring lock "refresh_cache-a23ca971-e08f-463f-bab3-46d5d7b91cda" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1871.413984] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] Acquired lock "refresh_cache-a23ca971-e08f-463f-bab3-46d5d7b91cda" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1871.414305] env[62291]: DEBUG nova.network.neutron [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1871.417306] env[62291]: DEBUG nova.network.neutron [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] Successfully created port: c2fd0f34-ac5c-4b04-9eb6-1bcc96105b2d {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1871.517347] env[62291]: DEBUG oslo_concurrency.lockutils [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.948s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1871.519178] env[62291]: ERROR nova.compute.manager [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] Failed to build and run instance: nova.exception.PortBindingFailed: Binding failed for port 2f9cb8eb-bbca-4dc0-931d-7e713592bca1, please check neutron logs for more information. [ 1871.519178] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] Traceback (most recent call last): [ 1871.519178] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 1871.519178] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] self.driver.spawn(context, instance, image_meta, [ 1871.519178] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 1871.519178] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] self._vmops.spawn(context, instance, image_meta, injected_files, [ 1871.519178] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 1871.519178] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] vm_ref = self.build_virtual_machine(instance, [ 1871.519178] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 1871.519178] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] vif_infos = vmwarevif.get_vif_info(self._session, [ 1871.519178] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 1871.519912] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] for vif in network_info: [ 1871.519912] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 1871.519912] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] return self._sync_wrapper(fn, *args, **kwargs) [ 1871.519912] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 1871.519912] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] self.wait() [ 1871.519912] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 1871.519912] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] self[:] = self._gt.wait() [ 1871.519912] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 1871.519912] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] return self._exit_event.wait() [ 1871.519912] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 1871.519912] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] result = hub.switch() [ 1871.519912] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 1871.519912] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] return self.greenlet.switch() [ 1871.520872] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 1871.520872] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] result = function(*args, **kwargs) [ 1871.520872] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 1871.520872] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] return func(*args, **kwargs) [ 1871.520872] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 1871.520872] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] raise e [ 1871.520872] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 1871.520872] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] nwinfo = self.network_api.allocate_for_instance( [ 1871.520872] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 1871.520872] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] created_port_ids = self._update_ports_for_instance( [ 1871.520872] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 1871.520872] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] with excutils.save_and_reraise_exception(): [ 1871.520872] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1871.521253] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] self.force_reraise() [ 1871.521253] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1871.521253] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] raise self.value [ 1871.521253] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 1871.521253] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] updated_port = self._update_port( [ 1871.521253] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 1871.521253] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] _ensure_no_port_binding_failure(port) [ 1871.521253] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 1871.521253] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] raise exception.PortBindingFailed(port_id=port['id']) [ 1871.521253] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] nova.exception.PortBindingFailed: Binding failed for port 2f9cb8eb-bbca-4dc0-931d-7e713592bca1, please check neutron logs for more information. [ 1871.521253] env[62291]: ERROR nova.compute.manager [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] [ 1871.521661] env[62291]: DEBUG nova.compute.utils [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] Binding failed for port 2f9cb8eb-bbca-4dc0-931d-7e713592bca1, please check neutron logs for more information. {{(pid=62291) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1871.521661] env[62291]: DEBUG oslo_concurrency.lockutils [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 13.607s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1871.528521] env[62291]: DEBUG nova.compute.manager [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] Build of instance ca004526-9a21-4d6c-a033-f9964f1cb9c2 was re-scheduled: Binding failed for port 2f9cb8eb-bbca-4dc0-931d-7e713592bca1, please check neutron logs for more information. {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 1871.528521] env[62291]: DEBUG nova.compute.manager [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] Unplugging VIFs for instance {{(pid=62291) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3006}} [ 1871.528521] env[62291]: DEBUG oslo_concurrency.lockutils [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "refresh_cache-ca004526-9a21-4d6c-a033-f9964f1cb9c2" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1871.528521] env[62291]: DEBUG oslo_concurrency.lockutils [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquired lock "refresh_cache-ca004526-9a21-4d6c-a033-f9964f1cb9c2" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1871.528672] env[62291]: DEBUG nova.network.neutron [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1871.598250] env[62291]: DEBUG nova.compute.manager [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1871.639814] env[62291]: DEBUG nova.virt.hardware [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1871.639814] env[62291]: DEBUG nova.virt.hardware [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1871.640125] env[62291]: DEBUG nova.virt.hardware [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1871.640162] env[62291]: DEBUG nova.virt.hardware [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1871.640384] env[62291]: DEBUG nova.virt.hardware [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1871.640615] env[62291]: DEBUG nova.virt.hardware [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1871.640758] env[62291]: DEBUG nova.virt.hardware [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1871.641053] env[62291]: DEBUG nova.virt.hardware [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1871.641229] env[62291]: DEBUG nova.virt.hardware [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1871.641538] env[62291]: DEBUG nova.virt.hardware [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1871.641949] env[62291]: DEBUG nova.virt.hardware [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1871.643847] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c43b3e8-f4b1-4cb5-b399-73e2a6b1efeb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.655413] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce79ee3-6b74-4285-9612-7685b42811bd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.674901] env[62291]: DEBUG nova.compute.manager [req-e2777d6e-e61a-4e78-8bcc-cdcef46f56c6 req-0b481346-b2d4-412c-863b-ab1ab55ac416 service nova] [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] Received event network-changed-2e6d30b0-07d3-4d7f-9511-c9b2bf0a201c {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1871.674901] env[62291]: DEBUG nova.compute.manager [req-e2777d6e-e61a-4e78-8bcc-cdcef46f56c6 req-0b481346-b2d4-412c-863b-ab1ab55ac416 service nova] [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] Refreshing instance network info cache due to event network-changed-2e6d30b0-07d3-4d7f-9511-c9b2bf0a201c. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1871.675077] env[62291]: DEBUG oslo_concurrency.lockutils [req-e2777d6e-e61a-4e78-8bcc-cdcef46f56c6 req-0b481346-b2d4-412c-863b-ab1ab55ac416 service nova] Acquiring lock "refresh_cache-a23ca971-e08f-463f-bab3-46d5d7b91cda" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1871.796042] env[62291]: DEBUG oslo_concurrency.lockutils [req-921db3f9-ac02-4b0d-8186-9f3acee2d79d req-75192234-4f70-49da-9020-80afd060cc23 service nova] Releasing lock "refresh_cache-b488c40e-414f-4a6b-a0b1-c35ee573c57c" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1871.796042] env[62291]: DEBUG oslo_concurrency.lockutils [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] Acquired lock "refresh_cache-b488c40e-414f-4a6b-a0b1-c35ee573c57c" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1871.796042] env[62291]: DEBUG nova.network.neutron [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1871.972122] env[62291]: DEBUG nova.network.neutron [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1872.068471] env[62291]: DEBUG nova.network.neutron [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1872.275699] env[62291]: DEBUG nova.network.neutron [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1872.335195] env[62291]: DEBUG nova.network.neutron [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1872.357898] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe244aa-7035-411d-aec7-0b8b4e55731b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.368984] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35afc346-1fad-45fb-bed1-3042ffae788a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.405421] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff48169e-ae85-4b6b-a771-8ee42252918b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.413957] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5c52ad-92c0-49f3-8394-2d985cc636d2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.430655] env[62291]: DEBUG nova.compute.provider_tree [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1872.513256] env[62291]: DEBUG nova.network.neutron [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1872.606018] env[62291]: DEBUG nova.network.neutron [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1872.741020] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Acquiring lock "0a178974-018c-410a-a901-c9e984be8ebf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.741020] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Lock "0a178974-018c-410a-a901-c9e984be8ebf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1872.780083] env[62291]: DEBUG oslo_concurrency.lockutils [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Releasing lock "refresh_cache-ca004526-9a21-4d6c-a033-f9964f1cb9c2" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1872.780083] env[62291]: DEBUG nova.compute.manager [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62291) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3029}} [ 1872.780083] env[62291]: DEBUG nova.compute.manager [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1872.780083] env[62291]: DEBUG nova.network.neutron [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1872.845272] env[62291]: DEBUG nova.network.neutron [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1872.934837] env[62291]: DEBUG nova.scheduler.client.report [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1873.015322] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] Releasing lock "refresh_cache-a23ca971-e08f-463f-bab3-46d5d7b91cda" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1873.016024] env[62291]: DEBUG nova.compute.manager [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1873.016024] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1873.016308] env[62291]: DEBUG oslo_concurrency.lockutils [req-e2777d6e-e61a-4e78-8bcc-cdcef46f56c6 req-0b481346-b2d4-412c-863b-ab1ab55ac416 service nova] Acquired lock "refresh_cache-a23ca971-e08f-463f-bab3-46d5d7b91cda" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1873.016483] env[62291]: DEBUG nova.network.neutron [req-e2777d6e-e61a-4e78-8bcc-cdcef46f56c6 req-0b481346-b2d4-412c-863b-ab1ab55ac416 service nova] [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] Refreshing network info cache for port 2e6d30b0-07d3-4d7f-9511-c9b2bf0a201c {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1873.017509] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2498451c-4aec-4e45-9ef1-459900bc4eca {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.035621] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5cfdde8-2bfb-4e00-a22a-05d16b08a754 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.059334] env[62291]: WARNING nova.virt.vmwareapi.vmops [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance a23ca971-e08f-463f-bab3-46d5d7b91cda could not be found. [ 1873.059518] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1873.059703] env[62291]: INFO nova.compute.manager [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] Took 0.04 seconds to destroy the instance on the hypervisor. [ 1873.059949] env[62291]: DEBUG oslo.service.loopingcall [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1873.060201] env[62291]: DEBUG nova.compute.manager [-] [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1873.060297] env[62291]: DEBUG nova.network.neutron [-] [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1873.110126] env[62291]: DEBUG oslo_concurrency.lockutils [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] Releasing lock "refresh_cache-b488c40e-414f-4a6b-a0b1-c35ee573c57c" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1873.110553] env[62291]: DEBUG nova.compute.manager [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1873.110764] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1873.111031] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2fd0b9c6-08c3-401b-963b-2d4bf75e5eac {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.114081] env[62291]: DEBUG nova.network.neutron [-] [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1873.123462] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37ad83b-e669-4705-ab3e-ab01d9e87912 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.141026] env[62291]: DEBUG nova.compute.manager [req-283aae83-08fc-4a02-9551-00ea04802305 req-147740b3-1649-452d-a2da-08b0e0670ba9 service nova] [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] Received event network-vif-deleted-5a9dca06-c784-41db-a247-3b824b0d6659 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1873.151183] env[62291]: WARNING nova.virt.vmwareapi.vmops [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance b488c40e-414f-4a6b-a0b1-c35ee573c57c could not be found. [ 1873.153017] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1873.153017] env[62291]: INFO nova.compute.manager [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] Took 0.04 seconds to destroy the instance on the hypervisor. [ 1873.153017] env[62291]: DEBUG oslo.service.loopingcall [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1873.153017] env[62291]: DEBUG nova.compute.manager [-] [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1873.153017] env[62291]: DEBUG nova.network.neutron [-] [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1873.201157] env[62291]: DEBUG nova.network.neutron [-] [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1873.350416] env[62291]: DEBUG nova.network.neutron [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1873.444177] env[62291]: DEBUG oslo_concurrency.lockutils [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.923s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1873.444887] env[62291]: ERROR nova.compute.manager [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 76fee949-7319-4999-a061-73c01f0b6351] Failed to build and run instance: nova.exception.PortBindingFailed: Binding failed for port c88ea77a-8688-4aab-81b5-b53554a13514, please check neutron logs for more information. [ 1873.444887] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] Traceback (most recent call last): [ 1873.444887] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 1873.444887] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] self.driver.spawn(context, instance, image_meta, [ 1873.444887] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 1873.444887] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] self._vmops.spawn(context, instance, image_meta, injected_files, [ 1873.444887] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 1873.444887] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] vm_ref = self.build_virtual_machine(instance, [ 1873.444887] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 1873.444887] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] vif_infos = vmwarevif.get_vif_info(self._session, [ 1873.444887] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 1873.445426] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] for vif in network_info: [ 1873.445426] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 1873.445426] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] return self._sync_wrapper(fn, *args, **kwargs) [ 1873.445426] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 1873.445426] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] self.wait() [ 1873.445426] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 1873.445426] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] self[:] = self._gt.wait() [ 1873.445426] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 1873.445426] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] return self._exit_event.wait() [ 1873.445426] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 1873.445426] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] result = hub.switch() [ 1873.445426] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 1873.445426] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] return self.greenlet.switch() [ 1873.445888] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 1873.445888] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] result = function(*args, **kwargs) [ 1873.445888] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 1873.445888] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] return func(*args, **kwargs) [ 1873.445888] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 1873.445888] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] raise e [ 1873.445888] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 1873.445888] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] nwinfo = self.network_api.allocate_for_instance( [ 1873.445888] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 1873.445888] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] created_port_ids = self._update_ports_for_instance( [ 1873.445888] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 1873.445888] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] with excutils.save_and_reraise_exception(): [ 1873.445888] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1873.446251] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] self.force_reraise() [ 1873.446251] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1873.446251] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] raise self.value [ 1873.446251] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 1873.446251] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] updated_port = self._update_port( [ 1873.446251] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 1873.446251] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] _ensure_no_port_binding_failure(port) [ 1873.446251] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 1873.446251] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] raise exception.PortBindingFailed(port_id=port['id']) [ 1873.446251] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] nova.exception.PortBindingFailed: Binding failed for port c88ea77a-8688-4aab-81b5-b53554a13514, please check neutron logs for more information. [ 1873.446251] env[62291]: ERROR nova.compute.manager [instance: 76fee949-7319-4999-a061-73c01f0b6351] [ 1873.446578] env[62291]: DEBUG nova.compute.utils [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 76fee949-7319-4999-a061-73c01f0b6351] Binding failed for port c88ea77a-8688-4aab-81b5-b53554a13514, please check neutron logs for more information. {{(pid=62291) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1873.447137] env[62291]: DEBUG oslo_concurrency.lockutils [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 11.921s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1873.455833] env[62291]: DEBUG nova.compute.manager [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 76fee949-7319-4999-a061-73c01f0b6351] Build of instance 76fee949-7319-4999-a061-73c01f0b6351 was re-scheduled: Binding failed for port c88ea77a-8688-4aab-81b5-b53554a13514, please check neutron logs for more information. {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 1873.458101] env[62291]: DEBUG nova.compute.manager [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 76fee949-7319-4999-a061-73c01f0b6351] Unplugging VIFs for instance {{(pid=62291) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3006}} [ 1873.458101] env[62291]: DEBUG oslo_concurrency.lockutils [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Acquiring lock "refresh_cache-76fee949-7319-4999-a061-73c01f0b6351" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1873.458190] env[62291]: DEBUG oslo_concurrency.lockutils [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Acquired lock "refresh_cache-76fee949-7319-4999-a061-73c01f0b6351" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1873.458430] env[62291]: DEBUG nova.network.neutron [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 76fee949-7319-4999-a061-73c01f0b6351] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1873.616595] env[62291]: DEBUG nova.network.neutron [-] [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1873.695756] env[62291]: DEBUG nova.network.neutron [req-e2777d6e-e61a-4e78-8bcc-cdcef46f56c6 req-0b481346-b2d4-412c-863b-ab1ab55ac416 service nova] [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1873.704167] env[62291]: DEBUG nova.network.neutron [-] [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1873.859297] env[62291]: INFO nova.compute.manager [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: ca004526-9a21-4d6c-a033-f9964f1cb9c2] Took 1.08 seconds to deallocate network for instance. [ 1874.018122] env[62291]: DEBUG nova.network.neutron [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 76fee949-7319-4999-a061-73c01f0b6351] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1874.120203] env[62291]: INFO nova.compute.manager [-] [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] Took 1.06 seconds to deallocate network for instance. [ 1874.125499] env[62291]: DEBUG nova.compute.claims [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] Aborting claim: {{(pid=62291) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 1874.125499] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.188625] env[62291]: DEBUG nova.network.neutron [req-e2777d6e-e61a-4e78-8bcc-cdcef46f56c6 req-0b481346-b2d4-412c-863b-ab1ab55ac416 service nova] [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1874.201466] env[62291]: DEBUG nova.compute.manager [req-5db18e95-a80b-4f15-8072-d2e7ce9d83bc req-2d5d714a-d466-4d83-bdd2-f9d2122e68bf service nova] [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] Received event network-vif-deleted-2e6d30b0-07d3-4d7f-9511-c9b2bf0a201c {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1874.211207] env[62291]: INFO nova.compute.manager [-] [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] Took 1.06 seconds to deallocate network for instance. [ 1874.213836] env[62291]: DEBUG nova.compute.claims [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] Aborting claim: {{(pid=62291) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 1874.214027] env[62291]: DEBUG oslo_concurrency.lockutils [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.339685] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-340daf7e-db7f-40ec-a7ef-a09640e442f7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.349599] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a558d613-2a20-4ae0-a811-6417fed47f32 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.385587] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b2094a1-3b0e-49b0-8c1a-6482f9999e38 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.401404] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c59818-2a27-449b-b7cf-e4708043809a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.421557] env[62291]: DEBUG nova.compute.provider_tree [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1874.620562] env[62291]: DEBUG nova.network.neutron [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 76fee949-7319-4999-a061-73c01f0b6351] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1874.694615] env[62291]: DEBUG oslo_concurrency.lockutils [req-e2777d6e-e61a-4e78-8bcc-cdcef46f56c6 req-0b481346-b2d4-412c-863b-ab1ab55ac416 service nova] Releasing lock "refresh_cache-a23ca971-e08f-463f-bab3-46d5d7b91cda" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1874.925604] env[62291]: DEBUG nova.scheduler.client.report [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1874.933488] env[62291]: INFO nova.scheduler.client.report [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Deleted allocations for instance ca004526-9a21-4d6c-a033-f9964f1cb9c2 [ 1875.123984] env[62291]: DEBUG oslo_concurrency.lockutils [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Releasing lock "refresh_cache-76fee949-7319-4999-a061-73c01f0b6351" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1875.123984] env[62291]: DEBUG nova.compute.manager [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62291) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3029}} [ 1875.123984] env[62291]: DEBUG nova.compute.manager [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 76fee949-7319-4999-a061-73c01f0b6351] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1875.124325] env[62291]: DEBUG nova.network.neutron [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 76fee949-7319-4999-a061-73c01f0b6351] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1875.171696] env[62291]: DEBUG nova.network.neutron [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 76fee949-7319-4999-a061-73c01f0b6351] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1875.433040] env[62291]: DEBUG oslo_concurrency.lockutils [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.986s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.434737] env[62291]: ERROR nova.compute.manager [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] Failed to build and run instance: nova.exception.PortBindingFailed: Binding failed for port f12e35f5-f228-4418-86f2-c449b19e148b, please check neutron logs for more information. [ 1875.434737] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] Traceback (most recent call last): [ 1875.434737] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 1875.434737] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] self.driver.spawn(context, instance, image_meta, [ 1875.434737] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 1875.434737] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] self._vmops.spawn(context, instance, image_meta, injected_files, [ 1875.434737] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 1875.434737] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] vm_ref = self.build_virtual_machine(instance, [ 1875.434737] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 1875.434737] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] vif_infos = vmwarevif.get_vif_info(self._session, [ 1875.434737] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 1875.435129] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] for vif in network_info: [ 1875.435129] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 1875.435129] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] return self._sync_wrapper(fn, *args, **kwargs) [ 1875.435129] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 1875.435129] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] self.wait() [ 1875.435129] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 1875.435129] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] self[:] = self._gt.wait() [ 1875.435129] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 1875.435129] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] return self._exit_event.wait() [ 1875.435129] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 1875.435129] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] result = hub.switch() [ 1875.435129] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 1875.435129] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] return self.greenlet.switch() [ 1875.435502] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 1875.435502] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] result = function(*args, **kwargs) [ 1875.435502] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 1875.435502] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] return func(*args, **kwargs) [ 1875.435502] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 1875.435502] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] raise e [ 1875.435502] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 1875.435502] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] nwinfo = self.network_api.allocate_for_instance( [ 1875.435502] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 1875.435502] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] created_port_ids = self._update_ports_for_instance( [ 1875.435502] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 1875.435502] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] with excutils.save_and_reraise_exception(): [ 1875.435502] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1875.435879] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] self.force_reraise() [ 1875.435879] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1875.435879] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] raise self.value [ 1875.435879] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 1875.435879] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] updated_port = self._update_port( [ 1875.435879] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 1875.435879] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] _ensure_no_port_binding_failure(port) [ 1875.435879] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 1875.435879] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] raise exception.PortBindingFailed(port_id=port['id']) [ 1875.435879] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] nova.exception.PortBindingFailed: Binding failed for port f12e35f5-f228-4418-86f2-c449b19e148b, please check neutron logs for more information. [ 1875.435879] env[62291]: ERROR nova.compute.manager [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] [ 1875.438339] env[62291]: DEBUG nova.compute.utils [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] Binding failed for port f12e35f5-f228-4418-86f2-c449b19e148b, please check neutron logs for more information. {{(pid=62291) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1875.440055] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 13.109s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1875.445490] env[62291]: DEBUG nova.compute.manager [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] Build of instance 411bc66f-d976-456c-83d5-3c2aa646644f was re-scheduled: Binding failed for port f12e35f5-f228-4418-86f2-c449b19e148b, please check neutron logs for more information. {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 1875.445490] env[62291]: DEBUG nova.compute.manager [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] Unplugging VIFs for instance {{(pid=62291) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3006}} [ 1875.445490] env[62291]: DEBUG oslo_concurrency.lockutils [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] Acquiring lock "refresh_cache-411bc66f-d976-456c-83d5-3c2aa646644f" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1875.445490] env[62291]: DEBUG oslo_concurrency.lockutils [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] Acquired lock "refresh_cache-411bc66f-d976-456c-83d5-3c2aa646644f" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1875.445979] env[62291]: DEBUG nova.network.neutron [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1875.447426] env[62291]: DEBUG oslo_concurrency.lockutils [None req-687f947d-1be3-4038-bc9d-285e06df281a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "ca004526-9a21-4d6c-a033-f9964f1cb9c2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.193s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.578487] env[62291]: DEBUG nova.compute.manager [req-45dfb5d5-82af-440d-8e44-c77d86dcf760 req-aead6802-9dc5-479f-a9e6-e3d3630155b5 service nova] [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] Received event network-changed-c2fd0f34-ac5c-4b04-9eb6-1bcc96105b2d {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1875.578487] env[62291]: DEBUG nova.compute.manager [req-45dfb5d5-82af-440d-8e44-c77d86dcf760 req-aead6802-9dc5-479f-a9e6-e3d3630155b5 service nova] [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] Refreshing instance network info cache due to event network-changed-c2fd0f34-ac5c-4b04-9eb6-1bcc96105b2d. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1875.578487] env[62291]: DEBUG oslo_concurrency.lockutils [req-45dfb5d5-82af-440d-8e44-c77d86dcf760 req-aead6802-9dc5-479f-a9e6-e3d3630155b5 service nova] Acquiring lock "refresh_cache-c15b6ab2-6657-48bb-b992-2d30a2ae54d3" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1875.578617] env[62291]: DEBUG oslo_concurrency.lockutils [req-45dfb5d5-82af-440d-8e44-c77d86dcf760 req-aead6802-9dc5-479f-a9e6-e3d3630155b5 service nova] Acquired lock "refresh_cache-c15b6ab2-6657-48bb-b992-2d30a2ae54d3" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1875.578702] env[62291]: DEBUG nova.network.neutron [req-45dfb5d5-82af-440d-8e44-c77d86dcf760 req-aead6802-9dc5-479f-a9e6-e3d3630155b5 service nova] [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] Refreshing network info cache for port c2fd0f34-ac5c-4b04-9eb6-1bcc96105b2d {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1875.678352] env[62291]: DEBUG nova.network.neutron [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 76fee949-7319-4999-a061-73c01f0b6351] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1875.930713] env[62291]: ERROR nova.compute.manager [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] Instance failed network setup after 1 attempt(s): nova.exception.PortBindingFailed: Binding failed for port c2fd0f34-ac5c-4b04-9eb6-1bcc96105b2d, please check neutron logs for more information. [ 1875.930713] env[62291]: ERROR nova.compute.manager Traceback (most recent call last): [ 1875.930713] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 1875.930713] env[62291]: ERROR nova.compute.manager nwinfo = self.network_api.allocate_for_instance( [ 1875.930713] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 1875.930713] env[62291]: ERROR nova.compute.manager created_port_ids = self._update_ports_for_instance( [ 1875.930713] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 1875.930713] env[62291]: ERROR nova.compute.manager with excutils.save_and_reraise_exception(): [ 1875.930713] env[62291]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1875.930713] env[62291]: ERROR nova.compute.manager self.force_reraise() [ 1875.930713] env[62291]: ERROR nova.compute.manager File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1875.930713] env[62291]: ERROR nova.compute.manager raise self.value [ 1875.930713] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 1875.930713] env[62291]: ERROR nova.compute.manager updated_port = self._update_port( [ 1875.930713] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 1875.930713] env[62291]: ERROR nova.compute.manager _ensure_no_port_binding_failure(port) [ 1875.931351] env[62291]: ERROR nova.compute.manager File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 1875.931351] env[62291]: ERROR nova.compute.manager raise exception.PortBindingFailed(port_id=port['id']) [ 1875.931351] env[62291]: ERROR nova.compute.manager nova.exception.PortBindingFailed: Binding failed for port c2fd0f34-ac5c-4b04-9eb6-1bcc96105b2d, please check neutron logs for more information. [ 1875.931351] env[62291]: ERROR nova.compute.manager [ 1875.931351] env[62291]: Traceback (most recent call last): [ 1875.931351] env[62291]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1875.931351] env[62291]: listener.cb(fileno) [ 1875.931351] env[62291]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 1875.931351] env[62291]: result = function(*args, **kwargs) [ 1875.931351] env[62291]: File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 1875.931351] env[62291]: return func(*args, **kwargs) [ 1875.931351] env[62291]: File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 1875.931351] env[62291]: raise e [ 1875.931351] env[62291]: File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 1875.931351] env[62291]: nwinfo = self.network_api.allocate_for_instance( [ 1875.931351] env[62291]: File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 1875.931351] env[62291]: created_port_ids = self._update_ports_for_instance( [ 1875.931351] env[62291]: File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 1875.931351] env[62291]: with excutils.save_and_reraise_exception(): [ 1875.931351] env[62291]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1875.931351] env[62291]: self.force_reraise() [ 1875.931351] env[62291]: File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1875.931351] env[62291]: raise self.value [ 1875.931351] env[62291]: File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 1875.931351] env[62291]: updated_port = self._update_port( [ 1875.931351] env[62291]: File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 1875.931351] env[62291]: _ensure_no_port_binding_failure(port) [ 1875.931351] env[62291]: File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 1875.931351] env[62291]: raise exception.PortBindingFailed(port_id=port['id']) [ 1875.932263] env[62291]: nova.exception.PortBindingFailed: Binding failed for port c2fd0f34-ac5c-4b04-9eb6-1bcc96105b2d, please check neutron logs for more information. [ 1875.932263] env[62291]: Removing descriptor: 16 [ 1875.932263] env[62291]: ERROR nova.compute.manager [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] Instance failed to spawn: nova.exception.PortBindingFailed: Binding failed for port c2fd0f34-ac5c-4b04-9eb6-1bcc96105b2d, please check neutron logs for more information. [ 1875.932263] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] Traceback (most recent call last): [ 1875.932263] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] File "/opt/stack/nova/nova/compute/manager.py", line 2894, in _build_resources [ 1875.932263] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] yield resources [ 1875.932263] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 1875.932263] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] self.driver.spawn(context, instance, image_meta, [ 1875.932263] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 1875.932263] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] self._vmops.spawn(context, instance, image_meta, injected_files, [ 1875.932263] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 1875.932263] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] vm_ref = self.build_virtual_machine(instance, [ 1875.932638] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 1875.932638] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] vif_infos = vmwarevif.get_vif_info(self._session, [ 1875.932638] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 1875.932638] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] for vif in network_info: [ 1875.932638] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 1875.932638] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] return self._sync_wrapper(fn, *args, **kwargs) [ 1875.932638] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 1875.932638] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] self.wait() [ 1875.932638] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 1875.932638] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] self[:] = self._gt.wait() [ 1875.932638] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 1875.932638] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] return self._exit_event.wait() [ 1875.932638] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 1875.933051] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] result = hub.switch() [ 1875.933051] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 1875.933051] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] return self.greenlet.switch() [ 1875.933051] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 1875.933051] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] result = function(*args, **kwargs) [ 1875.933051] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 1875.933051] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] return func(*args, **kwargs) [ 1875.933051] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 1875.933051] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] raise e [ 1875.933051] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 1875.933051] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] nwinfo = self.network_api.allocate_for_instance( [ 1875.933051] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 1875.933051] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] created_port_ids = self._update_ports_for_instance( [ 1875.933439] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 1875.933439] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] with excutils.save_and_reraise_exception(): [ 1875.933439] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1875.933439] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] self.force_reraise() [ 1875.933439] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1875.933439] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] raise self.value [ 1875.933439] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 1875.933439] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] updated_port = self._update_port( [ 1875.933439] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 1875.933439] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] _ensure_no_port_binding_failure(port) [ 1875.933439] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 1875.933439] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] raise exception.PortBindingFailed(port_id=port['id']) [ 1875.933803] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] nova.exception.PortBindingFailed: Binding failed for port c2fd0f34-ac5c-4b04-9eb6-1bcc96105b2d, please check neutron logs for more information. [ 1875.933803] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] [ 1875.933803] env[62291]: INFO nova.compute.manager [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] Terminating instance [ 1875.933803] env[62291]: DEBUG oslo_concurrency.lockutils [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] Acquiring lock "refresh_cache-c15b6ab2-6657-48bb-b992-2d30a2ae54d3" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1875.958823] env[62291]: DEBUG nova.compute.manager [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1876.057498] env[62291]: DEBUG nova.network.neutron [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1876.184267] env[62291]: INFO nova.compute.manager [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] [instance: 76fee949-7319-4999-a061-73c01f0b6351] Took 1.06 seconds to deallocate network for instance. [ 1876.186272] env[62291]: DEBUG nova.network.neutron [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1876.239125] env[62291]: DEBUG nova.network.neutron [req-45dfb5d5-82af-440d-8e44-c77d86dcf760 req-aead6802-9dc5-479f-a9e6-e3d3630155b5 service nova] [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1876.491718] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1876.696129] env[62291]: DEBUG oslo_concurrency.lockutils [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] Releasing lock "refresh_cache-411bc66f-d976-456c-83d5-3c2aa646644f" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1876.696371] env[62291]: DEBUG nova.compute.manager [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62291) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3029}} [ 1876.696547] env[62291]: DEBUG nova.compute.manager [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1876.696670] env[62291]: DEBUG nova.network.neutron [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1876.747300] env[62291]: DEBUG nova.network.neutron [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1876.761314] env[62291]: DEBUG nova.network.neutron [req-45dfb5d5-82af-440d-8e44-c77d86dcf760 req-aead6802-9dc5-479f-a9e6-e3d3630155b5 service nova] [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1876.985083] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 76fee949-7319-4999-a061-73c01f0b6351 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1877.241820] env[62291]: INFO nova.scheduler.client.report [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Deleted allocations for instance 76fee949-7319-4999-a061-73c01f0b6351 [ 1877.256123] env[62291]: DEBUG nova.network.neutron [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1877.263487] env[62291]: DEBUG oslo_concurrency.lockutils [req-45dfb5d5-82af-440d-8e44-c77d86dcf760 req-aead6802-9dc5-479f-a9e6-e3d3630155b5 service nova] Releasing lock "refresh_cache-c15b6ab2-6657-48bb-b992-2d30a2ae54d3" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1877.263487] env[62291]: DEBUG oslo_concurrency.lockutils [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] Acquired lock "refresh_cache-c15b6ab2-6657-48bb-b992-2d30a2ae54d3" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1877.263616] env[62291]: DEBUG nova.network.neutron [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1877.490932] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 411bc66f-d976-456c-83d5-3c2aa646644f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1877.491190] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 9beac522-ed31-4100-a9d1-ffa100f36dcc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1877.491243] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance b488c40e-414f-4a6b-a0b1-c35ee573c57c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1877.491373] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance a23ca971-e08f-463f-bab3-46d5d7b91cda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1877.491486] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance c15b6ab2-6657-48bb-b992-2d30a2ae54d3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1877.728612] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "d5839caf-2cfa-42ae-84f4-145f5ae614a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1877.728890] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "d5839caf-2cfa-42ae-84f4-145f5ae614a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1877.758803] env[62291]: DEBUG oslo_concurrency.lockutils [None req-88e2bf79-646e-48c2-8b74-fa7e226699cb tempest-ServersAdminTestJSON-1598114361 tempest-ServersAdminTestJSON-1598114361-project-member] Lock "76fee949-7319-4999-a061-73c01f0b6351" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.676s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.758803] env[62291]: INFO nova.compute.manager [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] [instance: 411bc66f-d976-456c-83d5-3c2aa646644f] Took 1.06 seconds to deallocate network for instance. [ 1877.809915] env[62291]: DEBUG nova.network.neutron [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1877.997453] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance c5bfbc28-cf6c-4c9e-8745-a5e520a6131e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1878.173461] env[62291]: DEBUG nova.compute.manager [req-77684f83-6d1e-4cb4-aa0c-c4439df338fc req-97437630-f602-4759-81c4-bfc6e284f620 service nova] [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] Received event network-vif-deleted-c2fd0f34-ac5c-4b04-9eb6-1bcc96105b2d {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1878.271807] env[62291]: DEBUG nova.compute.manager [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1878.325924] env[62291]: DEBUG nova.network.neutron [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1878.503891] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 6ea23640-3ef0-4a2e-aa75-203c03edf386 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1878.807777] env[62291]: DEBUG oslo_concurrency.lockutils [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1878.821561] env[62291]: INFO nova.scheduler.client.report [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] Deleted allocations for instance 411bc66f-d976-456c-83d5-3c2aa646644f [ 1878.832303] env[62291]: DEBUG oslo_concurrency.lockutils [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] Releasing lock "refresh_cache-c15b6ab2-6657-48bb-b992-2d30a2ae54d3" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1878.832303] env[62291]: DEBUG nova.compute.manager [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1878.832303] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1878.832642] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b02b72b4-41a3-4410-bd85-46ccd9f1838f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.843085] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dab9b4b-d3b4-412e-b6b1-ddabff9fadab {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.871743] env[62291]: WARNING nova.virt.vmwareapi.vmops [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance c15b6ab2-6657-48bb-b992-2d30a2ae54d3 could not be found. [ 1878.871743] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1878.871898] env[62291]: INFO nova.compute.manager [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] Took 0.04 seconds to destroy the instance on the hypervisor. [ 1878.872114] env[62291]: DEBUG oslo.service.loopingcall [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1878.872343] env[62291]: DEBUG nova.compute.manager [-] [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1878.872435] env[62291]: DEBUG nova.network.neutron [-] [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1878.977432] env[62291]: DEBUG nova.network.neutron [-] [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1879.007340] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance f50e95c8-d4ea-4250-862f-8b3be53cabc9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1879.333860] env[62291]: DEBUG oslo_concurrency.lockutils [None req-56e3bada-8096-4979-9fa9-7b9912e946f1 tempest-ServerExternalEventsTest-985874080 tempest-ServerExternalEventsTest-985874080-project-member] Lock "411bc66f-d976-456c-83d5-3c2aa646644f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.974s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1879.481014] env[62291]: DEBUG nova.network.neutron [-] [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1879.513586] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance bfb2f00f-c783-4d47-ad28-3de6eff3f77a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1879.842408] env[62291]: DEBUG nova.compute.manager [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1879.985071] env[62291]: INFO nova.compute.manager [-] [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] Took 1.11 seconds to deallocate network for instance. [ 1879.989187] env[62291]: DEBUG nova.compute.claims [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] Aborting claim: {{(pid=62291) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 1879.989187] env[62291]: DEBUG oslo_concurrency.lockutils [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.015133] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance bb952207-9905-4a12-a189-94d00a8d1066 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1880.374419] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.521717] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 80c94d56-773a-499b-a207-a3f11a14c32b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1880.747357] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "fa966014-68a1-4418-828e-a0f28d90ddeb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1880.747555] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "fa966014-68a1-4418-828e-a0f28d90ddeb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.025391] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 55374085-f0cc-45b1-8f65-3559902cc838 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1881.353107] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Acquiring lock "b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1881.353386] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Lock "b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1881.529331] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance a5ca1f63-615e-40c5-a6a1-9fa30f578fc6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1882.032948] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance f3aecbb2-c186-41c8-9aaa-d5adda951718 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1882.330106] env[62291]: DEBUG oslo_concurrency.lockutils [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Acquiring lock "4f4a46eb-7bd3-4477-89eb-dd30a98a3538" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1882.331504] env[62291]: DEBUG oslo_concurrency.lockutils [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Lock "4f4a46eb-7bd3-4477-89eb-dd30a98a3538" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1882.536683] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance c1b0c88d-a23d-4b9d-91a8-adb25967c228 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1883.044459] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 4af55a8c-1f23-4e72-a945-aff479b9c450 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1883.551716] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 8c17919f-3941-4f1b-84fd-bf30d64dceb0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1883.626288] env[62291]: DEBUG oslo_concurrency.lockutils [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "6dd6c113-8f6d-49a8-9323-ce390362a034" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.626546] env[62291]: DEBUG oslo_concurrency.lockutils [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "6dd6c113-8f6d-49a8-9323-ce390362a034" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.056645] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1884.345852] env[62291]: DEBUG oslo_concurrency.lockutils [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Acquiring lock "9e744a65-5987-42ac-b826-17482fb23f8a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1884.346336] env[62291]: DEBUG oslo_concurrency.lockutils [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Lock "9e744a65-5987-42ac-b826-17482fb23f8a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1884.560340] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 0a178974-018c-410a-a901-c9e984be8ebf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1884.560598] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1884.560941] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1885.001421] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c9d34d-a6da-4a87-8a6e-990df4e04491 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.010131] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec00aee6-bc2d-4613-9f7a-ab4fcbe00671 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.047857] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-519c11c4-ff51-4f0d-9740-749aa94ab133 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.056154] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9654a109-4e14-4d58-ad30-61a45159d523 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.071622] env[62291]: DEBUG nova.compute.provider_tree [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1885.450293] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "4bffe146-0b5f-4141-b83c-6974834803bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.451095] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "4bffe146-0b5f-4141-b83c-6974834803bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1885.574432] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1885.815206] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Acquiring lock "d1aecebc-401e-45ff-805e-c038722f4cad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1885.815206] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Lock "d1aecebc-401e-45ff-805e-c038722f4cad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.084552] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62291) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1886.084552] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.643s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.087768] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 23.142s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.540454] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Acquiring lock "adb610f9-02ae-45c0-96e8-939bb4959ab4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.540660] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Lock "adb610f9-02ae-45c0-96e8-939bb4959ab4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.131920] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ecaf06-2e16-4d53-b4ca-d078495e3932 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.140631] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b089d4-7a28-4221-b391-0a9aeee027d7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.186259] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9e559b-634f-4909-ab2d-84ceb62b56e2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.201607] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc48cc1e-c5a8-4730-8734-f57db34ba634 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.219857] env[62291]: DEBUG nova.compute.provider_tree [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1887.731021] env[62291]: DEBUG nova.scheduler.client.report [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1887.841229] env[62291]: DEBUG oslo_concurrency.lockutils [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Acquiring lock "c4c302a7-9571-452c-a208-2fe2ef99aa6d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.841477] env[62291]: DEBUG oslo_concurrency.lockutils [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Lock "c4c302a7-9571-452c-a208-2fe2ef99aa6d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1887.845528] env[62291]: DEBUG oslo_concurrency.lockutils [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Acquiring lock "68d9ebdd-312b-4823-99b4-01b3ff895561" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.845603] env[62291]: DEBUG oslo_concurrency.lockutils [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Lock "68d9ebdd-312b-4823-99b4-01b3ff895561" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1888.237513] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 2.154s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1888.238207] env[62291]: ERROR nova.compute.manager [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] Failed to build and run instance: nova.exception.PortBindingFailed: Binding failed for port 4986182e-3512-48a4-8b8e-c4ab22f28894, please check neutron logs for more information. [ 1888.238207] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] Traceback (most recent call last): [ 1888.238207] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 1888.238207] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] self.driver.spawn(context, instance, image_meta, [ 1888.238207] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 1888.238207] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] self._vmops.spawn(context, instance, image_meta, injected_files, [ 1888.238207] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 1888.238207] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] vm_ref = self.build_virtual_machine(instance, [ 1888.238207] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 1888.238207] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] vif_infos = vmwarevif.get_vif_info(self._session, [ 1888.238207] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 1888.238600] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] for vif in network_info: [ 1888.238600] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 1888.238600] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] return self._sync_wrapper(fn, *args, **kwargs) [ 1888.238600] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 1888.238600] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] self.wait() [ 1888.238600] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 1888.238600] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] self[:] = self._gt.wait() [ 1888.238600] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 1888.238600] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] return self._exit_event.wait() [ 1888.238600] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 1888.238600] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] result = hub.switch() [ 1888.238600] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 1888.238600] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] return self.greenlet.switch() [ 1888.239411] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 1888.239411] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] result = function(*args, **kwargs) [ 1888.239411] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 1888.239411] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] return func(*args, **kwargs) [ 1888.239411] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 1888.239411] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] raise e [ 1888.239411] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 1888.239411] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] nwinfo = self.network_api.allocate_for_instance( [ 1888.239411] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 1888.239411] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] created_port_ids = self._update_ports_for_instance( [ 1888.239411] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 1888.239411] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] with excutils.save_and_reraise_exception(): [ 1888.239411] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1888.239977] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] self.force_reraise() [ 1888.239977] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1888.239977] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] raise self.value [ 1888.239977] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 1888.239977] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] updated_port = self._update_port( [ 1888.239977] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 1888.239977] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] _ensure_no_port_binding_failure(port) [ 1888.239977] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 1888.239977] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] raise exception.PortBindingFailed(port_id=port['id']) [ 1888.239977] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] nova.exception.PortBindingFailed: Binding failed for port 4986182e-3512-48a4-8b8e-c4ab22f28894, please check neutron logs for more information. [ 1888.239977] env[62291]: ERROR nova.compute.manager [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] [ 1888.240407] env[62291]: DEBUG nova.compute.utils [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] Binding failed for port 4986182e-3512-48a4-8b8e-c4ab22f28894, please check neutron logs for more information. {{(pid=62291) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1888.242136] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.545s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1888.242549] env[62291]: INFO nova.compute.claims [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1888.245392] env[62291]: DEBUG nova.compute.manager [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] Build of instance 9beac522-ed31-4100-a9d1-ffa100f36dcc was re-scheduled: Binding failed for port 4986182e-3512-48a4-8b8e-c4ab22f28894, please check neutron logs for more information. {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 1888.245969] env[62291]: DEBUG nova.compute.manager [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] Unplugging VIFs for instance {{(pid=62291) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3006}} [ 1888.246234] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] Acquiring lock "refresh_cache-9beac522-ed31-4100-a9d1-ffa100f36dcc" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1888.246374] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] Acquired lock "refresh_cache-9beac522-ed31-4100-a9d1-ffa100f36dcc" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1888.246524] env[62291]: DEBUG nova.network.neutron [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1888.739118] env[62291]: DEBUG oslo_concurrency.lockutils [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "a06e85bc-af77-404c-a50b-312dd60ae1c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1888.739321] env[62291]: DEBUG oslo_concurrency.lockutils [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "a06e85bc-af77-404c-a50b-312dd60ae1c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1888.776222] env[62291]: DEBUG nova.network.neutron [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1888.986927] env[62291]: DEBUG nova.network.neutron [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1889.091278] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1889.091493] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1889.490550] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] Releasing lock "refresh_cache-9beac522-ed31-4100-a9d1-ffa100f36dcc" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1889.490825] env[62291]: DEBUG nova.compute.manager [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62291) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3029}} [ 1889.490956] env[62291]: DEBUG nova.compute.manager [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1889.491129] env[62291]: DEBUG nova.network.neutron [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1889.522528] env[62291]: DEBUG nova.network.neutron [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1889.604936] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1889.604936] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Starting heal instance info cache {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 1889.604936] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Rebuilding the list of instances to heal {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 1889.784263] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Acquiring lock "9f269471-9c27-4479-9494-b67e41dd55e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.784514] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Lock "9f269471-9c27-4479-9494-b67e41dd55e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.862315] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5608c426-005d-4ddb-bf35-82cb6b4c11f0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.909074] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14309e6d-f8e5-4b7d-b415-ae1ce4492c79 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.922403] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc485a50-8cac-400f-9085-a0dbf3aeb84d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.932392] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e29a1e-6d47-4826-80d4-ce3cf1676603 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.949740] env[62291]: DEBUG nova.compute.provider_tree [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1890.027375] env[62291]: DEBUG nova.network.neutron [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1890.114089] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] Skipping network cache update for instance because it is Building. {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9941}} [ 1890.114860] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] Skipping network cache update for instance because it is Building. {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9941}} [ 1890.114860] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] Skipping network cache update for instance because it is Building. {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9941}} [ 1890.114961] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Skipping network cache update for instance because it is Building. {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9941}} [ 1890.115566] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Didn't find any instances for network info cache update. {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 1890.115566] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1890.115971] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1890.117619] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1890.117619] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1890.117619] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1890.117619] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1890.117619] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62291) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 1890.373801] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Acquiring lock "a7fe6c49-4623-49a6-826d-37a2bb790206" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1890.374065] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Lock "a7fe6c49-4623-49a6-826d-37a2bb790206" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1890.452600] env[62291]: DEBUG nova.scheduler.client.report [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1890.531136] env[62291]: INFO nova.compute.manager [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] [instance: 9beac522-ed31-4100-a9d1-ffa100f36dcc] Took 1.04 seconds to deallocate network for instance. [ 1890.959967] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.719s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1890.960516] env[62291]: DEBUG nova.compute.manager [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1890.964581] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.773s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1890.966706] env[62291]: INFO nova.compute.claims [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1891.471795] env[62291]: DEBUG nova.compute.utils [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1891.473227] env[62291]: DEBUG nova.compute.manager [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1891.473392] env[62291]: DEBUG nova.network.neutron [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1891.560550] env[62291]: DEBUG nova.policy [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d11440bcd7a4ca6a11843dbf5e3adad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aefc0011ab314d3882711ec6edfa7e78', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 1891.580611] env[62291]: INFO nova.scheduler.client.report [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] Deleted allocations for instance 9beac522-ed31-4100-a9d1-ffa100f36dcc [ 1891.985556] env[62291]: DEBUG nova.compute.manager [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1892.090269] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c0807a34-825e-42cd-84e8-afea1d5f03fe tempest-ImagesNegativeTestJSON-1724789939 tempest-ImagesNegativeTestJSON-1724789939-project-member] Lock "9beac522-ed31-4100-a9d1-ffa100f36dcc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.712s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1892.241149] env[62291]: DEBUG nova.network.neutron [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Successfully created port: 3941d86d-c5d6-4549-85d7-d1d8d9ead886 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1892.557506] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526ebf9e-45f3-4820-bb7a-9ba99474ba75 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.566686] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a34be5c6-0bc9-4ab2-a99c-50106672174b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.600426] env[62291]: DEBUG nova.compute.manager [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: 55374085-f0cc-45b1-8f65-3559902cc838] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1892.605028] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7827397-d158-413e-99ce-cd213f2f2608 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.613892] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb9b794-086e-4e5d-9f28-44b1f3e6ff53 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.628770] env[62291]: DEBUG nova.compute.provider_tree [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1893.001060] env[62291]: DEBUG nova.compute.manager [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1893.034746] env[62291]: DEBUG nova.virt.hardware [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1893.034746] env[62291]: DEBUG nova.virt.hardware [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1893.034746] env[62291]: DEBUG nova.virt.hardware [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1893.034914] env[62291]: DEBUG nova.virt.hardware [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1893.034914] env[62291]: DEBUG nova.virt.hardware [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1893.035550] env[62291]: DEBUG nova.virt.hardware [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1893.035550] env[62291]: DEBUG nova.virt.hardware [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1893.035621] env[62291]: DEBUG nova.virt.hardware [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1893.035751] env[62291]: DEBUG nova.virt.hardware [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1893.035912] env[62291]: DEBUG nova.virt.hardware [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1893.036220] env[62291]: DEBUG nova.virt.hardware [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1893.037890] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4049913c-4195-438e-b2ef-75b25539e3e4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.053055] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5863efb-7fe3-4be9-ac2e-f290878c3dd3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.122312] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1893.132786] env[62291]: DEBUG nova.scheduler.client.report [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1893.637882] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1893.640337] env[62291]: DEBUG nova.compute.manager [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1893.641476] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.500s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1893.642849] env[62291]: INFO nova.compute.claims [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1893.862094] env[62291]: DEBUG oslo_concurrency.lockutils [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Acquiring lock "d4d8221d-778d-43c5-acfe-84aaa2424b5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1893.862094] env[62291]: DEBUG oslo_concurrency.lockutils [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Lock "d4d8221d-778d-43c5-acfe-84aaa2424b5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.147208] env[62291]: DEBUG nova.compute.utils [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1894.150683] env[62291]: DEBUG nova.compute.manager [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1894.150757] env[62291]: DEBUG nova.network.neutron [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1894.224124] env[62291]: DEBUG nova.policy [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9eeaea45f90f418ebedf04ee7f944008', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '89e68fea9e4b4b1db484022a694cf636', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 1894.404225] env[62291]: DEBUG nova.network.neutron [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Successfully updated port: 3941d86d-c5d6-4549-85d7-d1d8d9ead886 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1894.463816] env[62291]: DEBUG nova.compute.manager [req-6f135ebf-35dc-4150-87c4-da24cd26d585 req-7ebc45b6-7141-43c1-9581-b3384a5cfd4a service nova] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Received event network-vif-plugged-3941d86d-c5d6-4549-85d7-d1d8d9ead886 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1894.464043] env[62291]: DEBUG oslo_concurrency.lockutils [req-6f135ebf-35dc-4150-87c4-da24cd26d585 req-7ebc45b6-7141-43c1-9581-b3384a5cfd4a service nova] Acquiring lock "c5bfbc28-cf6c-4c9e-8745-a5e520a6131e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.464260] env[62291]: DEBUG oslo_concurrency.lockutils [req-6f135ebf-35dc-4150-87c4-da24cd26d585 req-7ebc45b6-7141-43c1-9581-b3384a5cfd4a service nova] Lock "c5bfbc28-cf6c-4c9e-8745-a5e520a6131e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.464423] env[62291]: DEBUG oslo_concurrency.lockutils [req-6f135ebf-35dc-4150-87c4-da24cd26d585 req-7ebc45b6-7141-43c1-9581-b3384a5cfd4a service nova] Lock "c5bfbc28-cf6c-4c9e-8745-a5e520a6131e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.464597] env[62291]: DEBUG nova.compute.manager [req-6f135ebf-35dc-4150-87c4-da24cd26d585 req-7ebc45b6-7141-43c1-9581-b3384a5cfd4a service nova] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] No waiting events found dispatching network-vif-plugged-3941d86d-c5d6-4549-85d7-d1d8d9ead886 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1894.464755] env[62291]: WARNING nova.compute.manager [req-6f135ebf-35dc-4150-87c4-da24cd26d585 req-7ebc45b6-7141-43c1-9581-b3384a5cfd4a service nova] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Received unexpected event network-vif-plugged-3941d86d-c5d6-4549-85d7-d1d8d9ead886 for instance with vm_state building and task_state spawning. [ 1894.505473] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Acquiring lock "ff21fe8f-e07a-4781-b692-9f585afab706" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1894.505701] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Lock "ff21fe8f-e07a-4781-b692-9f585afab706" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1894.548807] env[62291]: DEBUG nova.network.neutron [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Successfully created port: ecadb37a-acad-41a4-aff5-1ab7c30fc034 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1894.655103] env[62291]: DEBUG nova.compute.manager [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1894.908811] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Acquiring lock "refresh_cache-c5bfbc28-cf6c-4c9e-8745-a5e520a6131e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1894.909141] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Acquired lock "refresh_cache-c5bfbc28-cf6c-4c9e-8745-a5e520a6131e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1894.909545] env[62291]: DEBUG nova.network.neutron [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1895.231125] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0daeff-05c8-4d29-8760-22bf9a5a56c4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.241022] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a183812f-3bf6-4f22-abdd-0df7018dddbf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.272725] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d978a5c-9248-4c01-95a7-226e992f0a92 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.281716] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f06303-0fc9-409e-a4b5-7723afede05a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.297597] env[62291]: DEBUG nova.compute.provider_tree [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1895.474676] env[62291]: DEBUG nova.network.neutron [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1895.669963] env[62291]: DEBUG nova.compute.manager [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1895.701133] env[62291]: DEBUG nova.virt.hardware [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1895.701392] env[62291]: DEBUG nova.virt.hardware [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1895.701546] env[62291]: DEBUG nova.virt.hardware [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1895.701747] env[62291]: DEBUG nova.virt.hardware [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1895.701858] env[62291]: DEBUG nova.virt.hardware [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1895.702092] env[62291]: DEBUG nova.virt.hardware [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1895.702927] env[62291]: DEBUG nova.virt.hardware [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1895.703164] env[62291]: DEBUG nova.virt.hardware [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1895.703290] env[62291]: DEBUG nova.virt.hardware [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1895.703453] env[62291]: DEBUG nova.virt.hardware [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1895.703925] env[62291]: DEBUG nova.virt.hardware [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1895.705110] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54d9c91c-6929-4691-a572-ddce8191fbbe {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.714301] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d91a932-31ff-482a-8132-19d21e6e5ceb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.796368] env[62291]: DEBUG nova.network.neutron [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Updating instance_info_cache with network_info: [{"id": "3941d86d-c5d6-4549-85d7-d1d8d9ead886", "address": "fa:16:3e:9f:a6:c3", "network": {"id": "a2a13cd0-3c34-45eb-9564-831cd179058b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2132574208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aefc0011ab314d3882711ec6edfa7e78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3941d86d-c5", "ovs_interfaceid": "3941d86d-c5d6-4549-85d7-d1d8d9ead886", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1895.800638] env[62291]: DEBUG nova.scheduler.client.report [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1896.298744] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Releasing lock "refresh_cache-c5bfbc28-cf6c-4c9e-8745-a5e520a6131e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1896.299090] env[62291]: DEBUG nova.compute.manager [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Instance network_info: |[{"id": "3941d86d-c5d6-4549-85d7-d1d8d9ead886", "address": "fa:16:3e:9f:a6:c3", "network": {"id": "a2a13cd0-3c34-45eb-9564-831cd179058b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2132574208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aefc0011ab314d3882711ec6edfa7e78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3941d86d-c5", "ovs_interfaceid": "3941d86d-c5d6-4549-85d7-d1d8d9ead886", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1896.299958] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:a6:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3941d86d-c5d6-4549-85d7-d1d8d9ead886', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1896.311696] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1896.312688] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.313194] env[62291]: DEBUG nova.compute.manager [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1896.316346] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da3f93f9-5eac-4ae1-9e27-01f5be58a5ea {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.317801] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 22.192s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.334080] env[62291]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1896.334789] env[62291]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62291) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1896.334789] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Folder already exists: OpenStack. Parent ref: group-v4. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1896.335082] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Creating folder: Project (aefc0011ab314d3882711ec6edfa7e78). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1896.335779] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b820ba2-9cd2-4d24-8adb-a67a307047b8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.349312] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Created folder: Project (aefc0011ab314d3882711ec6edfa7e78) in parent group-v437896. [ 1896.349312] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Creating folder: Instances. Parent ref: group-v437901. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1896.349432] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c4604935-6f26-4467-8a7d-36e736c28d09 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.365320] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Created folder: Instances in parent group-v437901. [ 1896.365589] env[62291]: DEBUG oslo.service.loopingcall [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1896.365855] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1896.366088] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-696fa050-b031-4fcd-b5c8-e09c688371db {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.392523] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1896.392523] env[62291]: value = "task-2142425" [ 1896.392523] env[62291]: _type = "Task" [ 1896.392523] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.402052] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142425, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.614739] env[62291]: DEBUG nova.network.neutron [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Successfully updated port: ecadb37a-acad-41a4-aff5-1ab7c30fc034 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1896.783016] env[62291]: DEBUG oslo_concurrency.lockutils [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Acquiring lock "36cf27ca-350f-480b-bba3-fb29db7f176f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.783016] env[62291]: DEBUG oslo_concurrency.lockutils [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Lock "36cf27ca-350f-480b-bba3-fb29db7f176f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.819123] env[62291]: DEBUG nova.compute.utils [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1896.820986] env[62291]: DEBUG nova.compute.manager [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1896.820986] env[62291]: DEBUG nova.network.neutron [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1896.885855] env[62291]: DEBUG nova.compute.manager [req-6d98b4f5-d3bf-43ea-9960-e3b54ecd45c9 req-26596b76-2382-458e-b42f-c7f52d25e484 service nova] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Received event network-vif-plugged-ecadb37a-acad-41a4-aff5-1ab7c30fc034 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1896.886415] env[62291]: DEBUG oslo_concurrency.lockutils [req-6d98b4f5-d3bf-43ea-9960-e3b54ecd45c9 req-26596b76-2382-458e-b42f-c7f52d25e484 service nova] Acquiring lock "6ea23640-3ef0-4a2e-aa75-203c03edf386-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1896.887585] env[62291]: DEBUG oslo_concurrency.lockutils [req-6d98b4f5-d3bf-43ea-9960-e3b54ecd45c9 req-26596b76-2382-458e-b42f-c7f52d25e484 service nova] Lock "6ea23640-3ef0-4a2e-aa75-203c03edf386-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1896.887585] env[62291]: DEBUG oslo_concurrency.lockutils [req-6d98b4f5-d3bf-43ea-9960-e3b54ecd45c9 req-26596b76-2382-458e-b42f-c7f52d25e484 service nova] Lock "6ea23640-3ef0-4a2e-aa75-203c03edf386-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1896.891161] env[62291]: DEBUG nova.compute.manager [req-6d98b4f5-d3bf-43ea-9960-e3b54ecd45c9 req-26596b76-2382-458e-b42f-c7f52d25e484 service nova] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] No waiting events found dispatching network-vif-plugged-ecadb37a-acad-41a4-aff5-1ab7c30fc034 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1896.891161] env[62291]: WARNING nova.compute.manager [req-6d98b4f5-d3bf-43ea-9960-e3b54ecd45c9 req-26596b76-2382-458e-b42f-c7f52d25e484 service nova] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Received unexpected event network-vif-plugged-ecadb37a-acad-41a4-aff5-1ab7c30fc034 for instance with vm_state building and task_state spawning. [ 1896.907764] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142425, 'name': CreateVM_Task, 'duration_secs': 0.372407} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.908385] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1896.916989] env[62291]: DEBUG nova.compute.manager [req-7bfc638b-c06f-4d12-b70a-4d73d83b007d req-b9e5e7d3-977f-4fd0-9e07-f6c7f317c69e service nova] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Received event network-changed-3941d86d-c5d6-4549-85d7-d1d8d9ead886 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1896.916989] env[62291]: DEBUG nova.compute.manager [req-7bfc638b-c06f-4d12-b70a-4d73d83b007d req-b9e5e7d3-977f-4fd0-9e07-f6c7f317c69e service nova] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Refreshing instance network info cache due to event network-changed-3941d86d-c5d6-4549-85d7-d1d8d9ead886. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1896.916989] env[62291]: DEBUG oslo_concurrency.lockutils [req-7bfc638b-c06f-4d12-b70a-4d73d83b007d req-b9e5e7d3-977f-4fd0-9e07-f6c7f317c69e service nova] Acquiring lock "refresh_cache-c5bfbc28-cf6c-4c9e-8745-a5e520a6131e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1896.916989] env[62291]: DEBUG oslo_concurrency.lockutils [req-7bfc638b-c06f-4d12-b70a-4d73d83b007d req-b9e5e7d3-977f-4fd0-9e07-f6c7f317c69e service nova] Acquired lock "refresh_cache-c5bfbc28-cf6c-4c9e-8745-a5e520a6131e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1896.916989] env[62291]: DEBUG nova.network.neutron [req-7bfc638b-c06f-4d12-b70a-4d73d83b007d req-b9e5e7d3-977f-4fd0-9e07-f6c7f317c69e service nova] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Refreshing network info cache for port 3941d86d-c5d6-4549-85d7-d1d8d9ead886 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1896.935236] env[62291]: DEBUG oslo_vmware.service [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f829cbd1-a70a-48d4-b041-8f4fc15e8565 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.947812] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1896.948104] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1896.949086] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1896.949695] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a4d2b29-7445-4058-8fc7-b9131838b7bc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.956740] env[62291]: DEBUG oslo_vmware.api [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Waiting for the task: (returnval){ [ 1896.956740] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52405c6f-1776-a6b7-1169-ba7574ccc423" [ 1896.956740] env[62291]: _type = "Task" [ 1896.956740] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.971774] env[62291]: DEBUG oslo_vmware.api [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52405c6f-1776-a6b7-1169-ba7574ccc423, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.994752] env[62291]: DEBUG nova.policy [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '177e3d2777f74868bfa3f34a4b9aa840', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44f00f2a54ff477db3c65678e37b8c21', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 1897.120263] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Acquiring lock "refresh_cache-6ea23640-3ef0-4a2e-aa75-203c03edf386" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1897.120263] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Acquired lock "refresh_cache-6ea23640-3ef0-4a2e-aa75-203c03edf386" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1897.120263] env[62291]: DEBUG nova.network.neutron [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1897.326629] env[62291]: DEBUG nova.compute.manager [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1897.415231] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7fb4dc9-e7bc-472b-bbde-7e3dabf7cb48 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.425018] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a899db75-0831-4587-83c5-7d7bacad0bdf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.472397] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77733d89-5dab-4636-8c03-c461c98691f5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.486670] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1897.487372] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1897.487372] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1897.487372] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1897.489018] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1897.489018] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b4dcae5-e3a4-444e-b55f-24352c757c05 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.493834] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482d6282-0bb8-4389-93eb-8b58a24bdf07 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.498609] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1897.498775] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1897.499903] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de6b5ea-b8a3-4c22-8254-0c084afca743 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.510178] env[62291]: DEBUG nova.compute.provider_tree [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1897.516189] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-017b9a04-56a0-4fb1-8b62-559c4474a4e1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.522259] env[62291]: DEBUG oslo_vmware.api [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Waiting for the task: (returnval){ [ 1897.522259] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52df2caf-8ee2-4be3-b0ee-6aa9b3d4cf52" [ 1897.522259] env[62291]: _type = "Task" [ 1897.522259] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1897.532366] env[62291]: DEBUG oslo_vmware.api [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52df2caf-8ee2-4be3-b0ee-6aa9b3d4cf52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1897.699253] env[62291]: DEBUG nova.network.neutron [req-7bfc638b-c06f-4d12-b70a-4d73d83b007d req-b9e5e7d3-977f-4fd0-9e07-f6c7f317c69e service nova] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Updated VIF entry in instance network info cache for port 3941d86d-c5d6-4549-85d7-d1d8d9ead886. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1897.700171] env[62291]: DEBUG nova.network.neutron [req-7bfc638b-c06f-4d12-b70a-4d73d83b007d req-b9e5e7d3-977f-4fd0-9e07-f6c7f317c69e service nova] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Updating instance_info_cache with network_info: [{"id": "3941d86d-c5d6-4549-85d7-d1d8d9ead886", "address": "fa:16:3e:9f:a6:c3", "network": {"id": "a2a13cd0-3c34-45eb-9564-831cd179058b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2132574208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aefc0011ab314d3882711ec6edfa7e78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3941d86d-c5", "ovs_interfaceid": "3941d86d-c5d6-4549-85d7-d1d8d9ead886", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1897.716287] env[62291]: DEBUG nova.network.neutron [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1898.013613] env[62291]: DEBUG nova.scheduler.client.report [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1898.035894] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Preparing fetch location {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1898.036342] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Creating directory with path [datastore2] vmware_temp/10fd99d5-8edd-4997-977a-9ab0a93b8089/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1898.038125] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd0091d1-f52c-42c9-8ec9-820e6993b7ee {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.063686] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Created directory with path [datastore2] vmware_temp/10fd99d5-8edd-4997-977a-9ab0a93b8089/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1898.063686] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Fetch image to [datastore2] vmware_temp/10fd99d5-8edd-4997-977a-9ab0a93b8089/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/tmp-sparse.vmdk {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1898.063686] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Downloading image file data 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd to [datastore2] vmware_temp/10fd99d5-8edd-4997-977a-9ab0a93b8089/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/tmp-sparse.vmdk on the data store datastore2 {{(pid=62291) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1898.063686] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-362ae765-1864-42f1-bfad-73372dffa803 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.074643] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e0504c-fd7c-496a-bf1a-21a7f3d4b16b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.088746] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6dd00d4-eab0-4927-ab74-758ff284e48e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.128485] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b434e756-4835-4b28-a38f-df255693b021 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.136283] env[62291]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-a85613ae-ddd8-48a9-a0b3-4242d34e6f38 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.204777] env[62291]: DEBUG nova.network.neutron [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Successfully created port: 2faaf852-911e-4930-bcca-a74d8d9c06a8 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1898.207254] env[62291]: DEBUG oslo_concurrency.lockutils [req-7bfc638b-c06f-4d12-b70a-4d73d83b007d req-b9e5e7d3-977f-4fd0-9e07-f6c7f317c69e service nova] Releasing lock "refresh_cache-c5bfbc28-cf6c-4c9e-8745-a5e520a6131e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1898.233379] env[62291]: DEBUG nova.virt.vmwareapi.images [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Downloading image file data 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd to the data store datastore2 {{(pid=62291) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1898.306301] env[62291]: DEBUG oslo_vmware.rw_handles [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/10fd99d5-8edd-4997-977a-9ab0a93b8089/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62291) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1898.369521] env[62291]: DEBUG nova.compute.manager [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1898.373749] env[62291]: DEBUG nova.network.neutron [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Updating instance_info_cache with network_info: [{"id": "ecadb37a-acad-41a4-aff5-1ab7c30fc034", "address": "fa:16:3e:c6:8b:55", "network": {"id": "e91a404a-fb5d-4a73-be05-4cbbbb1ebe25", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-981302482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89e68fea9e4b4b1db484022a694cf636", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecadb37a-ac", "ovs_interfaceid": "ecadb37a-acad-41a4-aff5-1ab7c30fc034", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1898.397103] env[62291]: DEBUG nova.virt.hardware [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1898.397369] env[62291]: DEBUG nova.virt.hardware [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1898.397530] env[62291]: DEBUG nova.virt.hardware [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1898.397775] env[62291]: DEBUG nova.virt.hardware [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1898.397975] env[62291]: DEBUG nova.virt.hardware [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1898.398167] env[62291]: DEBUG nova.virt.hardware [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1898.398375] env[62291]: DEBUG nova.virt.hardware [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1898.398527] env[62291]: DEBUG nova.virt.hardware [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1898.398700] env[62291]: DEBUG nova.virt.hardware [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1898.398913] env[62291]: DEBUG nova.virt.hardware [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1898.399574] env[62291]: DEBUG nova.virt.hardware [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1898.400312] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c7bee4-859f-48c9-b1a9-8f06adb73f6b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.413763] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e36faf10-2807-4469-9efc-9a2afefa46a7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.521630] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 2.204s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1898.524666] env[62291]: ERROR nova.compute.manager [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] Failed to build and run instance: nova.exception.PortBindingFailed: Binding failed for port 2e6d30b0-07d3-4d7f-9511-c9b2bf0a201c, please check neutron logs for more information. [ 1898.524666] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] Traceback (most recent call last): [ 1898.524666] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 1898.524666] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] self.driver.spawn(context, instance, image_meta, [ 1898.524666] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 1898.524666] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] self._vmops.spawn(context, instance, image_meta, injected_files, [ 1898.524666] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 1898.524666] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] vm_ref = self.build_virtual_machine(instance, [ 1898.524666] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 1898.524666] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] vif_infos = vmwarevif.get_vif_info(self._session, [ 1898.524666] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 1898.525300] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] for vif in network_info: [ 1898.525300] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 1898.525300] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] return self._sync_wrapper(fn, *args, **kwargs) [ 1898.525300] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 1898.525300] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] self.wait() [ 1898.525300] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 1898.525300] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] self[:] = self._gt.wait() [ 1898.525300] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 1898.525300] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] return self._exit_event.wait() [ 1898.525300] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 1898.525300] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] result = hub.switch() [ 1898.525300] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 1898.525300] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] return self.greenlet.switch() [ 1898.525634] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 1898.525634] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] result = function(*args, **kwargs) [ 1898.525634] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 1898.525634] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] return func(*args, **kwargs) [ 1898.525634] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 1898.525634] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] raise e [ 1898.525634] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 1898.525634] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] nwinfo = self.network_api.allocate_for_instance( [ 1898.525634] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 1898.525634] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] created_port_ids = self._update_ports_for_instance( [ 1898.525634] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 1898.525634] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] with excutils.save_and_reraise_exception(): [ 1898.525634] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1898.525981] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] self.force_reraise() [ 1898.525981] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1898.525981] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] raise self.value [ 1898.525981] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 1898.525981] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] updated_port = self._update_port( [ 1898.525981] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 1898.525981] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] _ensure_no_port_binding_failure(port) [ 1898.525981] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 1898.525981] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] raise exception.PortBindingFailed(port_id=port['id']) [ 1898.525981] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] nova.exception.PortBindingFailed: Binding failed for port 2e6d30b0-07d3-4d7f-9511-c9b2bf0a201c, please check neutron logs for more information. [ 1898.525981] env[62291]: ERROR nova.compute.manager [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] [ 1898.526288] env[62291]: DEBUG nova.compute.utils [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] Binding failed for port 2e6d30b0-07d3-4d7f-9511-c9b2bf0a201c, please check neutron logs for more information. {{(pid=62291) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1898.526288] env[62291]: DEBUG nova.compute.manager [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] Build of instance a23ca971-e08f-463f-bab3-46d5d7b91cda was re-scheduled: Binding failed for port 2e6d30b0-07d3-4d7f-9511-c9b2bf0a201c, please check neutron logs for more information. {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 1898.526288] env[62291]: DEBUG nova.compute.manager [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] Unplugging VIFs for instance {{(pid=62291) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3006}} [ 1898.526288] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] Acquiring lock "refresh_cache-a23ca971-e08f-463f-bab3-46d5d7b91cda" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1898.527045] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] Acquired lock "refresh_cache-a23ca971-e08f-463f-bab3-46d5d7b91cda" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1898.527045] env[62291]: DEBUG nova.network.neutron [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1898.531888] env[62291]: DEBUG oslo_concurrency.lockutils [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 24.314s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.878817] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Releasing lock "refresh_cache-6ea23640-3ef0-4a2e-aa75-203c03edf386" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1898.879257] env[62291]: DEBUG nova.compute.manager [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Instance network_info: |[{"id": "ecadb37a-acad-41a4-aff5-1ab7c30fc034", "address": "fa:16:3e:c6:8b:55", "network": {"id": "e91a404a-fb5d-4a73-be05-4cbbbb1ebe25", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-981302482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89e68fea9e4b4b1db484022a694cf636", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecadb37a-ac", "ovs_interfaceid": "ecadb37a-acad-41a4-aff5-1ab7c30fc034", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1898.879772] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c6:8b:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52c1f5eb-3d4a-4faa-a30d-2b0a46430791', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ecadb37a-acad-41a4-aff5-1ab7c30fc034', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1898.889625] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Creating folder: Project (89e68fea9e4b4b1db484022a694cf636). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1898.890727] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3161aca3-16d6-4a37-8ab4-ad233276a90b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.909565] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Created folder: Project (89e68fea9e4b4b1db484022a694cf636) in parent group-v437896. [ 1898.911030] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Creating folder: Instances. Parent ref: group-v437904. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1898.911030] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42fdd9f3-2355-4434-95d0-6b50c14e57fe {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.922581] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Created folder: Instances in parent group-v437904. [ 1898.922893] env[62291]: DEBUG oslo.service.loopingcall [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1898.923171] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1898.923487] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af95211f-cbf2-415d-8529-0022640f316e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.947699] env[62291]: DEBUG oslo_vmware.rw_handles [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Completed reading data from the image iterator. {{(pid=62291) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1898.948024] env[62291]: DEBUG oslo_vmware.rw_handles [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/10fd99d5-8edd-4997-977a-9ab0a93b8089/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=62291) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1898.954938] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1898.954938] env[62291]: value = "task-2142428" [ 1898.954938] env[62291]: _type = "Task" [ 1898.954938] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1898.964977] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142428, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.059100] env[62291]: DEBUG nova.network.neutron [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1899.079554] env[62291]: DEBUG nova.compute.manager [req-6e22193e-6747-4d33-a151-cb1014689f7b req-d2d6a82f-f754-443b-893e-b92c634bd39a service nova] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Received event network-changed-ecadb37a-acad-41a4-aff5-1ab7c30fc034 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1899.079746] env[62291]: DEBUG nova.compute.manager [req-6e22193e-6747-4d33-a151-cb1014689f7b req-d2d6a82f-f754-443b-893e-b92c634bd39a service nova] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Refreshing instance network info cache due to event network-changed-ecadb37a-acad-41a4-aff5-1ab7c30fc034. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1899.079968] env[62291]: DEBUG oslo_concurrency.lockutils [req-6e22193e-6747-4d33-a151-cb1014689f7b req-d2d6a82f-f754-443b-893e-b92c634bd39a service nova] Acquiring lock "refresh_cache-6ea23640-3ef0-4a2e-aa75-203c03edf386" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1899.080321] env[62291]: DEBUG oslo_concurrency.lockutils [req-6e22193e-6747-4d33-a151-cb1014689f7b req-d2d6a82f-f754-443b-893e-b92c634bd39a service nova] Acquired lock "refresh_cache-6ea23640-3ef0-4a2e-aa75-203c03edf386" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1899.080505] env[62291]: DEBUG nova.network.neutron [req-6e22193e-6747-4d33-a151-cb1014689f7b req-d2d6a82f-f754-443b-893e-b92c634bd39a service nova] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Refreshing network info cache for port ecadb37a-acad-41a4-aff5-1ab7c30fc034 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1899.095195] env[62291]: DEBUG nova.virt.vmwareapi.images [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Downloaded image file data 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd to vmware_temp/10fd99d5-8edd-4997-977a-9ab0a93b8089/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/tmp-sparse.vmdk on the data store datastore2 {{(pid=62291) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1899.096454] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Caching image {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1899.096740] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Copying Virtual Disk [datastore2] vmware_temp/10fd99d5-8edd-4997-977a-9ab0a93b8089/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/tmp-sparse.vmdk to [datastore2] vmware_temp/10fd99d5-8edd-4997-977a-9ab0a93b8089/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1899.098098] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f0d1ebb-7858-4c1f-8c82-a40fd8509418 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.107064] env[62291]: DEBUG oslo_vmware.api [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Waiting for the task: (returnval){ [ 1899.107064] env[62291]: value = "task-2142429" [ 1899.107064] env[62291]: _type = "Task" [ 1899.107064] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.118822] env[62291]: DEBUG oslo_vmware.api [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Task: {'id': task-2142429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.217438] env[62291]: DEBUG nova.network.neutron [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1899.473941] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142428, 'name': CreateVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.617752] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87babe3f-a52a-4be0-bc5a-c1a43268d127 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.625011] env[62291]: DEBUG oslo_vmware.api [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Task: {'id': task-2142429, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.631294] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5521dba3-d953-4c6a-9829-1a0d2f0bc47e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.669144] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a9e8a7a-dfbe-4e24-90eb-45bd121131b6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.677746] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313db3a8-d86f-475b-ae46-9d85f48b6985 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.693331] env[62291]: DEBUG nova.compute.provider_tree [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1899.722733] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] Releasing lock "refresh_cache-a23ca971-e08f-463f-bab3-46d5d7b91cda" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1899.722733] env[62291]: DEBUG nova.compute.manager [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62291) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3029}} [ 1899.722733] env[62291]: DEBUG nova.compute.manager [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1899.722895] env[62291]: DEBUG nova.network.neutron [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1899.752144] env[62291]: DEBUG nova.network.neutron [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1899.974844] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142428, 'name': CreateVM_Task, 'duration_secs': 0.577065} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.974844] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1899.975366] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1899.975536] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1899.975903] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1899.976640] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e67a377a-59cd-4ea6-a0bf-ad9bd21ec00b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.981986] env[62291]: DEBUG oslo_vmware.api [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Waiting for the task: (returnval){ [ 1899.981986] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]528ea25b-a71f-ab71-d304-2d2a653c11c9" [ 1899.981986] env[62291]: _type = "Task" [ 1899.981986] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.992144] env[62291]: DEBUG oslo_vmware.api [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]528ea25b-a71f-ab71-d304-2d2a653c11c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.127379] env[62291]: DEBUG oslo_vmware.api [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Task: {'id': task-2142429, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.663964} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.127379] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Copied Virtual Disk [datastore2] vmware_temp/10fd99d5-8edd-4997-977a-9ab0a93b8089/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/tmp-sparse.vmdk to [datastore2] vmware_temp/10fd99d5-8edd-4997-977a-9ab0a93b8089/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1900.127379] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Deleting the datastore file [datastore2] vmware_temp/10fd99d5-8edd-4997-977a-9ab0a93b8089/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/tmp-sparse.vmdk {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1900.127379] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ff38b389-08ad-4f2e-9b09-f7a364b36a9b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.139443] env[62291]: DEBUG oslo_vmware.api [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Waiting for the task: (returnval){ [ 1900.139443] env[62291]: value = "task-2142430" [ 1900.139443] env[62291]: _type = "Task" [ 1900.139443] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.150630] env[62291]: DEBUG oslo_vmware.api [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Task: {'id': task-2142430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.197761] env[62291]: DEBUG nova.scheduler.client.report [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1900.254042] env[62291]: DEBUG nova.network.neutron [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1900.299282] env[62291]: DEBUG nova.network.neutron [req-6e22193e-6747-4d33-a151-cb1014689f7b req-d2d6a82f-f754-443b-893e-b92c634bd39a service nova] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Updated VIF entry in instance network info cache for port ecadb37a-acad-41a4-aff5-1ab7c30fc034. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1900.299282] env[62291]: DEBUG nova.network.neutron [req-6e22193e-6747-4d33-a151-cb1014689f7b req-d2d6a82f-f754-443b-893e-b92c634bd39a service nova] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Updating instance_info_cache with network_info: [{"id": "ecadb37a-acad-41a4-aff5-1ab7c30fc034", "address": "fa:16:3e:c6:8b:55", "network": {"id": "e91a404a-fb5d-4a73-be05-4cbbbb1ebe25", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-981302482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89e68fea9e4b4b1db484022a694cf636", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecadb37a-ac", "ovs_interfaceid": "ecadb37a-acad-41a4-aff5-1ab7c30fc034", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1900.499551] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1900.499551] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1900.499551] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1900.652689] env[62291]: DEBUG oslo_vmware.api [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Task: {'id': task-2142430, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.05023} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.652934] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1900.654250] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Moving file from [datastore2] vmware_temp/10fd99d5-8edd-4997-977a-9ab0a93b8089/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd to [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd. {{(pid=62291) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1900.654542] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-837fefa0-a450-425d-b43d-0ba926b53860 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1900.666213] env[62291]: DEBUG oslo_vmware.api [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Waiting for the task: (returnval){ [ 1900.666213] env[62291]: value = "task-2142431" [ 1900.666213] env[62291]: _type = "Task" [ 1900.666213] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1900.677490] env[62291]: DEBUG oslo_vmware.api [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Task: {'id': task-2142431, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.703194] env[62291]: DEBUG oslo_concurrency.lockutils [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 2.175s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1900.704044] env[62291]: ERROR nova.compute.manager [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] Failed to build and run instance: nova.exception.PortBindingFailed: Binding failed for port 5a9dca06-c784-41db-a247-3b824b0d6659, please check neutron logs for more information. [ 1900.704044] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] Traceback (most recent call last): [ 1900.704044] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 1900.704044] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] self.driver.spawn(context, instance, image_meta, [ 1900.704044] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 1900.704044] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] self._vmops.spawn(context, instance, image_meta, injected_files, [ 1900.704044] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 1900.704044] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] vm_ref = self.build_virtual_machine(instance, [ 1900.704044] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 1900.704044] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] vif_infos = vmwarevif.get_vif_info(self._session, [ 1900.704044] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 1900.704356] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] for vif in network_info: [ 1900.704356] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 1900.704356] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] return self._sync_wrapper(fn, *args, **kwargs) [ 1900.704356] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 1900.704356] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] self.wait() [ 1900.704356] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 1900.704356] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] self[:] = self._gt.wait() [ 1900.704356] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 1900.704356] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] return self._exit_event.wait() [ 1900.704356] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 1900.704356] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] result = hub.switch() [ 1900.704356] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 1900.704356] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] return self.greenlet.switch() [ 1900.704720] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 1900.704720] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] result = function(*args, **kwargs) [ 1900.704720] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 1900.704720] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] return func(*args, **kwargs) [ 1900.704720] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 1900.704720] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] raise e [ 1900.704720] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 1900.704720] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] nwinfo = self.network_api.allocate_for_instance( [ 1900.704720] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 1900.704720] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] created_port_ids = self._update_ports_for_instance( [ 1900.704720] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 1900.704720] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] with excutils.save_and_reraise_exception(): [ 1900.704720] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1900.707129] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] self.force_reraise() [ 1900.707129] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1900.707129] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] raise self.value [ 1900.707129] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 1900.707129] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] updated_port = self._update_port( [ 1900.707129] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 1900.707129] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] _ensure_no_port_binding_failure(port) [ 1900.707129] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 1900.707129] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] raise exception.PortBindingFailed(port_id=port['id']) [ 1900.707129] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] nova.exception.PortBindingFailed: Binding failed for port 5a9dca06-c784-41db-a247-3b824b0d6659, please check neutron logs for more information. [ 1900.707129] env[62291]: ERROR nova.compute.manager [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] [ 1900.707629] env[62291]: DEBUG nova.compute.utils [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] Binding failed for port 5a9dca06-c784-41db-a247-3b824b0d6659, please check neutron logs for more information. {{(pid=62291) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1900.708612] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.217s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1900.710262] env[62291]: INFO nova.compute.claims [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1900.713733] env[62291]: DEBUG nova.compute.manager [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] Build of instance b488c40e-414f-4a6b-a0b1-c35ee573c57c was re-scheduled: Binding failed for port 5a9dca06-c784-41db-a247-3b824b0d6659, please check neutron logs for more information. {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 1900.715016] env[62291]: DEBUG nova.compute.manager [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] Unplugging VIFs for instance {{(pid=62291) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3006}} [ 1900.715016] env[62291]: DEBUG oslo_concurrency.lockutils [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] Acquiring lock "refresh_cache-b488c40e-414f-4a6b-a0b1-c35ee573c57c" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1900.715016] env[62291]: DEBUG oslo_concurrency.lockutils [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] Acquired lock "refresh_cache-b488c40e-414f-4a6b-a0b1-c35ee573c57c" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1900.715016] env[62291]: DEBUG nova.network.neutron [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1900.759910] env[62291]: INFO nova.compute.manager [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] [instance: a23ca971-e08f-463f-bab3-46d5d7b91cda] Took 1.04 seconds to deallocate network for instance. [ 1900.809307] env[62291]: DEBUG oslo_concurrency.lockutils [req-6e22193e-6747-4d33-a151-cb1014689f7b req-d2d6a82f-f754-443b-893e-b92c634bd39a service nova] Releasing lock "refresh_cache-6ea23640-3ef0-4a2e-aa75-203c03edf386" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1900.911496] env[62291]: DEBUG nova.network.neutron [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Successfully updated port: 2faaf852-911e-4930-bcca-a74d8d9c06a8 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1901.181856] env[62291]: DEBUG oslo_vmware.api [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Task: {'id': task-2142431, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.042732} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.181856] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] File moved {{(pid=62291) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1901.181856] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Cleaning up location [datastore2] vmware_temp/10fd99d5-8edd-4997-977a-9ab0a93b8089 {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1901.181856] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Deleting the datastore file [datastore2] vmware_temp/10fd99d5-8edd-4997-977a-9ab0a93b8089 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1901.181856] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a933a89b-f6dd-4d59-a519-34c47565e207 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.190404] env[62291]: DEBUG oslo_vmware.api [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Waiting for the task: (returnval){ [ 1901.190404] env[62291]: value = "task-2142432" [ 1901.190404] env[62291]: _type = "Task" [ 1901.190404] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.205977] env[62291]: DEBUG oslo_vmware.api [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Task: {'id': task-2142432, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.209554] env[62291]: DEBUG nova.compute.manager [req-991f9bd6-bcf5-4dd8-aefb-c762d431da93 req-d9ecfc1d-379e-4a69-9e85-27af7e1e2f8c service nova] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Received event network-vif-plugged-2faaf852-911e-4930-bcca-a74d8d9c06a8 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1901.210327] env[62291]: DEBUG oslo_concurrency.lockutils [req-991f9bd6-bcf5-4dd8-aefb-c762d431da93 req-d9ecfc1d-379e-4a69-9e85-27af7e1e2f8c service nova] Acquiring lock "f50e95c8-d4ea-4250-862f-8b3be53cabc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1901.210327] env[62291]: DEBUG oslo_concurrency.lockutils [req-991f9bd6-bcf5-4dd8-aefb-c762d431da93 req-d9ecfc1d-379e-4a69-9e85-27af7e1e2f8c service nova] Lock "f50e95c8-d4ea-4250-862f-8b3be53cabc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1901.211259] env[62291]: DEBUG oslo_concurrency.lockutils [req-991f9bd6-bcf5-4dd8-aefb-c762d431da93 req-d9ecfc1d-379e-4a69-9e85-27af7e1e2f8c service nova] Lock "f50e95c8-d4ea-4250-862f-8b3be53cabc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1901.211259] env[62291]: DEBUG nova.compute.manager [req-991f9bd6-bcf5-4dd8-aefb-c762d431da93 req-d9ecfc1d-379e-4a69-9e85-27af7e1e2f8c service nova] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] No waiting events found dispatching network-vif-plugged-2faaf852-911e-4930-bcca-a74d8d9c06a8 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1901.211259] env[62291]: WARNING nova.compute.manager [req-991f9bd6-bcf5-4dd8-aefb-c762d431da93 req-d9ecfc1d-379e-4a69-9e85-27af7e1e2f8c service nova] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Received unexpected event network-vif-plugged-2faaf852-911e-4930-bcca-a74d8d9c06a8 for instance with vm_state building and task_state spawning. [ 1901.211259] env[62291]: DEBUG nova.compute.manager [req-991f9bd6-bcf5-4dd8-aefb-c762d431da93 req-d9ecfc1d-379e-4a69-9e85-27af7e1e2f8c service nova] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Received event network-changed-2faaf852-911e-4930-bcca-a74d8d9c06a8 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1901.211259] env[62291]: DEBUG nova.compute.manager [req-991f9bd6-bcf5-4dd8-aefb-c762d431da93 req-d9ecfc1d-379e-4a69-9e85-27af7e1e2f8c service nova] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Refreshing instance network info cache due to event network-changed-2faaf852-911e-4930-bcca-a74d8d9c06a8. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1901.211418] env[62291]: DEBUG oslo_concurrency.lockutils [req-991f9bd6-bcf5-4dd8-aefb-c762d431da93 req-d9ecfc1d-379e-4a69-9e85-27af7e1e2f8c service nova] Acquiring lock "refresh_cache-f50e95c8-d4ea-4250-862f-8b3be53cabc9" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1901.211609] env[62291]: DEBUG oslo_concurrency.lockutils [req-991f9bd6-bcf5-4dd8-aefb-c762d431da93 req-d9ecfc1d-379e-4a69-9e85-27af7e1e2f8c service nova] Acquired lock "refresh_cache-f50e95c8-d4ea-4250-862f-8b3be53cabc9" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1901.211761] env[62291]: DEBUG nova.network.neutron [req-991f9bd6-bcf5-4dd8-aefb-c762d431da93 req-d9ecfc1d-379e-4a69-9e85-27af7e1e2f8c service nova] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Refreshing network info cache for port 2faaf852-911e-4930-bcca-a74d8d9c06a8 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1901.274560] env[62291]: DEBUG nova.network.neutron [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1901.402130] env[62291]: DEBUG nova.network.neutron [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1901.413603] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Acquiring lock "refresh_cache-f50e95c8-d4ea-4250-862f-8b3be53cabc9" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1901.703664] env[62291]: DEBUG oslo_vmware.api [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Task: {'id': task-2142432, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.052461} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.706787] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1901.706787] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cab9bb17-ecb9-4fcf-9cc0-5d71470d5f59 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.714417] env[62291]: DEBUG oslo_vmware.api [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Waiting for the task: (returnval){ [ 1901.714417] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52eeb9e0-04a5-d361-02df-4c01742525c1" [ 1901.714417] env[62291]: _type = "Task" [ 1901.714417] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.726169] env[62291]: DEBUG oslo_vmware.api [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52eeb9e0-04a5-d361-02df-4c01742525c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.794586] env[62291]: DEBUG nova.network.neutron [req-991f9bd6-bcf5-4dd8-aefb-c762d431da93 req-d9ecfc1d-379e-4a69-9e85-27af7e1e2f8c service nova] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1901.802261] env[62291]: INFO nova.scheduler.client.report [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] Deleted allocations for instance a23ca971-e08f-463f-bab3-46d5d7b91cda [ 1901.905245] env[62291]: DEBUG oslo_concurrency.lockutils [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] Releasing lock "refresh_cache-b488c40e-414f-4a6b-a0b1-c35ee573c57c" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1901.906083] env[62291]: DEBUG nova.compute.manager [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62291) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3029}} [ 1901.906425] env[62291]: DEBUG nova.compute.manager [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1901.906657] env[62291]: DEBUG nova.network.neutron [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1901.957066] env[62291]: DEBUG nova.network.neutron [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1901.964682] env[62291]: DEBUG nova.network.neutron [req-991f9bd6-bcf5-4dd8-aefb-c762d431da93 req-d9ecfc1d-379e-4a69-9e85-27af7e1e2f8c service nova] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1902.230172] env[62291]: DEBUG oslo_vmware.api [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52eeb9e0-04a5-d361-02df-4c01742525c1, 'name': SearchDatastore_Task, 'duration_secs': 0.018725} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.231791] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1902.232952] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] c5bfbc28-cf6c-4c9e-8745-a5e520a6131e/c5bfbc28-cf6c-4c9e-8745-a5e520a6131e.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1902.233629] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1902.233936] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1902.234272] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa9d6e94-2c70-4dfd-9547-45fdea471837 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.236914] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95bcab74-021c-4116-925c-06bc3f78ecc6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.248285] env[62291]: DEBUG oslo_vmware.api [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Waiting for the task: (returnval){ [ 1902.248285] env[62291]: value = "task-2142433" [ 1902.248285] env[62291]: _type = "Task" [ 1902.248285] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.250901] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1902.251358] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1902.262413] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e63b50d4-23c3-4c20-8a21-a94d1f0072c6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.268705] env[62291]: DEBUG oslo_vmware.api [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Waiting for the task: (returnval){ [ 1902.268705] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5289991c-f930-6b8b-d589-3be95676aa01" [ 1902.268705] env[62291]: _type = "Task" [ 1902.268705] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.271975] env[62291]: DEBUG oslo_vmware.api [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Task: {'id': task-2142433, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.285427] env[62291]: DEBUG oslo_vmware.api [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5289991c-f930-6b8b-d589-3be95676aa01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.313212] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9614d8ff-c5d5-4a36-9ae3-c3f42cbcd03d tempest-ImagesOneServerTestJSON-313079827 tempest-ImagesOneServerTestJSON-313079827-project-member] Lock "a23ca971-e08f-463f-bab3-46d5d7b91cda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.333s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1902.445373] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed8b297-0ea2-4dbb-8b29-6bd0168622bb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.458334] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f92321-3331-489d-8038-22f24dddde6f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.468446] env[62291]: DEBUG nova.network.neutron [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1902.469976] env[62291]: DEBUG oslo_concurrency.lockutils [req-991f9bd6-bcf5-4dd8-aefb-c762d431da93 req-d9ecfc1d-379e-4a69-9e85-27af7e1e2f8c service nova] Releasing lock "refresh_cache-f50e95c8-d4ea-4250-862f-8b3be53cabc9" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1902.470634] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Acquired lock "refresh_cache-f50e95c8-d4ea-4250-862f-8b3be53cabc9" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1902.470781] env[62291]: DEBUG nova.network.neutron [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1902.507113] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736385b0-b00e-4eb6-b86d-4a4c6c056883 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.517238] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4646ff37-95cc-41a0-87fd-1b95b917e97a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.532813] env[62291]: DEBUG nova.compute.provider_tree [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1902.763492] env[62291]: DEBUG oslo_vmware.api [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Task: {'id': task-2142433, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.783653] env[62291]: DEBUG oslo_vmware.api [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5289991c-f930-6b8b-d589-3be95676aa01, 'name': SearchDatastore_Task, 'duration_secs': 0.023709} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.785056] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e24de74c-e41a-45da-bd87-57cfdff5bb72 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.794416] env[62291]: DEBUG oslo_vmware.api [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Waiting for the task: (returnval){ [ 1902.794416] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52bceec7-886e-9eb3-2467-8236af1ec53e" [ 1902.794416] env[62291]: _type = "Task" [ 1902.794416] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.809022] env[62291]: DEBUG oslo_vmware.api [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52bceec7-886e-9eb3-2467-8236af1ec53e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.815708] env[62291]: DEBUG nova.compute.manager [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: a5ca1f63-615e-40c5-a6a1-9fa30f578fc6] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1902.972614] env[62291]: INFO nova.compute.manager [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] [instance: b488c40e-414f-4a6b-a0b1-c35ee573c57c] Took 1.07 seconds to deallocate network for instance. [ 1903.037107] env[62291]: DEBUG nova.scheduler.client.report [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1903.046421] env[62291]: DEBUG nova.network.neutron [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1903.226227] env[62291]: DEBUG nova.network.neutron [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Updating instance_info_cache with network_info: [{"id": "2faaf852-911e-4930-bcca-a74d8d9c06a8", "address": "fa:16:3e:1f:ba:d3", "network": {"id": "628f334a-7ac3-4fd6-9258-4e5aabcf7839", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7a5e935372e4d0998462c64df5e8266", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2faaf852-91", "ovs_interfaceid": "2faaf852-911e-4930-bcca-a74d8d9c06a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1903.264021] env[62291]: DEBUG oslo_vmware.api [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Task: {'id': task-2142433, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.845491} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.264244] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] c5bfbc28-cf6c-4c9e-8745-a5e520a6131e/c5bfbc28-cf6c-4c9e-8745-a5e520a6131e.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1903.267016] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1903.267016] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e783803-29d5-4c73-b724-1c6b19d53ba7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.272275] env[62291]: DEBUG oslo_vmware.api [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Waiting for the task: (returnval){ [ 1903.272275] env[62291]: value = "task-2142434" [ 1903.272275] env[62291]: _type = "Task" [ 1903.272275] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.284179] env[62291]: DEBUG oslo_vmware.api [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Task: {'id': task-2142434, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.305760] env[62291]: DEBUG oslo_vmware.api [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52bceec7-886e-9eb3-2467-8236af1ec53e, 'name': SearchDatastore_Task, 'duration_secs': 0.059644} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.306064] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1903.306352] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 6ea23640-3ef0-4a2e-aa75-203c03edf386/6ea23640-3ef0-4a2e-aa75-203c03edf386.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1903.306582] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b5412839-7e82-4d54-a4ab-6b920da93e0b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.316174] env[62291]: DEBUG oslo_vmware.api [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Waiting for the task: (returnval){ [ 1903.316174] env[62291]: value = "task-2142435" [ 1903.316174] env[62291]: _type = "Task" [ 1903.316174] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.326564] env[62291]: DEBUG oslo_vmware.api [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Task: {'id': task-2142435, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.342272] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1903.548026] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.836s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1903.548026] env[62291]: DEBUG nova.compute.manager [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1903.549876] env[62291]: DEBUG oslo_concurrency.lockutils [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.743s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1903.553463] env[62291]: INFO nova.compute.claims [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1903.637747] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Acquiring lock "5fd07b81-1348-4194-ab20-437cb5c61dfa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1903.638367] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Lock "5fd07b81-1348-4194-ab20-437cb5c61dfa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1903.731749] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Releasing lock "refresh_cache-f50e95c8-d4ea-4250-862f-8b3be53cabc9" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1903.732096] env[62291]: DEBUG nova.compute.manager [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Instance network_info: |[{"id": "2faaf852-911e-4930-bcca-a74d8d9c06a8", "address": "fa:16:3e:1f:ba:d3", "network": {"id": "628f334a-7ac3-4fd6-9258-4e5aabcf7839", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.26", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7a5e935372e4d0998462c64df5e8266", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2faaf852-91", "ovs_interfaceid": "2faaf852-911e-4930-bcca-a74d8d9c06a8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1903.732513] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:ba:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2faaf852-911e-4930-bcca-a74d8d9c06a8', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1903.744409] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Creating folder: Project (44f00f2a54ff477db3c65678e37b8c21). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1903.745708] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-65b10f30-96ad-44af-bb31-154dc435b4a8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.761522] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Created folder: Project (44f00f2a54ff477db3c65678e37b8c21) in parent group-v437896. [ 1903.761700] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Creating folder: Instances. Parent ref: group-v437907. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1903.761977] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-befbe479-f4c1-4969-9e10-aaf9e7ae127e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.778832] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Created folder: Instances in parent group-v437907. [ 1903.779161] env[62291]: DEBUG oslo.service.loopingcall [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1903.779776] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1903.780079] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41f0adc9-1c1f-45c6-8383-a9f44a5c5d8c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.799630] env[62291]: DEBUG oslo_vmware.api [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Task: {'id': task-2142434, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069061} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.801288] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1903.801417] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392a6ee0-d72c-4c25-af3d-8420d67f20d7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.806858] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1903.806858] env[62291]: value = "task-2142438" [ 1903.806858] env[62291]: _type = "Task" [ 1903.806858] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.835214] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] c5bfbc28-cf6c-4c9e-8745-a5e520a6131e/c5bfbc28-cf6c-4c9e-8745-a5e520a6131e.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1903.838853] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdced263-0a5a-4e05-933e-5d09ef7a48a7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.860335] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142438, 'name': CreateVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.867672] env[62291]: DEBUG oslo_vmware.api [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Task: {'id': task-2142435, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490833} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.869546] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 6ea23640-3ef0-4a2e-aa75-203c03edf386/6ea23640-3ef0-4a2e-aa75-203c03edf386.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1903.869813] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1903.870892] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-185a9a7d-b183-497d-8ed9-ebbb8315051d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.877410] env[62291]: DEBUG oslo_vmware.api [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Waiting for the task: (returnval){ [ 1903.877410] env[62291]: value = "task-2142439" [ 1903.877410] env[62291]: _type = "Task" [ 1903.877410] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.882687] env[62291]: DEBUG oslo_vmware.api [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Waiting for the task: (returnval){ [ 1903.882687] env[62291]: value = "task-2142440" [ 1903.882687] env[62291]: _type = "Task" [ 1903.882687] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.890812] env[62291]: DEBUG oslo_vmware.api [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Task: {'id': task-2142439, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.899228] env[62291]: DEBUG oslo_vmware.api [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Task: {'id': task-2142440, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.017403] env[62291]: INFO nova.scheduler.client.report [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] Deleted allocations for instance b488c40e-414f-4a6b-a0b1-c35ee573c57c [ 1904.060223] env[62291]: DEBUG nova.compute.utils [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1904.062194] env[62291]: DEBUG nova.compute.manager [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Not allocating networking since 'none' was specified. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 1904.319679] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142438, 'name': CreateVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.393067] env[62291]: DEBUG oslo_vmware.api [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Task: {'id': task-2142439, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093798} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.394339] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1904.394683] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65daa79b-91ef-4b5c-808c-1ed90707fc7e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.400117] env[62291]: DEBUG oslo_vmware.api [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Task: {'id': task-2142440, 'name': ReconfigVM_Task, 'duration_secs': 0.511357} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.400697] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Reconfigured VM instance instance-0000000c to attach disk [datastore2] c5bfbc28-cf6c-4c9e-8745-a5e520a6131e/c5bfbc28-cf6c-4c9e-8745-a5e520a6131e.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1904.401400] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f7e6065-0e09-4984-a8bc-8cebd97363e4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.424397] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] 6ea23640-3ef0-4a2e-aa75-203c03edf386/6ea23640-3ef0-4a2e-aa75-203c03edf386.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1904.425244] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9309d011-e234-44dd-b5a1-bb32c777a868 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.442135] env[62291]: DEBUG oslo_vmware.api [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Waiting for the task: (returnval){ [ 1904.442135] env[62291]: value = "task-2142441" [ 1904.442135] env[62291]: _type = "Task" [ 1904.442135] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.449041] env[62291]: DEBUG oslo_vmware.api [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Waiting for the task: (returnval){ [ 1904.449041] env[62291]: value = "task-2142442" [ 1904.449041] env[62291]: _type = "Task" [ 1904.449041] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.456315] env[62291]: DEBUG oslo_vmware.api [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Task: {'id': task-2142441, 'name': Rename_Task} progress is 10%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.462843] env[62291]: DEBUG oslo_vmware.api [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Task: {'id': task-2142442, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.528672] env[62291]: DEBUG oslo_concurrency.lockutils [None req-02de89eb-2f4a-4b27-9243-31ce7dc6923d tempest-ServerDiagnosticsTest-991042595 tempest-ServerDiagnosticsTest-991042595-project-member] Lock "b488c40e-414f-4a6b-a0b1-c35ee573c57c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.919s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1904.559512] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Acquiring lock "421efe71-8164-46e8-9a64-6dc12c366025" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1904.559627] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Lock "421efe71-8164-46e8-9a64-6dc12c366025" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1904.566275] env[62291]: DEBUG nova.compute.manager [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1904.822228] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142438, 'name': CreateVM_Task, 'duration_secs': 0.523824} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.825447] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1904.826725] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1904.826943] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1904.827270] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1904.827509] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01d8b84f-fef1-4df1-b6ee-de199d290254 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.834478] env[62291]: DEBUG oslo_vmware.api [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Waiting for the task: (returnval){ [ 1904.834478] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5224db6b-7a36-44f1-f5c3-87dbf20ec726" [ 1904.834478] env[62291]: _type = "Task" [ 1904.834478] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.844383] env[62291]: DEBUG oslo_vmware.api [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5224db6b-7a36-44f1-f5c3-87dbf20ec726, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.959224] env[62291]: DEBUG oslo_vmware.api [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Task: {'id': task-2142441, 'name': Rename_Task, 'duration_secs': 0.156296} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.965422] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1904.968551] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c41d3ecb-2317-46e5-85fa-9bfc8536cc11 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.977775] env[62291]: DEBUG oslo_vmware.api [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Task: {'id': task-2142442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.979228] env[62291]: DEBUG oslo_vmware.api [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Waiting for the task: (returnval){ [ 1904.979228] env[62291]: value = "task-2142443" [ 1904.979228] env[62291]: _type = "Task" [ 1904.979228] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.988400] env[62291]: DEBUG oslo_vmware.api [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Task: {'id': task-2142443, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.032465] env[62291]: DEBUG nova.compute.manager [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: f3aecbb2-c186-41c8-9aaa-d5adda951718] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1905.171990] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79560f5-8e54-4211-90e9-dd7c1e13dd40 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.182954] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45588f7-0869-4f87-b13a-67419be3256a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.218141] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34951c08-460f-4b0d-abc1-b9a0c059d9ed {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.227615] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b96a42a-51c6-4582-a58d-3e389ee1707d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.243426] env[62291]: DEBUG nova.compute.provider_tree [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1905.346497] env[62291]: DEBUG oslo_vmware.api [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5224db6b-7a36-44f1-f5c3-87dbf20ec726, 'name': SearchDatastore_Task, 'duration_secs': 0.010079} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.347067] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1905.347317] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1905.347451] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1905.347620] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1905.347833] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1905.348146] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8514b677-f472-48aa-9e2f-4953eaaf374e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.359239] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1905.359533] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1905.360337] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a979eb83-32e8-45fa-8d84-e73b2bbccf98 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.371325] env[62291]: DEBUG oslo_vmware.api [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Waiting for the task: (returnval){ [ 1905.371325] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52b30ae0-424a-6c4f-5e68-764280050eea" [ 1905.371325] env[62291]: _type = "Task" [ 1905.371325] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.379651] env[62291]: DEBUG oslo_vmware.api [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52b30ae0-424a-6c4f-5e68-764280050eea, 'name': SearchDatastore_Task, 'duration_secs': 0.009417} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.380764] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c904c60f-1782-4b03-b83b-10d68ced0c63 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.387654] env[62291]: DEBUG oslo_vmware.api [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Waiting for the task: (returnval){ [ 1905.387654] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]520521a4-fae2-aee1-07be-227b669d3e8a" [ 1905.387654] env[62291]: _type = "Task" [ 1905.387654] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.401954] env[62291]: DEBUG oslo_vmware.api [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]520521a4-fae2-aee1-07be-227b669d3e8a, 'name': SearchDatastore_Task, 'duration_secs': 0.00965} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.403342] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1905.403342] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] f50e95c8-d4ea-4250-862f-8b3be53cabc9/f50e95c8-d4ea-4250-862f-8b3be53cabc9.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1905.403342] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0946bf2-54e6-476f-ad61-f69543c1e4bc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.413212] env[62291]: DEBUG oslo_vmware.api [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Waiting for the task: (returnval){ [ 1905.413212] env[62291]: value = "task-2142444" [ 1905.413212] env[62291]: _type = "Task" [ 1905.413212] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.426509] env[62291]: DEBUG oslo_vmware.api [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142444, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.471768] env[62291]: DEBUG oslo_vmware.api [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Task: {'id': task-2142442, 'name': ReconfigVM_Task, 'duration_secs': 0.61419} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.473020] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Reconfigured VM instance instance-0000000d to attach disk [datastore2] 6ea23640-3ef0-4a2e-aa75-203c03edf386/6ea23640-3ef0-4a2e-aa75-203c03edf386.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1905.473020] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ded86ce8-5a20-4950-9891-bc4e0034223e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.480762] env[62291]: DEBUG oslo_vmware.api [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Waiting for the task: (returnval){ [ 1905.480762] env[62291]: value = "task-2142445" [ 1905.480762] env[62291]: _type = "Task" [ 1905.480762] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.498041] env[62291]: DEBUG oslo_vmware.api [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Task: {'id': task-2142445, 'name': Rename_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.498949] env[62291]: DEBUG oslo_vmware.api [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Task: {'id': task-2142443, 'name': PowerOnVM_Task, 'duration_secs': 0.48423} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.499373] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1905.499685] env[62291]: INFO nova.compute.manager [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Took 12.50 seconds to spawn the instance on the hypervisor. [ 1905.500063] env[62291]: DEBUG nova.compute.manager [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1905.501022] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b00c1a8-608d-4438-9c8f-a92542d601cb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.518328] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Acquiring lock "b4217ee8-62a6-4902-8dae-bfdad8eca7be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1905.521722] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Lock "b4217ee8-62a6-4902-8dae-bfdad8eca7be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1905.559030] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1905.579155] env[62291]: DEBUG nova.compute.manager [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1905.624540] env[62291]: DEBUG nova.virt.hardware [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1905.625630] env[62291]: DEBUG nova.virt.hardware [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1905.625630] env[62291]: DEBUG nova.virt.hardware [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1905.625630] env[62291]: DEBUG nova.virt.hardware [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1905.625630] env[62291]: DEBUG nova.virt.hardware [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1905.625630] env[62291]: DEBUG nova.virt.hardware [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1905.625862] env[62291]: DEBUG nova.virt.hardware [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1905.625905] env[62291]: DEBUG nova.virt.hardware [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1905.626846] env[62291]: DEBUG nova.virt.hardware [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1905.626846] env[62291]: DEBUG nova.virt.hardware [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1905.626846] env[62291]: DEBUG nova.virt.hardware [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1905.627328] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd917c14-0445-4d00-ba39-b461eba30d37 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.637869] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99370ee3-a913-433e-961c-f42a423be0e1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.658012] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Instance VIF info [] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1905.665023] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Creating folder: Project (29a11b5070da43c2bdf72342cd970a1c). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1905.665410] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7d38836-5578-4999-ac00-713fcb85094c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.679285] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Created folder: Project (29a11b5070da43c2bdf72342cd970a1c) in parent group-v437896. [ 1905.679538] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Creating folder: Instances. Parent ref: group-v437910. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1905.679806] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6a5c32d-7a28-4b1a-8206-609006566a2f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.693369] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Created folder: Instances in parent group-v437910. [ 1905.693897] env[62291]: DEBUG oslo.service.loopingcall [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1905.693897] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1905.694299] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-95452dbd-0157-4c14-bcc5-06f76b1acfcc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.717599] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1905.717599] env[62291]: value = "task-2142448" [ 1905.717599] env[62291]: _type = "Task" [ 1905.717599] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.729809] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142448, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.746164] env[62291]: DEBUG nova.scheduler.client.report [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1905.928619] env[62291]: DEBUG oslo_vmware.api [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142444, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506276} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.929853] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] f50e95c8-d4ea-4250-862f-8b3be53cabc9/f50e95c8-d4ea-4250-862f-8b3be53cabc9.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1905.930501] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1905.931324] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0cfec0f-382b-4a8d-bfa8-ddc9079b98b1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.942345] env[62291]: DEBUG oslo_vmware.api [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Waiting for the task: (returnval){ [ 1905.942345] env[62291]: value = "task-2142449" [ 1905.942345] env[62291]: _type = "Task" [ 1905.942345] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.953831] env[62291]: DEBUG oslo_vmware.api [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142449, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.004170] env[62291]: DEBUG oslo_vmware.api [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Task: {'id': task-2142445, 'name': Rename_Task, 'duration_secs': 0.167932} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.005019] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1906.005147] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fad767ac-8d9d-45be-99ed-aa1486f24446 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.013653] env[62291]: DEBUG oslo_vmware.api [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Waiting for the task: (returnval){ [ 1906.013653] env[62291]: value = "task-2142450" [ 1906.013653] env[62291]: _type = "Task" [ 1906.013653] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.029135] env[62291]: DEBUG oslo_vmware.api [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Task: {'id': task-2142450, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.029135] env[62291]: INFO nova.compute.manager [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Took 42.37 seconds to build instance. [ 1906.231421] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142448, 'name': CreateVM_Task, 'duration_secs': 0.457779} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.232026] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1906.232236] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1906.232268] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1906.232573] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1906.232841] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da13301d-7680-49f3-a30b-472f36583988 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.240142] env[62291]: DEBUG oslo_vmware.api [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Waiting for the task: (returnval){ [ 1906.240142] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5263f669-a6cc-a0a6-b9c7-7076e3d4689a" [ 1906.240142] env[62291]: _type = "Task" [ 1906.240142] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.250386] env[62291]: DEBUG oslo_vmware.api [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5263f669-a6cc-a0a6-b9c7-7076e3d4689a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.252265] env[62291]: DEBUG oslo_concurrency.lockutils [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1906.252769] env[62291]: DEBUG nova.compute.manager [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1906.257998] env[62291]: DEBUG oslo_concurrency.lockutils [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 26.268s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1906.453606] env[62291]: DEBUG oslo_vmware.api [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142449, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068114} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.456595] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1906.456595] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03563ea7-a916-4329-bf4d-4beb317d0aeb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.482578] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] f50e95c8-d4ea-4250-862f-8b3be53cabc9/f50e95c8-d4ea-4250-862f-8b3be53cabc9.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1906.483130] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c9c8540-7323-41b5-aa36-25b4ac52becc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.509054] env[62291]: DEBUG oslo_vmware.api [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Waiting for the task: (returnval){ [ 1906.509054] env[62291]: value = "task-2142451" [ 1906.509054] env[62291]: _type = "Task" [ 1906.509054] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.523228] env[62291]: DEBUG oslo_vmware.api [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142451, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.529948] env[62291]: DEBUG oslo_vmware.api [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Task: {'id': task-2142450, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.536012] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6e98108b-f1b7-4f77-bea6-c88ff7b5b212 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Lock "c5bfbc28-cf6c-4c9e-8745-a5e520a6131e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.332s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1906.753020] env[62291]: DEBUG oslo_vmware.api [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5263f669-a6cc-a0a6-b9c7-7076e3d4689a, 'name': SearchDatastore_Task, 'duration_secs': 0.010446} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.753351] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1906.753576] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1906.753806] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1906.753946] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1906.754472] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1906.754960] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a951c27f-c973-4382-8a8b-5c76da7de496 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.767735] env[62291]: DEBUG nova.compute.utils [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1906.771917] env[62291]: DEBUG nova.compute.manager [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1906.771917] env[62291]: DEBUG nova.network.neutron [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1906.773695] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1906.773695] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1906.774703] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78c363cf-21bb-4b06-9ef8-8791ca5f760e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.782487] env[62291]: DEBUG oslo_vmware.api [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Waiting for the task: (returnval){ [ 1906.782487] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]529fdbf0-fb18-e28e-3f07-c67c5e579899" [ 1906.782487] env[62291]: _type = "Task" [ 1906.782487] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.792788] env[62291]: DEBUG oslo_vmware.api [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]529fdbf0-fb18-e28e-3f07-c67c5e579899, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.850560] env[62291]: DEBUG nova.policy [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7e96f9a8785466e980ffe5b6c69e334', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae6b6ded12464419a6dc4f617fcd2e59', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 1907.024229] env[62291]: DEBUG oslo_vmware.api [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142451, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.033096] env[62291]: DEBUG oslo_vmware.api [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Task: {'id': task-2142450, 'name': PowerOnVM_Task, 'duration_secs': 0.55249} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.033096] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1907.033096] env[62291]: INFO nova.compute.manager [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Took 11.36 seconds to spawn the instance on the hypervisor. [ 1907.033096] env[62291]: DEBUG nova.compute.manager [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1907.034216] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea6ea9a-d3c8-4216-ab19-b318b97edd65 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.038533] env[62291]: DEBUG nova.compute.manager [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1907.275595] env[62291]: DEBUG nova.compute.manager [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1907.292903] env[62291]: DEBUG oslo_vmware.api [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]529fdbf0-fb18-e28e-3f07-c67c5e579899, 'name': SearchDatastore_Task, 'duration_secs': 0.010104} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.293678] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff2808b8-a796-4858-b90e-fbc3bb970a89 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.301550] env[62291]: DEBUG oslo_vmware.api [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Waiting for the task: (returnval){ [ 1907.301550] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52f3abf6-503f-f86c-48f0-0f7469f39aff" [ 1907.301550] env[62291]: _type = "Task" [ 1907.301550] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.312510] env[62291]: DEBUG oslo_vmware.api [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52f3abf6-503f-f86c-48f0-0f7469f39aff, 'name': SearchDatastore_Task, 'duration_secs': 0.008777} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.313752] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1907.314041] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] bfb2f00f-c783-4d47-ad28-3de6eff3f77a/bfb2f00f-c783-4d47-ad28-3de6eff3f77a.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1907.314796] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32ef32d2-5766-416e-a7a0-4a14d3bcecfa {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.317315] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aed07b15-faba-4a11-81cf-5d1ea34bb7ca {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.329921] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6558990e-6e21-4d21-a26c-61145948b28b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.333290] env[62291]: DEBUG oslo_vmware.api [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Waiting for the task: (returnval){ [ 1907.333290] env[62291]: value = "task-2142452" [ 1907.333290] env[62291]: _type = "Task" [ 1907.333290] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.365041] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86eaaf4-0983-4033-bccb-0bf7f49fd762 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.371399] env[62291]: DEBUG oslo_vmware.api [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Task: {'id': task-2142452, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.378231] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14817d40-1b7b-45a9-9d73-4b3b64b11f6b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.393901] env[62291]: DEBUG nova.compute.provider_tree [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1907.428206] env[62291]: DEBUG nova.network.neutron [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Successfully created port: f69a3562-b516-400f-b041-5f9831eba222 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1907.521877] env[62291]: DEBUG oslo_vmware.api [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142451, 'name': ReconfigVM_Task, 'duration_secs': 0.910854} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.522259] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Reconfigured VM instance instance-0000000e to attach disk [datastore2] f50e95c8-d4ea-4250-862f-8b3be53cabc9/f50e95c8-d4ea-4250-862f-8b3be53cabc9.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1907.522925] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e61b9ab0-0bcf-441e-a2b2-2dda70249309 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.532708] env[62291]: DEBUG oslo_vmware.api [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Waiting for the task: (returnval){ [ 1907.532708] env[62291]: value = "task-2142453" [ 1907.532708] env[62291]: _type = "Task" [ 1907.532708] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.547720] env[62291]: DEBUG oslo_vmware.api [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142453, 'name': Rename_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.562421] env[62291]: INFO nova.compute.manager [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Took 42.40 seconds to build instance. [ 1907.566702] env[62291]: DEBUG oslo_concurrency.lockutils [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1907.846484] env[62291]: DEBUG oslo_vmware.api [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Task: {'id': task-2142452, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.491331} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.846948] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] bfb2f00f-c783-4d47-ad28-3de6eff3f77a/bfb2f00f-c783-4d47-ad28-3de6eff3f77a.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1907.847408] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1907.848028] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0deee5ec-3361-476d-8446-4310b7f6e715 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.856915] env[62291]: DEBUG oslo_vmware.api [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Waiting for the task: (returnval){ [ 1907.856915] env[62291]: value = "task-2142454" [ 1907.856915] env[62291]: _type = "Task" [ 1907.856915] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.867196] env[62291]: DEBUG oslo_vmware.api [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Task: {'id': task-2142454, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.900730] env[62291]: DEBUG nova.scheduler.client.report [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1908.049890] env[62291]: DEBUG oslo_vmware.api [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142453, 'name': Rename_Task, 'duration_secs': 0.276264} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.050184] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1908.050423] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-291a27fd-3940-424a-bfb9-ea02955b7996 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.058701] env[62291]: DEBUG oslo_vmware.api [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Waiting for the task: (returnval){ [ 1908.058701] env[62291]: value = "task-2142455" [ 1908.058701] env[62291]: _type = "Task" [ 1908.058701] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.064384] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1a933b8a-c89e-4e23-9a31-1184ec52a4eb tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Lock "6ea23640-3ef0-4a2e-aa75-203c03edf386" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.098s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.071019] env[62291]: DEBUG oslo_vmware.api [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142455, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.286975] env[62291]: DEBUG nova.compute.manager [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1908.324123] env[62291]: DEBUG nova.virt.hardware [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1908.324398] env[62291]: DEBUG nova.virt.hardware [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1908.324570] env[62291]: DEBUG nova.virt.hardware [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1908.324768] env[62291]: DEBUG nova.virt.hardware [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1908.324933] env[62291]: DEBUG nova.virt.hardware [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1908.325078] env[62291]: DEBUG nova.virt.hardware [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1908.325465] env[62291]: DEBUG nova.virt.hardware [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1908.325650] env[62291]: DEBUG nova.virt.hardware [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1908.325958] env[62291]: DEBUG nova.virt.hardware [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1908.326157] env[62291]: DEBUG nova.virt.hardware [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1908.326346] env[62291]: DEBUG nova.virt.hardware [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1908.327266] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a68293d-f71e-4c9b-91ad-727eed2805b5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.345020] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a65dfb62-4f75-4781-8a7e-c2fc6d644fa5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.368901] env[62291]: DEBUG oslo_vmware.api [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Task: {'id': task-2142454, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091714} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.369593] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1908.370809] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c90bc41f-b1f0-49a6-a28a-0f0f8aee2e83 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.396793] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] bfb2f00f-c783-4d47-ad28-3de6eff3f77a/bfb2f00f-c783-4d47-ad28-3de6eff3f77a.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1908.399017] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3567c876-8474-4800-ba08-2d7e40dda47d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.413938] env[62291]: DEBUG oslo_concurrency.lockutils [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 2.157s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1908.414730] env[62291]: ERROR nova.compute.manager [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] Failed to build and run instance: nova.exception.PortBindingFailed: Binding failed for port c2fd0f34-ac5c-4b04-9eb6-1bcc96105b2d, please check neutron logs for more information. [ 1908.414730] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] Traceback (most recent call last): [ 1908.414730] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance [ 1908.414730] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] self.driver.spawn(context, instance, image_meta, [ 1908.414730] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn [ 1908.414730] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] self._vmops.spawn(context, instance, image_meta, injected_files, [ 1908.414730] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 1908.414730] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] vm_ref = self.build_virtual_machine(instance, [ 1908.414730] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 1908.414730] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] vif_infos = vmwarevif.get_vif_info(self._session, [ 1908.414730] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info [ 1908.415092] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] for vif in network_info: [ 1908.415092] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__ [ 1908.415092] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] return self._sync_wrapper(fn, *args, **kwargs) [ 1908.415092] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper [ 1908.415092] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] self.wait() [ 1908.415092] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] File "/opt/stack/nova/nova/network/model.py", line 635, in wait [ 1908.415092] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] self[:] = self._gt.wait() [ 1908.415092] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait [ 1908.415092] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] return self._exit_event.wait() [ 1908.415092] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 1908.415092] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] result = hub.switch() [ 1908.415092] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 1908.415092] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] return self.greenlet.switch() [ 1908.415410] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 1908.415410] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] result = function(*args, **kwargs) [ 1908.415410] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper [ 1908.415410] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] return func(*args, **kwargs) [ 1908.415410] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async [ 1908.415410] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] raise e [ 1908.415410] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async [ 1908.415410] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] nwinfo = self.network_api.allocate_for_instance( [ 1908.415410] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance [ 1908.415410] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] created_port_ids = self._update_ports_for_instance( [ 1908.415410] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance [ 1908.415410] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] with excutils.save_and_reraise_exception(): [ 1908.415410] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1908.415717] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] self.force_reraise() [ 1908.415717] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1908.415717] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] raise self.value [ 1908.415717] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance [ 1908.415717] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] updated_port = self._update_port( [ 1908.415717] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port [ 1908.415717] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] _ensure_no_port_binding_failure(port) [ 1908.415717] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure [ 1908.415717] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] raise exception.PortBindingFailed(port_id=port['id']) [ 1908.415717] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] nova.exception.PortBindingFailed: Binding failed for port c2fd0f34-ac5c-4b04-9eb6-1bcc96105b2d, please check neutron logs for more information. [ 1908.415717] env[62291]: ERROR nova.compute.manager [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] [ 1908.418022] env[62291]: DEBUG nova.compute.utils [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] Binding failed for port c2fd0f34-ac5c-4b04-9eb6-1bcc96105b2d, please check neutron logs for more information. {{(pid=62291) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1908.418022] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.044s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1908.419634] env[62291]: INFO nova.compute.claims [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1908.422919] env[62291]: DEBUG nova.compute.manager [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] Build of instance c15b6ab2-6657-48bb-b992-2d30a2ae54d3 was re-scheduled: Binding failed for port c2fd0f34-ac5c-4b04-9eb6-1bcc96105b2d, please check neutron logs for more information. {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2480}} [ 1908.424751] env[62291]: DEBUG nova.compute.manager [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] Unplugging VIFs for instance {{(pid=62291) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3006}} [ 1908.424751] env[62291]: DEBUG oslo_concurrency.lockutils [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] Acquiring lock "refresh_cache-c15b6ab2-6657-48bb-b992-2d30a2ae54d3" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1908.424751] env[62291]: DEBUG oslo_concurrency.lockutils [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] Acquired lock "refresh_cache-c15b6ab2-6657-48bb-b992-2d30a2ae54d3" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1908.424751] env[62291]: DEBUG nova.network.neutron [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1908.431472] env[62291]: DEBUG oslo_vmware.api [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Waiting for the task: (returnval){ [ 1908.431472] env[62291]: value = "task-2142456" [ 1908.431472] env[62291]: _type = "Task" [ 1908.431472] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.445737] env[62291]: DEBUG oslo_vmware.api [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Task: {'id': task-2142456, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.569889] env[62291]: DEBUG nova.compute.manager [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] [instance: 4af55a8c-1f23-4e72-a945-aff479b9c450] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1908.572782] env[62291]: DEBUG oslo_vmware.api [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142455, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.950030] env[62291]: DEBUG oslo_vmware.api [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Task: {'id': task-2142456, 'name': ReconfigVM_Task, 'duration_secs': 0.422498} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.950030] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Reconfigured VM instance instance-0000000f to attach disk [datastore2] bfb2f00f-c783-4d47-ad28-3de6eff3f77a/bfb2f00f-c783-4d47-ad28-3de6eff3f77a.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1908.950030] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47cb534f-4c4a-46a3-b594-87ee6f4b23ec {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.958807] env[62291]: DEBUG oslo_vmware.api [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Waiting for the task: (returnval){ [ 1908.958807] env[62291]: value = "task-2142457" [ 1908.958807] env[62291]: _type = "Task" [ 1908.958807] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.964086] env[62291]: DEBUG nova.network.neutron [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1908.972881] env[62291]: DEBUG oslo_vmware.api [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Task: {'id': task-2142457, 'name': Rename_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.079527] env[62291]: DEBUG oslo_vmware.api [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142455, 'name': PowerOnVM_Task} progress is 82%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.106643] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1909.226681] env[62291]: DEBUG nova.network.neutron [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1909.475109] env[62291]: DEBUG oslo_vmware.api [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Task: {'id': task-2142457, 'name': Rename_Task, 'duration_secs': 0.251038} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.475546] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1909.475969] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21b19316-515c-4098-8e98-d8da5cfb72f4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.489790] env[62291]: DEBUG oslo_vmware.api [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Waiting for the task: (returnval){ [ 1909.489790] env[62291]: value = "task-2142458" [ 1909.489790] env[62291]: _type = "Task" [ 1909.489790] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.505034] env[62291]: DEBUG oslo_vmware.api [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Task: {'id': task-2142458, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1909.575692] env[62291]: DEBUG oslo_vmware.api [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142455, 'name': PowerOnVM_Task, 'duration_secs': 1.066276} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.576082] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1909.576335] env[62291]: INFO nova.compute.manager [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Took 11.21 seconds to spawn the instance on the hypervisor. [ 1909.576540] env[62291]: DEBUG nova.compute.manager [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1909.577860] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc6e281-438f-40d4-9b7d-7bc076329239 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.652061] env[62291]: DEBUG nova.network.neutron [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Successfully updated port: f69a3562-b516-400f-b041-5f9831eba222 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1909.682889] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Acquiring lock "29473c85-120a-4c82-b22b-cff8d37e98cd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1909.683166] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Lock "29473c85-120a-4c82-b22b-cff8d37e98cd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1909.732352] env[62291]: DEBUG oslo_concurrency.lockutils [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] Releasing lock "refresh_cache-c15b6ab2-6657-48bb-b992-2d30a2ae54d3" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1909.732592] env[62291]: DEBUG nova.compute.manager [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=62291) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3029}} [ 1909.733592] env[62291]: DEBUG nova.compute.manager [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1909.733797] env[62291]: DEBUG nova.network.neutron [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1909.756141] env[62291]: DEBUG nova.network.neutron [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1910.002558] env[62291]: DEBUG oslo_vmware.api [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Task: {'id': task-2142458, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.069236] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b9033d-95d2-400f-9801-f979d1b62a9c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.080251] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d1edcf-fb2e-43d0-beda-134b19dc76c2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.126557] env[62291]: INFO nova.compute.manager [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Took 43.01 seconds to build instance. [ 1910.132407] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde2f26a-7b8a-46dc-a5df-ef3373292cfd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.145018] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391888ab-91ca-412e-aca0-d1d53338ee76 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.164665] env[62291]: DEBUG oslo_concurrency.lockutils [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Acquiring lock "refresh_cache-bb952207-9905-4a12-a189-94d00a8d1066" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1910.164844] env[62291]: DEBUG oslo_concurrency.lockutils [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Acquired lock "refresh_cache-bb952207-9905-4a12-a189-94d00a8d1066" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1910.165059] env[62291]: DEBUG nova.network.neutron [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1910.169565] env[62291]: DEBUG nova.compute.provider_tree [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1910.260693] env[62291]: DEBUG nova.network.neutron [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1910.352941] env[62291]: DEBUG nova.compute.manager [req-68e8b764-b1d8-4c42-baad-b0cc76a95cc1 req-3c7d923e-eff3-4ba8-b7bd-79529b3478c6 service nova] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Received event network-vif-plugged-f69a3562-b516-400f-b041-5f9831eba222 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1910.352941] env[62291]: DEBUG oslo_concurrency.lockutils [req-68e8b764-b1d8-4c42-baad-b0cc76a95cc1 req-3c7d923e-eff3-4ba8-b7bd-79529b3478c6 service nova] Acquiring lock "bb952207-9905-4a12-a189-94d00a8d1066-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1910.352941] env[62291]: DEBUG oslo_concurrency.lockutils [req-68e8b764-b1d8-4c42-baad-b0cc76a95cc1 req-3c7d923e-eff3-4ba8-b7bd-79529b3478c6 service nova] Lock "bb952207-9905-4a12-a189-94d00a8d1066-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1910.352941] env[62291]: DEBUG oslo_concurrency.lockutils [req-68e8b764-b1d8-4c42-baad-b0cc76a95cc1 req-3c7d923e-eff3-4ba8-b7bd-79529b3478c6 service nova] Lock "bb952207-9905-4a12-a189-94d00a8d1066-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1910.352941] env[62291]: DEBUG nova.compute.manager [req-68e8b764-b1d8-4c42-baad-b0cc76a95cc1 req-3c7d923e-eff3-4ba8-b7bd-79529b3478c6 service nova] [instance: bb952207-9905-4a12-a189-94d00a8d1066] No waiting events found dispatching network-vif-plugged-f69a3562-b516-400f-b041-5f9831eba222 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1910.353158] env[62291]: WARNING nova.compute.manager [req-68e8b764-b1d8-4c42-baad-b0cc76a95cc1 req-3c7d923e-eff3-4ba8-b7bd-79529b3478c6 service nova] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Received unexpected event network-vif-plugged-f69a3562-b516-400f-b041-5f9831eba222 for instance with vm_state building and task_state spawning. [ 1910.503591] env[62291]: DEBUG oslo_vmware.api [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Task: {'id': task-2142458, 'name': PowerOnVM_Task, 'duration_secs': 0.925499} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.503855] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1910.504057] env[62291]: INFO nova.compute.manager [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Took 4.92 seconds to spawn the instance on the hypervisor. [ 1910.504228] env[62291]: DEBUG nova.compute.manager [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1910.505049] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7061782c-b4e5-45d5-9ba5-6c29718fdc5a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.632718] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f5094407-ac5f-4fdf-b7db-d8e05b6948a6 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Lock "f50e95c8-d4ea-4250-862f-8b3be53cabc9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.071s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1910.673674] env[62291]: DEBUG nova.scheduler.client.report [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1910.704444] env[62291]: DEBUG nova.network.neutron [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1910.765646] env[62291]: INFO nova.compute.manager [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] [instance: c15b6ab2-6657-48bb-b992-2d30a2ae54d3] Took 1.03 seconds to deallocate network for instance. [ 1910.934493] env[62291]: DEBUG nova.network.neutron [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Updating instance_info_cache with network_info: [{"id": "f69a3562-b516-400f-b041-5f9831eba222", "address": "fa:16:3e:81:3e:56", "network": {"id": "49a47a2a-0850-43ea-80e6-0a010e48ae56", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1333185757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae6b6ded12464419a6dc4f617fcd2e59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf69a3562-b5", "ovs_interfaceid": "f69a3562-b516-400f-b041-5f9831eba222", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1911.027598] env[62291]: INFO nova.compute.manager [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Took 34.56 seconds to build instance. [ 1911.139677] env[62291]: DEBUG nova.compute.manager [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8c17919f-3941-4f1b-84fd-bf30d64dceb0] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1911.181696] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.764s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.182205] env[62291]: DEBUG nova.compute.manager [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1911.186619] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.065s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1911.188058] env[62291]: INFO nova.compute.claims [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: 55374085-f0cc-45b1-8f65-3559902cc838] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1911.437665] env[62291]: DEBUG oslo_concurrency.lockutils [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Releasing lock "refresh_cache-bb952207-9905-4a12-a189-94d00a8d1066" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1911.437757] env[62291]: DEBUG nova.compute.manager [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Instance network_info: |[{"id": "f69a3562-b516-400f-b041-5f9831eba222", "address": "fa:16:3e:81:3e:56", "network": {"id": "49a47a2a-0850-43ea-80e6-0a010e48ae56", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1333185757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae6b6ded12464419a6dc4f617fcd2e59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf69a3562-b5", "ovs_interfaceid": "f69a3562-b516-400f-b041-5f9831eba222", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1911.438177] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:3e:56', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b931c4c-f73c-4fbd-9c9f-0270834cc69e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f69a3562-b516-400f-b041-5f9831eba222', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1911.448449] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Creating folder: Project (ae6b6ded12464419a6dc4f617fcd2e59). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1911.448751] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff857a29-cc11-4a51-8489-4fdfe6fa65bf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.459057] env[62291]: DEBUG nova.compute.manager [req-db1bc566-75e8-4514-b232-9851b54bbe2b req-a7e42d44-13d1-4889-bb8e-5d9078e0bddd service nova] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Received event network-changed-ecadb37a-acad-41a4-aff5-1ab7c30fc034 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1911.459057] env[62291]: DEBUG nova.compute.manager [req-db1bc566-75e8-4514-b232-9851b54bbe2b req-a7e42d44-13d1-4889-bb8e-5d9078e0bddd service nova] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Refreshing instance network info cache due to event network-changed-ecadb37a-acad-41a4-aff5-1ab7c30fc034. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1911.459474] env[62291]: DEBUG oslo_concurrency.lockutils [req-db1bc566-75e8-4514-b232-9851b54bbe2b req-a7e42d44-13d1-4889-bb8e-5d9078e0bddd service nova] Acquiring lock "refresh_cache-6ea23640-3ef0-4a2e-aa75-203c03edf386" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1911.459633] env[62291]: DEBUG oslo_concurrency.lockutils [req-db1bc566-75e8-4514-b232-9851b54bbe2b req-a7e42d44-13d1-4889-bb8e-5d9078e0bddd service nova] Acquired lock "refresh_cache-6ea23640-3ef0-4a2e-aa75-203c03edf386" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1911.459797] env[62291]: DEBUG nova.network.neutron [req-db1bc566-75e8-4514-b232-9851b54bbe2b req-a7e42d44-13d1-4889-bb8e-5d9078e0bddd service nova] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Refreshing network info cache for port ecadb37a-acad-41a4-aff5-1ab7c30fc034 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1911.463412] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Created folder: Project (ae6b6ded12464419a6dc4f617fcd2e59) in parent group-v437896. [ 1911.463692] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Creating folder: Instances. Parent ref: group-v437913. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1911.464085] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f32eb6d-7c2a-4edd-b679-1861f9c78ff7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.475766] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Created folder: Instances in parent group-v437913. [ 1911.475903] env[62291]: DEBUG oslo.service.loopingcall [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1911.476152] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1911.476362] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67a9a759-2f66-4a2e-bad0-a92a3c2d7888 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.500684] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1911.500684] env[62291]: value = "task-2142461" [ 1911.500684] env[62291]: _type = "Task" [ 1911.500684] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.509849] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142461, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1911.529421] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f286572f-a505-4583-8697-5b07e62fdcf2 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Lock "bfb2f00f-c783-4d47-ad28-3de6eff3f77a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.283s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1911.666891] env[62291]: DEBUG oslo_concurrency.lockutils [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1911.691019] env[62291]: DEBUG nova.compute.utils [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1911.691019] env[62291]: DEBUG nova.compute.manager [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1911.691019] env[62291]: DEBUG nova.network.neutron [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1911.789096] env[62291]: DEBUG nova.policy [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '177e3d2777f74868bfa3f34a4b9aa840', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44f00f2a54ff477db3c65678e37b8c21', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 1911.816718] env[62291]: INFO nova.scheduler.client.report [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] Deleted allocations for instance c15b6ab2-6657-48bb-b992-2d30a2ae54d3 [ 1912.015034] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142461, 'name': CreateVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.033690] env[62291]: DEBUG nova.compute.manager [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1912.194383] env[62291]: DEBUG nova.compute.manager [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1912.279229] env[62291]: DEBUG nova.network.neutron [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Successfully created port: 7004b5bf-8f92-45dd-a82c-972bc77b60d3 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1912.328336] env[62291]: DEBUG oslo_concurrency.lockutils [None req-48267449-3d18-4245-8851-4164ba8719f0 tempest-VolumesAssistedSnapshotsTest-1991919372 tempest-VolumesAssistedSnapshotsTest-1991919372-project-member] Lock "c15b6ab2-6657-48bb-b992-2d30a2ae54d3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.281s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1912.518839] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142461, 'name': CreateVM_Task, 'duration_secs': 0.567417} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.522021] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1912.522021] env[62291]: DEBUG oslo_vmware.service [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c21df1-8953-4498-9556-61964483afb3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.527105] env[62291]: DEBUG oslo_concurrency.lockutils [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1912.527342] env[62291]: DEBUG oslo_concurrency.lockutils [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1912.527719] env[62291]: DEBUG oslo_concurrency.lockutils [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1912.527972] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89b0a93b-e807-4440-9703-2ca5a575c091 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.533492] env[62291]: DEBUG oslo_vmware.api [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Waiting for the task: (returnval){ [ 1912.533492] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]521fe220-ab89-59e4-ed78-8e0b9eb7c4b2" [ 1912.533492] env[62291]: _type = "Task" [ 1912.533492] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.550789] env[62291]: DEBUG oslo_vmware.api [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]521fe220-ab89-59e4-ed78-8e0b9eb7c4b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.560670] env[62291]: DEBUG nova.network.neutron [req-db1bc566-75e8-4514-b232-9851b54bbe2b req-a7e42d44-13d1-4889-bb8e-5d9078e0bddd service nova] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Updated VIF entry in instance network info cache for port ecadb37a-acad-41a4-aff5-1ab7c30fc034. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1912.562169] env[62291]: DEBUG nova.network.neutron [req-db1bc566-75e8-4514-b232-9851b54bbe2b req-a7e42d44-13d1-4889-bb8e-5d9078e0bddd service nova] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Updating instance_info_cache with network_info: [{"id": "ecadb37a-acad-41a4-aff5-1ab7c30fc034", "address": "fa:16:3e:c6:8b:55", "network": {"id": "e91a404a-fb5d-4a73-be05-4cbbbb1ebe25", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-981302482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89e68fea9e4b4b1db484022a694cf636", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecadb37a-ac", "ovs_interfaceid": "ecadb37a-acad-41a4-aff5-1ab7c30fc034", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1912.570272] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.602153] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Acquiring lock "b6d3ef08-a9b2-49db-9404-aa68bc2139c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1912.602446] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Lock "b6d3ef08-a9b2-49db-9404-aa68bc2139c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1912.624563] env[62291]: INFO nova.compute.manager [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Rebuilding instance [ 1912.680170] env[62291]: DEBUG nova.compute.manager [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1912.681037] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd38686-564f-49b6-8f3e-ff852217fcc0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.808094] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7fc3405-dce5-40a8-8d04-7b7feddc54cf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.817414] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72315b55-1bf7-4454-8e75-9281b0068757 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.851085] env[62291]: DEBUG nova.compute.manager [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1912.854878] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed34e7f-cd3d-4038-a7a3-c5ddb5abab0a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.864530] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f3fedf-a4fd-4b2d-b305-c0a40fdcb876 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.880295] env[62291]: DEBUG nova.compute.provider_tree [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1913.046940] env[62291]: DEBUG oslo_concurrency.lockutils [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1913.046940] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1913.046940] env[62291]: DEBUG oslo_concurrency.lockutils [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1913.046940] env[62291]: DEBUG oslo_concurrency.lockutils [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1913.048030] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1913.048030] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a294bf0c-e152-404b-8925-3fc36a6c5a3e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.058108] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1913.058108] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1913.058108] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a1406b-a054-4015-8ba1-3680b06fb055 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.064747] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-978496dc-6450-4414-8b82-437999ebbeb3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.068920] env[62291]: DEBUG oslo_concurrency.lockutils [req-db1bc566-75e8-4514-b232-9851b54bbe2b req-a7e42d44-13d1-4889-bb8e-5d9078e0bddd service nova] Releasing lock "refresh_cache-6ea23640-3ef0-4a2e-aa75-203c03edf386" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1913.070711] env[62291]: DEBUG oslo_vmware.api [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Waiting for the task: (returnval){ [ 1913.070711] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5297831e-92d1-bd82-2dc0-df36793846f1" [ 1913.070711] env[62291]: _type = "Task" [ 1913.070711] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.078775] env[62291]: DEBUG oslo_vmware.api [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5297831e-92d1-bd82-2dc0-df36793846f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.196225] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1913.196545] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2e8dc2f-852e-458c-ae7a-e4047fb9af5d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.207178] env[62291]: DEBUG oslo_vmware.api [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Waiting for the task: (returnval){ [ 1913.207178] env[62291]: value = "task-2142462" [ 1913.207178] env[62291]: _type = "Task" [ 1913.207178] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.219617] env[62291]: DEBUG nova.compute.manager [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1913.223258] env[62291]: DEBUG oslo_vmware.api [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Task: {'id': task-2142462, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.251194] env[62291]: DEBUG nova.virt.hardware [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1913.251469] env[62291]: DEBUG nova.virt.hardware [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1913.251623] env[62291]: DEBUG nova.virt.hardware [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1913.251818] env[62291]: DEBUG nova.virt.hardware [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1913.251961] env[62291]: DEBUG nova.virt.hardware [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1913.252123] env[62291]: DEBUG nova.virt.hardware [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1913.252328] env[62291]: DEBUG nova.virt.hardware [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1913.252482] env[62291]: DEBUG nova.virt.hardware [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1913.252660] env[62291]: DEBUG nova.virt.hardware [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1913.252828] env[62291]: DEBUG nova.virt.hardware [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1913.253055] env[62291]: DEBUG nova.virt.hardware [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1913.253944] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6ea52c-bfcf-43e5-8d1a-bd2c4ebf08fd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.266292] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f891e21-53ae-4f1c-a082-470cbde0a7a1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.328237] env[62291]: DEBUG nova.compute.manager [req-e08c10e9-ba3c-40bd-a519-7a6875d3f6a0 req-6cc341b1-19a6-43e5-8c1d-b366d997bf57 service nova] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Received event network-changed-f69a3562-b516-400f-b041-5f9831eba222 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1913.328374] env[62291]: DEBUG nova.compute.manager [req-e08c10e9-ba3c-40bd-a519-7a6875d3f6a0 req-6cc341b1-19a6-43e5-8c1d-b366d997bf57 service nova] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Refreshing instance network info cache due to event network-changed-f69a3562-b516-400f-b041-5f9831eba222. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1913.328575] env[62291]: DEBUG oslo_concurrency.lockutils [req-e08c10e9-ba3c-40bd-a519-7a6875d3f6a0 req-6cc341b1-19a6-43e5-8c1d-b366d997bf57 service nova] Acquiring lock "refresh_cache-bb952207-9905-4a12-a189-94d00a8d1066" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1913.328716] env[62291]: DEBUG oslo_concurrency.lockutils [req-e08c10e9-ba3c-40bd-a519-7a6875d3f6a0 req-6cc341b1-19a6-43e5-8c1d-b366d997bf57 service nova] Acquired lock "refresh_cache-bb952207-9905-4a12-a189-94d00a8d1066" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1913.328866] env[62291]: DEBUG nova.network.neutron [req-e08c10e9-ba3c-40bd-a519-7a6875d3f6a0 req-6cc341b1-19a6-43e5-8c1d-b366d997bf57 service nova] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Refreshing network info cache for port f69a3562-b516-400f-b041-5f9831eba222 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1913.378820] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1913.382864] env[62291]: DEBUG nova.scheduler.client.report [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1913.582036] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Preparing fetch location {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1913.582295] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Creating directory with path [datastore1] vmware_temp/8296aa25-761b-4244-954d-c9e0c9221b55/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1913.582532] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd889254-0b22-4fb8-9ebb-1078edda1fc6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.608176] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Created directory with path [datastore1] vmware_temp/8296aa25-761b-4244-954d-c9e0c9221b55/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1913.608382] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Fetch image to [datastore1] vmware_temp/8296aa25-761b-4244-954d-c9e0c9221b55/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/tmp-sparse.vmdk {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1913.608548] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Downloading image file data 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd to [datastore1] vmware_temp/8296aa25-761b-4244-954d-c9e0c9221b55/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/tmp-sparse.vmdk on the data store datastore1 {{(pid=62291) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1913.609341] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbe13e0-16b5-4477-95c9-59e4371b09c5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.616514] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1913.618048] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a2c3d4-5aba-480b-919d-86e04c365574 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.630134] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d870eb-cbc0-4015-bdb4-69395db6feba {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.665148] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439d68fd-d826-460f-a1ca-e29bf84a248d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.673018] env[62291]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-7475b807-e8d2-46d2-8d3c-8ece6d66cc9c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.718213] env[62291]: DEBUG oslo_vmware.api [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Task: {'id': task-2142462, 'name': PowerOffVM_Task, 'duration_secs': 0.168682} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.718213] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1913.718213] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1913.718213] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa02115b-e240-4f48-9008-5d8e457d4df4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.726014] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1913.726322] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0f525ab-bd75-491e-90ac-51f75aef1091 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.756056] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1913.756350] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1913.756528] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Deleting the datastore file [datastore2] bfb2f00f-c783-4d47-ad28-3de6eff3f77a {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1913.756845] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7246301e-d1c0-40b9-8aa1-4af3966e728c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.767325] env[62291]: DEBUG oslo_vmware.api [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Waiting for the task: (returnval){ [ 1913.767325] env[62291]: value = "task-2142464" [ 1913.767325] env[62291]: _type = "Task" [ 1913.767325] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.776416] env[62291]: DEBUG oslo_vmware.api [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Task: {'id': task-2142464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.778113] env[62291]: DEBUG nova.virt.vmwareapi.images [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Downloading image file data 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd to the data store datastore1 {{(pid=62291) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1913.845650] env[62291]: DEBUG oslo_vmware.rw_handles [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/8296aa25-761b-4244-954d-c9e0c9221b55/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62291) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1913.903585] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1913.904129] env[62291]: DEBUG nova.compute.manager [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: 55374085-f0cc-45b1-8f65-3559902cc838] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1913.910129] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.568s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1913.911570] env[62291]: INFO nova.compute.claims [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: a5ca1f63-615e-40c5-a6a1-9fa30f578fc6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1914.122334] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.288891] env[62291]: DEBUG oslo_vmware.api [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Task: {'id': task-2142464, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.233265} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.289512] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1914.289723] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1914.289898] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1914.315472] env[62291]: DEBUG nova.network.neutron [req-e08c10e9-ba3c-40bd-a519-7a6875d3f6a0 req-6cc341b1-19a6-43e5-8c1d-b366d997bf57 service nova] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Updated VIF entry in instance network info cache for port f69a3562-b516-400f-b041-5f9831eba222. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1914.316069] env[62291]: DEBUG nova.network.neutron [req-e08c10e9-ba3c-40bd-a519-7a6875d3f6a0 req-6cc341b1-19a6-43e5-8c1d-b366d997bf57 service nova] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Updating instance_info_cache with network_info: [{"id": "f69a3562-b516-400f-b041-5f9831eba222", "address": "fa:16:3e:81:3e:56", "network": {"id": "49a47a2a-0850-43ea-80e6-0a010e48ae56", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1333185757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae6b6ded12464419a6dc4f617fcd2e59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf69a3562-b5", "ovs_interfaceid": "f69a3562-b516-400f-b041-5f9831eba222", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1914.355292] env[62291]: DEBUG nova.network.neutron [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Successfully updated port: 7004b5bf-8f92-45dd-a82c-972bc77b60d3 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1914.393893] env[62291]: DEBUG oslo_concurrency.lockutils [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Acquiring lock "72f4eeb0-6ad4-4628-9d92-399e8a2c1a56" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1914.394282] env[62291]: DEBUG oslo_concurrency.lockutils [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Lock "72f4eeb0-6ad4-4628-9d92-399e8a2c1a56" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1914.418156] env[62291]: DEBUG nova.compute.utils [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1914.423085] env[62291]: DEBUG nova.compute.manager [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: 55374085-f0cc-45b1-8f65-3559902cc838] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1914.423349] env[62291]: DEBUG nova.network.neutron [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: 55374085-f0cc-45b1-8f65-3559902cc838] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1915.198371] env[62291]: DEBUG nova.policy [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70a7853943ac4c9c86a245c1db90ea79', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99ca6d4174bb48e69ee86ea31adae1d7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 1915.207024] env[62291]: DEBUG oslo_concurrency.lockutils [req-e08c10e9-ba3c-40bd-a519-7a6875d3f6a0 req-6cc341b1-19a6-43e5-8c1d-b366d997bf57 service nova] Releasing lock "refresh_cache-bb952207-9905-4a12-a189-94d00a8d1066" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1915.207024] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Acquiring lock "refresh_cache-80c94d56-773a-499b-a207-a3f11a14c32b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1915.207024] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Acquired lock "refresh_cache-80c94d56-773a-499b-a207-a3f11a14c32b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1915.207024] env[62291]: DEBUG nova.network.neutron [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1915.207024] env[62291]: DEBUG nova.compute.manager [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: 55374085-f0cc-45b1-8f65-3559902cc838] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1915.277671] env[62291]: DEBUG oslo_vmware.rw_handles [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Completed reading data from the image iterator. {{(pid=62291) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1915.277671] env[62291]: DEBUG oslo_vmware.rw_handles [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/8296aa25-761b-4244-954d-c9e0c9221b55/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62291) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1915.301539] env[62291]: DEBUG nova.network.neutron [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1915.351315] env[62291]: DEBUG nova.virt.vmwareapi.images [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Downloaded image file data 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd to vmware_temp/8296aa25-761b-4244-954d-c9e0c9221b55/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/tmp-sparse.vmdk on the data store datastore1 {{(pid=62291) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1915.353508] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Caching image {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1915.353658] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Copying Virtual Disk [datastore1] vmware_temp/8296aa25-761b-4244-954d-c9e0c9221b55/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/tmp-sparse.vmdk to [datastore1] vmware_temp/8296aa25-761b-4244-954d-c9e0c9221b55/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1915.353924] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-831926d2-2eb9-4010-a6bd-85ee23128eec {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.363459] env[62291]: DEBUG oslo_vmware.api [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Waiting for the task: (returnval){ [ 1915.363459] env[62291]: value = "task-2142465" [ 1915.363459] env[62291]: _type = "Task" [ 1915.363459] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.373165] env[62291]: DEBUG oslo_vmware.api [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': task-2142465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.494158] env[62291]: DEBUG nova.compute.manager [req-1d7a3ce3-84bd-4089-8fde-e5c915ae077e req-62069f99-b301-4a86-96c2-bca5d1d62df3 service nova] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Received event network-changed-ecadb37a-acad-41a4-aff5-1ab7c30fc034 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1915.494158] env[62291]: DEBUG nova.compute.manager [req-1d7a3ce3-84bd-4089-8fde-e5c915ae077e req-62069f99-b301-4a86-96c2-bca5d1d62df3 service nova] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Refreshing instance network info cache due to event network-changed-ecadb37a-acad-41a4-aff5-1ab7c30fc034. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1915.494158] env[62291]: DEBUG oslo_concurrency.lockutils [req-1d7a3ce3-84bd-4089-8fde-e5c915ae077e req-62069f99-b301-4a86-96c2-bca5d1d62df3 service nova] Acquiring lock "refresh_cache-6ea23640-3ef0-4a2e-aa75-203c03edf386" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1915.494158] env[62291]: DEBUG oslo_concurrency.lockutils [req-1d7a3ce3-84bd-4089-8fde-e5c915ae077e req-62069f99-b301-4a86-96c2-bca5d1d62df3 service nova] Acquired lock "refresh_cache-6ea23640-3ef0-4a2e-aa75-203c03edf386" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1915.494158] env[62291]: DEBUG nova.network.neutron [req-1d7a3ce3-84bd-4089-8fde-e5c915ae077e req-62069f99-b301-4a86-96c2-bca5d1d62df3 service nova] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Refreshing network info cache for port ecadb37a-acad-41a4-aff5-1ab7c30fc034 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1915.611353] env[62291]: DEBUG nova.network.neutron [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Updating instance_info_cache with network_info: [{"id": "7004b5bf-8f92-45dd-a82c-972bc77b60d3", "address": "fa:16:3e:b3:42:94", "network": {"id": "628f334a-7ac3-4fd6-9258-4e5aabcf7839", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7a5e935372e4d0998462c64df5e8266", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7004b5bf-8f", "ovs_interfaceid": "7004b5bf-8f92-45dd-a82c-972bc77b60d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1915.668558] env[62291]: DEBUG nova.compute.manager [req-36ed56e4-21c4-4f56-86fe-a1307a1e390b req-138ddfbf-cb43-4fc2-a30e-00a47a6053f3 service nova] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Received event network-vif-plugged-7004b5bf-8f92-45dd-a82c-972bc77b60d3 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1915.669372] env[62291]: DEBUG oslo_concurrency.lockutils [req-36ed56e4-21c4-4f56-86fe-a1307a1e390b req-138ddfbf-cb43-4fc2-a30e-00a47a6053f3 service nova] Acquiring lock "80c94d56-773a-499b-a207-a3f11a14c32b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1915.669372] env[62291]: DEBUG oslo_concurrency.lockutils [req-36ed56e4-21c4-4f56-86fe-a1307a1e390b req-138ddfbf-cb43-4fc2-a30e-00a47a6053f3 service nova] Lock "80c94d56-773a-499b-a207-a3f11a14c32b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1915.669372] env[62291]: DEBUG oslo_concurrency.lockutils [req-36ed56e4-21c4-4f56-86fe-a1307a1e390b req-138ddfbf-cb43-4fc2-a30e-00a47a6053f3 service nova] Lock "80c94d56-773a-499b-a207-a3f11a14c32b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1915.669544] env[62291]: DEBUG nova.compute.manager [req-36ed56e4-21c4-4f56-86fe-a1307a1e390b req-138ddfbf-cb43-4fc2-a30e-00a47a6053f3 service nova] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] No waiting events found dispatching network-vif-plugged-7004b5bf-8f92-45dd-a82c-972bc77b60d3 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1915.669676] env[62291]: WARNING nova.compute.manager [req-36ed56e4-21c4-4f56-86fe-a1307a1e390b req-138ddfbf-cb43-4fc2-a30e-00a47a6053f3 service nova] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Received unexpected event network-vif-plugged-7004b5bf-8f92-45dd-a82c-972bc77b60d3 for instance with vm_state building and task_state spawning. [ 1915.669843] env[62291]: DEBUG nova.compute.manager [req-36ed56e4-21c4-4f56-86fe-a1307a1e390b req-138ddfbf-cb43-4fc2-a30e-00a47a6053f3 service nova] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Received event network-changed-7004b5bf-8f92-45dd-a82c-972bc77b60d3 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1915.672094] env[62291]: DEBUG nova.compute.manager [req-36ed56e4-21c4-4f56-86fe-a1307a1e390b req-138ddfbf-cb43-4fc2-a30e-00a47a6053f3 service nova] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Refreshing instance network info cache due to event network-changed-7004b5bf-8f92-45dd-a82c-972bc77b60d3. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1915.672259] env[62291]: DEBUG oslo_concurrency.lockutils [req-36ed56e4-21c4-4f56-86fe-a1307a1e390b req-138ddfbf-cb43-4fc2-a30e-00a47a6053f3 service nova] Acquiring lock "refresh_cache-80c94d56-773a-499b-a207-a3f11a14c32b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1915.742715] env[62291]: DEBUG nova.network.neutron [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: 55374085-f0cc-45b1-8f65-3559902cc838] Successfully created port: 9cd721da-596a-4dbb-839b-e35a20b3c4bd {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1915.759987] env[62291]: DEBUG nova.virt.hardware [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1915.760398] env[62291]: DEBUG nova.virt.hardware [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1915.760502] env[62291]: DEBUG nova.virt.hardware [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1915.760685] env[62291]: DEBUG nova.virt.hardware [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1915.760869] env[62291]: DEBUG nova.virt.hardware [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1915.760961] env[62291]: DEBUG nova.virt.hardware [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1915.761188] env[62291]: DEBUG nova.virt.hardware [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1915.761336] env[62291]: DEBUG nova.virt.hardware [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1915.761490] env[62291]: DEBUG nova.virt.hardware [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1915.761651] env[62291]: DEBUG nova.virt.hardware [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1915.761874] env[62291]: DEBUG nova.virt.hardware [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1915.762761] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a0018ab-a8e7-40fa-8ba9-ff5ef072b1d5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.775254] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54f8566-c0f2-4605-8bca-0268636953a7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.792170] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Instance VIF info [] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1915.797974] env[62291]: DEBUG oslo.service.loopingcall [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1915.801229] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1915.801695] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-597fab8a-b6c4-4b1d-b300-ce5a5d19901f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.826731] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1915.826731] env[62291]: value = "task-2142466" [ 1915.826731] env[62291]: _type = "Task" [ 1915.826731] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.831326] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a8da9d9-90ab-4772-aa64-0a3e0d815eb5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.844919] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafdbb78-7d45-4838-8705-6ecb1fe88e3b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.850050] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142466, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.901124] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd3a201-e941-4dc9-a517-837b3da030d5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.913039] env[62291]: DEBUG oslo_vmware.api [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': task-2142465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.914778] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2bc28a-0dc3-4e67-a756-dc067ccc845f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.933289] env[62291]: DEBUG nova.compute.provider_tree [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1916.114754] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Releasing lock "refresh_cache-80c94d56-773a-499b-a207-a3f11a14c32b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1916.115180] env[62291]: DEBUG nova.compute.manager [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Instance network_info: |[{"id": "7004b5bf-8f92-45dd-a82c-972bc77b60d3", "address": "fa:16:3e:b3:42:94", "network": {"id": "628f334a-7ac3-4fd6-9258-4e5aabcf7839", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7a5e935372e4d0998462c64df5e8266", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7004b5bf-8f", "ovs_interfaceid": "7004b5bf-8f92-45dd-a82c-972bc77b60d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1916.115514] env[62291]: DEBUG oslo_concurrency.lockutils [req-36ed56e4-21c4-4f56-86fe-a1307a1e390b req-138ddfbf-cb43-4fc2-a30e-00a47a6053f3 service nova] Acquired lock "refresh_cache-80c94d56-773a-499b-a207-a3f11a14c32b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1916.115740] env[62291]: DEBUG nova.network.neutron [req-36ed56e4-21c4-4f56-86fe-a1307a1e390b req-138ddfbf-cb43-4fc2-a30e-00a47a6053f3 service nova] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Refreshing network info cache for port 7004b5bf-8f92-45dd-a82c-972bc77b60d3 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1916.120657] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:42:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7004b5bf-8f92-45dd-a82c-972bc77b60d3', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1916.127567] env[62291]: DEBUG oslo.service.loopingcall [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1916.131656] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1916.132271] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ace11203-7da5-4359-9e0d-621034fc4240 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.156566] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1916.156566] env[62291]: value = "task-2142467" [ 1916.156566] env[62291]: _type = "Task" [ 1916.156566] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.167033] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142467, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.250958] env[62291]: DEBUG nova.compute.manager [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: 55374085-f0cc-45b1-8f65-3559902cc838] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1916.282029] env[62291]: DEBUG nova.virt.hardware [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1916.282296] env[62291]: DEBUG nova.virt.hardware [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1916.282485] env[62291]: DEBUG nova.virt.hardware [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1916.282684] env[62291]: DEBUG nova.virt.hardware [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1916.282879] env[62291]: DEBUG nova.virt.hardware [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1916.283280] env[62291]: DEBUG nova.virt.hardware [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1916.283525] env[62291]: DEBUG nova.virt.hardware [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1916.283688] env[62291]: DEBUG nova.virt.hardware [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1916.283887] env[62291]: DEBUG nova.virt.hardware [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1916.284095] env[62291]: DEBUG nova.virt.hardware [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1916.284278] env[62291]: DEBUG nova.virt.hardware [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1916.285798] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b0d074-76a5-4d25-b41c-37e3ad27ceac {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.296474] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a75628-6d26-484c-94a3-033a33bd33ec {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.340859] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142466, 'name': CreateVM_Task, 'duration_secs': 0.377676} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.347398] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1916.348110] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1916.348275] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1916.348606] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1916.350112] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5354243a-08fd-4988-a759-d208916758e4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.355642] env[62291]: DEBUG oslo_vmware.api [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Waiting for the task: (returnval){ [ 1916.355642] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52f889a1-0019-1c72-bacb-ab77687c504f" [ 1916.355642] env[62291]: _type = "Task" [ 1916.355642] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.365213] env[62291]: DEBUG oslo_vmware.api [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52f889a1-0019-1c72-bacb-ab77687c504f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.408765] env[62291]: DEBUG oslo_vmware.api [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': task-2142465, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.439748] env[62291]: DEBUG nova.scheduler.client.report [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1916.631010] env[62291]: DEBUG nova.network.neutron [req-1d7a3ce3-84bd-4089-8fde-e5c915ae077e req-62069f99-b301-4a86-96c2-bca5d1d62df3 service nova] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Updated VIF entry in instance network info cache for port ecadb37a-acad-41a4-aff5-1ab7c30fc034. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1916.631454] env[62291]: DEBUG nova.network.neutron [req-1d7a3ce3-84bd-4089-8fde-e5c915ae077e req-62069f99-b301-4a86-96c2-bca5d1d62df3 service nova] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Updating instance_info_cache with network_info: [{"id": "ecadb37a-acad-41a4-aff5-1ab7c30fc034", "address": "fa:16:3e:c6:8b:55", "network": {"id": "e91a404a-fb5d-4a73-be05-4cbbbb1ebe25", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-981302482-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "89e68fea9e4b4b1db484022a694cf636", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52c1f5eb-3d4a-4faa-a30d-2b0a46430791", "external-id": "nsx-vlan-transportzone-775", "segmentation_id": 775, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapecadb37a-ac", "ovs_interfaceid": "ecadb37a-acad-41a4-aff5-1ab7c30fc034", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1916.668039] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142467, 'name': CreateVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.812473] env[62291]: DEBUG nova.network.neutron [req-36ed56e4-21c4-4f56-86fe-a1307a1e390b req-138ddfbf-cb43-4fc2-a30e-00a47a6053f3 service nova] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Updated VIF entry in instance network info cache for port 7004b5bf-8f92-45dd-a82c-972bc77b60d3. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1916.812473] env[62291]: DEBUG nova.network.neutron [req-36ed56e4-21c4-4f56-86fe-a1307a1e390b req-138ddfbf-cb43-4fc2-a30e-00a47a6053f3 service nova] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Updating instance_info_cache with network_info: [{"id": "7004b5bf-8f92-45dd-a82c-972bc77b60d3", "address": "fa:16:3e:b3:42:94", "network": {"id": "628f334a-7ac3-4fd6-9258-4e5aabcf7839", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7a5e935372e4d0998462c64df5e8266", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7004b5bf-8f", "ovs_interfaceid": "7004b5bf-8f92-45dd-a82c-972bc77b60d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1916.870217] env[62291]: DEBUG oslo_vmware.api [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52f889a1-0019-1c72-bacb-ab77687c504f, 'name': SearchDatastore_Task, 'duration_secs': 0.035391} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.870682] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1916.871074] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1916.871447] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1916.871682] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1916.871959] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1916.872369] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dcb568a8-4389-401e-bcd9-dca4279aaaee {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.885039] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1916.885039] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1916.885039] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28980910-4063-444b-8c2c-68eca3328fa3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.891412] env[62291]: DEBUG oslo_vmware.api [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Waiting for the task: (returnval){ [ 1916.891412] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5262a5dc-81c4-b0f5-7edb-51f1e3cf63ed" [ 1916.891412] env[62291]: _type = "Task" [ 1916.891412] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.899546] env[62291]: DEBUG oslo_vmware.api [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5262a5dc-81c4-b0f5-7edb-51f1e3cf63ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.907539] env[62291]: DEBUG oslo_vmware.api [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': task-2142465, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.139272} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.907795] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Copied Virtual Disk [datastore1] vmware_temp/8296aa25-761b-4244-954d-c9e0c9221b55/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/tmp-sparse.vmdk to [datastore1] vmware_temp/8296aa25-761b-4244-954d-c9e0c9221b55/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1916.907976] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Deleting the datastore file [datastore1] vmware_temp/8296aa25-761b-4244-954d-c9e0c9221b55/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/tmp-sparse.vmdk {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1916.908406] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f6a9281-cb75-4176-98f9-96931149063c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.915286] env[62291]: DEBUG oslo_vmware.api [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Waiting for the task: (returnval){ [ 1916.915286] env[62291]: value = "task-2142468" [ 1916.915286] env[62291]: _type = "Task" [ 1916.915286] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.923418] env[62291]: DEBUG oslo_vmware.api [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': task-2142468, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.947673] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.037s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1916.948794] env[62291]: DEBUG nova.compute.manager [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: a5ca1f63-615e-40c5-a6a1-9fa30f578fc6] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1916.951054] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.392s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.955017] env[62291]: INFO nova.compute.claims [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: f3aecbb2-c186-41c8-9aaa-d5adda951718] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1917.134230] env[62291]: DEBUG oslo_concurrency.lockutils [req-1d7a3ce3-84bd-4089-8fde-e5c915ae077e req-62069f99-b301-4a86-96c2-bca5d1d62df3 service nova] Releasing lock "refresh_cache-6ea23640-3ef0-4a2e-aa75-203c03edf386" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1917.171448] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142467, 'name': CreateVM_Task, 'duration_secs': 0.522453} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.171696] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1917.172456] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1917.172608] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1917.174011] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1917.174011] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15e7f7eb-dd99-4c4f-b049-c9b3e61ca040 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.178078] env[62291]: DEBUG oslo_vmware.api [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Waiting for the task: (returnval){ [ 1917.178078] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5282cf6a-8fc7-74de-5d1e-20732a4c9889" [ 1917.178078] env[62291]: _type = "Task" [ 1917.178078] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.186092] env[62291]: DEBUG oslo_vmware.api [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5282cf6a-8fc7-74de-5d1e-20732a4c9889, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.314631] env[62291]: DEBUG oslo_concurrency.lockutils [req-36ed56e4-21c4-4f56-86fe-a1307a1e390b req-138ddfbf-cb43-4fc2-a30e-00a47a6053f3 service nova] Releasing lock "refresh_cache-80c94d56-773a-499b-a207-a3f11a14c32b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1917.402197] env[62291]: DEBUG oslo_vmware.api [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5262a5dc-81c4-b0f5-7edb-51f1e3cf63ed, 'name': SearchDatastore_Task, 'duration_secs': 0.012453} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.402606] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b628de6c-43ac-4f6d-9e1b-c095e9842591 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.407775] env[62291]: DEBUG oslo_vmware.api [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Waiting for the task: (returnval){ [ 1917.407775] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52e09ed8-1be4-510c-e90a-6bb0a75a63fc" [ 1917.407775] env[62291]: _type = "Task" [ 1917.407775] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.415563] env[62291]: DEBUG oslo_vmware.api [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52e09ed8-1be4-510c-e90a-6bb0a75a63fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.423165] env[62291]: DEBUG oslo_vmware.api [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': task-2142468, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.028995} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.423427] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1917.423638] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Moving file from [datastore1] vmware_temp/8296aa25-761b-4244-954d-c9e0c9221b55/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd to [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd. {{(pid=62291) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1917.423884] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-f2de2d67-3a55-45f7-b161-79f3b93059b6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.429987] env[62291]: DEBUG oslo_vmware.api [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Waiting for the task: (returnval){ [ 1917.429987] env[62291]: value = "task-2142469" [ 1917.429987] env[62291]: _type = "Task" [ 1917.429987] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.437987] env[62291]: DEBUG oslo_vmware.api [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': task-2142469, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.456828] env[62291]: DEBUG nova.compute.utils [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1917.460423] env[62291]: DEBUG nova.compute.manager [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: a5ca1f63-615e-40c5-a6a1-9fa30f578fc6] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1917.460597] env[62291]: DEBUG nova.network.neutron [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: a5ca1f63-615e-40c5-a6a1-9fa30f578fc6] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1917.515910] env[62291]: DEBUG nova.policy [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70a7853943ac4c9c86a245c1db90ea79', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99ca6d4174bb48e69ee86ea31adae1d7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 1917.688227] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1917.688638] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1917.688902] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1917.827179] env[62291]: DEBUG nova.network.neutron [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: a5ca1f63-615e-40c5-a6a1-9fa30f578fc6] Successfully created port: b601e3e0-69ac-461f-b3cb-cbeca061baa6 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1917.919227] env[62291]: DEBUG oslo_vmware.api [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52e09ed8-1be4-510c-e90a-6bb0a75a63fc, 'name': SearchDatastore_Task, 'duration_secs': 0.017083} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.919560] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1917.919886] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] bfb2f00f-c783-4d47-ad28-3de6eff3f77a/bfb2f00f-c783-4d47-ad28-3de6eff3f77a.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1917.920201] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6425b75e-169c-4cf5-aefd-e7a0ded422b6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.926878] env[62291]: DEBUG oslo_vmware.api [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Waiting for the task: (returnval){ [ 1917.926878] env[62291]: value = "task-2142470" [ 1917.926878] env[62291]: _type = "Task" [ 1917.926878] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.936254] env[62291]: DEBUG oslo_vmware.api [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Task: {'id': task-2142470, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.941495] env[62291]: DEBUG oslo_vmware.api [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': task-2142469, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.030753} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.941720] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] File moved {{(pid=62291) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1917.941919] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Cleaning up location [datastore1] vmware_temp/8296aa25-761b-4244-954d-c9e0c9221b55 {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1917.942069] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Deleting the datastore file [datastore1] vmware_temp/8296aa25-761b-4244-954d-c9e0c9221b55 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1917.942304] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0d04bde-d04b-4914-8468-f0ba1d772c09 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.948268] env[62291]: DEBUG oslo_vmware.api [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Waiting for the task: (returnval){ [ 1917.948268] env[62291]: value = "task-2142471" [ 1917.948268] env[62291]: _type = "Task" [ 1917.948268] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.957529] env[62291]: DEBUG oslo_vmware.api [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': task-2142471, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.961183] env[62291]: DEBUG nova.compute.manager [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: a5ca1f63-615e-40c5-a6a1-9fa30f578fc6] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1918.113698] env[62291]: DEBUG nova.compute.manager [req-19ab1fe1-40f9-4c0c-9359-f3cb40614620 req-33bd28ff-3052-41c4-baca-52ff80afb890 service nova] [instance: 55374085-f0cc-45b1-8f65-3559902cc838] Received event network-vif-plugged-9cd721da-596a-4dbb-839b-e35a20b3c4bd {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1918.113998] env[62291]: DEBUG oslo_concurrency.lockutils [req-19ab1fe1-40f9-4c0c-9359-f3cb40614620 req-33bd28ff-3052-41c4-baca-52ff80afb890 service nova] Acquiring lock "55374085-f0cc-45b1-8f65-3559902cc838-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.115610] env[62291]: DEBUG oslo_concurrency.lockutils [req-19ab1fe1-40f9-4c0c-9359-f3cb40614620 req-33bd28ff-3052-41c4-baca-52ff80afb890 service nova] Lock "55374085-f0cc-45b1-8f65-3559902cc838-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.115834] env[62291]: DEBUG oslo_concurrency.lockutils [req-19ab1fe1-40f9-4c0c-9359-f3cb40614620 req-33bd28ff-3052-41c4-baca-52ff80afb890 service nova] Lock "55374085-f0cc-45b1-8f65-3559902cc838-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.115925] env[62291]: DEBUG nova.compute.manager [req-19ab1fe1-40f9-4c0c-9359-f3cb40614620 req-33bd28ff-3052-41c4-baca-52ff80afb890 service nova] [instance: 55374085-f0cc-45b1-8f65-3559902cc838] No waiting events found dispatching network-vif-plugged-9cd721da-596a-4dbb-839b-e35a20b3c4bd {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1918.116116] env[62291]: WARNING nova.compute.manager [req-19ab1fe1-40f9-4c0c-9359-f3cb40614620 req-33bd28ff-3052-41c4-baca-52ff80afb890 service nova] [instance: 55374085-f0cc-45b1-8f65-3559902cc838] Received unexpected event network-vif-plugged-9cd721da-596a-4dbb-839b-e35a20b3c4bd for instance with vm_state building and task_state spawning. [ 1918.180912] env[62291]: DEBUG nova.network.neutron [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: 55374085-f0cc-45b1-8f65-3559902cc838] Successfully updated port: 9cd721da-596a-4dbb-839b-e35a20b3c4bd {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1918.206831] env[62291]: DEBUG oslo_concurrency.lockutils [None req-585f98d7-eb19-41b5-86ff-d304b461e14d tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Acquiring lock "6ea23640-3ef0-4a2e-aa75-203c03edf386" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.206831] env[62291]: DEBUG oslo_concurrency.lockutils [None req-585f98d7-eb19-41b5-86ff-d304b461e14d tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Lock "6ea23640-3ef0-4a2e-aa75-203c03edf386" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.207014] env[62291]: DEBUG oslo_concurrency.lockutils [None req-585f98d7-eb19-41b5-86ff-d304b461e14d tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Acquiring lock "6ea23640-3ef0-4a2e-aa75-203c03edf386-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1918.207877] env[62291]: DEBUG oslo_concurrency.lockutils [None req-585f98d7-eb19-41b5-86ff-d304b461e14d tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Lock "6ea23640-3ef0-4a2e-aa75-203c03edf386-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1918.207877] env[62291]: DEBUG oslo_concurrency.lockutils [None req-585f98d7-eb19-41b5-86ff-d304b461e14d tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Lock "6ea23640-3ef0-4a2e-aa75-203c03edf386-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.209936] env[62291]: INFO nova.compute.manager [None req-585f98d7-eb19-41b5-86ff-d304b461e14d tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Terminating instance [ 1918.212061] env[62291]: DEBUG nova.compute.manager [None req-585f98d7-eb19-41b5-86ff-d304b461e14d tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1918.212260] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-585f98d7-eb19-41b5-86ff-d304b461e14d tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1918.213145] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9020e698-c79b-4b9e-8ffe-578bbaf5d859 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.222259] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-585f98d7-eb19-41b5-86ff-d304b461e14d tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1918.222501] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-805ce401-fca9-40c1-ad7c-813db1ee65f3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.231271] env[62291]: DEBUG oslo_vmware.api [None req-585f98d7-eb19-41b5-86ff-d304b461e14d tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Waiting for the task: (returnval){ [ 1918.231271] env[62291]: value = "task-2142472" [ 1918.231271] env[62291]: _type = "Task" [ 1918.231271] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.240329] env[62291]: DEBUG oslo_vmware.api [None req-585f98d7-eb19-41b5-86ff-d304b461e14d tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Task: {'id': task-2142472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.443013] env[62291]: DEBUG oslo_vmware.api [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Task: {'id': task-2142470, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468334} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.443536] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] bfb2f00f-c783-4d47-ad28-3de6eff3f77a/bfb2f00f-c783-4d47-ad28-3de6eff3f77a.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1918.443779] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1918.444098] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01641cb2-f08b-4748-afaf-bbfadce7ae61 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.455018] env[62291]: DEBUG oslo_vmware.api [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Waiting for the task: (returnval){ [ 1918.455018] env[62291]: value = "task-2142473" [ 1918.455018] env[62291]: _type = "Task" [ 1918.455018] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.466743] env[62291]: DEBUG oslo_vmware.api [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': task-2142471, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.022618} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.468741] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1918.479770] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73f35819-c01f-418f-b3d3-c9c6ca8f23a2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.483406] env[62291]: DEBUG oslo_vmware.api [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Task: {'id': task-2142473, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.488730] env[62291]: DEBUG oslo_vmware.api [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Waiting for the task: (returnval){ [ 1918.488730] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]523ec2fc-25e5-9ffe-89ec-9ccb7a2052fe" [ 1918.488730] env[62291]: _type = "Task" [ 1918.488730] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.504019] env[62291]: DEBUG oslo_vmware.api [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]523ec2fc-25e5-9ffe-89ec-9ccb7a2052fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.631965] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98af6542-1a2d-4fca-b9c5-095d8e9fef42 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.641610] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9d7d4b-e0a4-4326-a77b-97fbf6219c96 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.677153] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f87e8d-394b-42c4-b276-3e4f0eaa2f8e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.689677] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bac935e-7702-47fc-ad52-3845413a8698 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.690585] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Acquiring lock "refresh_cache-55374085-f0cc-45b1-8f65-3559902cc838" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1918.690862] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Acquired lock "refresh_cache-55374085-f0cc-45b1-8f65-3559902cc838" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1918.691110] env[62291]: DEBUG nova.network.neutron [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: 55374085-f0cc-45b1-8f65-3559902cc838] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1918.702456] env[62291]: DEBUG nova.compute.provider_tree [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1918.740144] env[62291]: DEBUG oslo_vmware.api [None req-585f98d7-eb19-41b5-86ff-d304b461e14d tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Task: {'id': task-2142472, 'name': PowerOffVM_Task, 'duration_secs': 0.292218} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.740759] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-585f98d7-eb19-41b5-86ff-d304b461e14d tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1918.740759] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-585f98d7-eb19-41b5-86ff-d304b461e14d tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1918.740884] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cad44d35-b7a8-4301-9fa7-b604051eefab {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.820151] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-585f98d7-eb19-41b5-86ff-d304b461e14d tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1918.820151] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-585f98d7-eb19-41b5-86ff-d304b461e14d tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1918.820151] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-585f98d7-eb19-41b5-86ff-d304b461e14d tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Deleting the datastore file [datastore2] 6ea23640-3ef0-4a2e-aa75-203c03edf386 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1918.820151] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-faec42ee-0145-4436-b064-a916da06ef3e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.826739] env[62291]: DEBUG oslo_vmware.api [None req-585f98d7-eb19-41b5-86ff-d304b461e14d tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Waiting for the task: (returnval){ [ 1918.826739] env[62291]: value = "task-2142475" [ 1918.826739] env[62291]: _type = "Task" [ 1918.826739] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.835569] env[62291]: DEBUG oslo_vmware.api [None req-585f98d7-eb19-41b5-86ff-d304b461e14d tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Task: {'id': task-2142475, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.965793] env[62291]: DEBUG oslo_vmware.api [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Task: {'id': task-2142473, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070576} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.965793] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1918.968577] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18edc8d-cd56-49f8-a8c3-29f8ea58b66f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.986163] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] bfb2f00f-c783-4d47-ad28-3de6eff3f77a/bfb2f00f-c783-4d47-ad28-3de6eff3f77a.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1918.987363] env[62291]: DEBUG nova.compute.manager [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: a5ca1f63-615e-40c5-a6a1-9fa30f578fc6] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1918.989471] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2807c74c-f867-4432-be6e-a25cf47cbb33 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.014931] env[62291]: DEBUG oslo_vmware.api [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]523ec2fc-25e5-9ffe-89ec-9ccb7a2052fe, 'name': SearchDatastore_Task, 'duration_secs': 0.018125} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.016214] env[62291]: DEBUG oslo_concurrency.lockutils [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1919.016490] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] bb952207-9905-4a12-a189-94d00a8d1066/bb952207-9905-4a12-a189-94d00a8d1066.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1919.016797] env[62291]: DEBUG oslo_vmware.api [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Waiting for the task: (returnval){ [ 1919.016797] env[62291]: value = "task-2142476" [ 1919.016797] env[62291]: _type = "Task" [ 1919.016797] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.017012] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1919.017203] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1919.017410] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0080167a-9067-4cef-9b43-3329c0f149bd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.019234] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-77bf7bf2-dfab-4f0e-83c5-324709528c34 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.029537] env[62291]: DEBUG oslo_vmware.api [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Waiting for the task: (returnval){ [ 1919.029537] env[62291]: value = "task-2142477" [ 1919.029537] env[62291]: _type = "Task" [ 1919.029537] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.031387] env[62291]: DEBUG oslo_vmware.api [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Task: {'id': task-2142476, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.034235] env[62291]: DEBUG nova.virt.hardware [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1919.034447] env[62291]: DEBUG nova.virt.hardware [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1919.034593] env[62291]: DEBUG nova.virt.hardware [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1919.034764] env[62291]: DEBUG nova.virt.hardware [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1919.034901] env[62291]: DEBUG nova.virt.hardware [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1919.035083] env[62291]: DEBUG nova.virt.hardware [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1919.035299] env[62291]: DEBUG nova.virt.hardware [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1919.035468] env[62291]: DEBUG nova.virt.hardware [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1919.036015] env[62291]: DEBUG nova.virt.hardware [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1919.036015] env[62291]: DEBUG nova.virt.hardware [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1919.036215] env[62291]: DEBUG nova.virt.hardware [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1919.039636] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1919.040419] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1919.041351] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72a8d094-7f0c-47a3-adc8-92cb5d0e681b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.047170] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05f2fbcd-7f12-4ad0-9604-520471fabf9f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.059996] env[62291]: DEBUG oslo_vmware.api [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Waiting for the task: (returnval){ [ 1919.059996] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]524cbe9b-210a-f156-ef77-5abc331ffad2" [ 1919.059996] env[62291]: _type = "Task" [ 1919.059996] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.060304] env[62291]: DEBUG oslo_vmware.api [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': task-2142477, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.062126] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a9f057-2652-42c7-8ca1-b90cf79739c6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.074287] env[62291]: DEBUG oslo_vmware.api [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]524cbe9b-210a-f156-ef77-5abc331ffad2, 'name': SearchDatastore_Task, 'duration_secs': 0.0085} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.082361] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8993d23-d57a-456d-9b26-959245251f59 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.087900] env[62291]: DEBUG oslo_vmware.api [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Waiting for the task: (returnval){ [ 1919.087900] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52e4902e-41d5-48d3-2e7d-2edd9e479a5d" [ 1919.087900] env[62291]: _type = "Task" [ 1919.087900] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.096379] env[62291]: DEBUG oslo_vmware.api [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52e4902e-41d5-48d3-2e7d-2edd9e479a5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.226970] env[62291]: ERROR nova.scheduler.client.report [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [req-c71123c5-37c5-4329-9649-970b2a9d39bb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 142b9caf-95b8-4f05-a0ca-6a285ed758e8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c71123c5-37c5-4329-9649-970b2a9d39bb"}]} [ 1919.232690] env[62291]: DEBUG nova.network.neutron [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: 55374085-f0cc-45b1-8f65-3559902cc838] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1919.247032] env[62291]: DEBUG nova.scheduler.client.report [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Refreshing inventories for resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1919.263724] env[62291]: DEBUG nova.scheduler.client.report [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Updating ProviderTree inventory for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1919.264083] env[62291]: DEBUG nova.compute.provider_tree [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1919.281061] env[62291]: DEBUG nova.scheduler.client.report [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Refreshing aggregate associations for resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8, aggregates: None {{(pid=62291) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1919.304339] env[62291]: DEBUG nova.scheduler.client.report [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Refreshing trait associations for resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62291) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1919.340603] env[62291]: DEBUG oslo_vmware.api [None req-585f98d7-eb19-41b5-86ff-d304b461e14d tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Task: {'id': task-2142475, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169798} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.340994] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-585f98d7-eb19-41b5-86ff-d304b461e14d tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1919.341096] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-585f98d7-eb19-41b5-86ff-d304b461e14d tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1919.341328] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-585f98d7-eb19-41b5-86ff-d304b461e14d tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1919.341519] env[62291]: INFO nova.compute.manager [None req-585f98d7-eb19-41b5-86ff-d304b461e14d tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1919.341790] env[62291]: DEBUG oslo.service.loopingcall [None req-585f98d7-eb19-41b5-86ff-d304b461e14d tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1919.342093] env[62291]: DEBUG nova.compute.manager [-] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1919.342229] env[62291]: DEBUG nova.network.neutron [-] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1919.494587] env[62291]: DEBUG nova.network.neutron [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: 55374085-f0cc-45b1-8f65-3559902cc838] Updating instance_info_cache with network_info: [{"id": "9cd721da-596a-4dbb-839b-e35a20b3c4bd", "address": "fa:16:3e:c3:80:a5", "network": {"id": "250443a2-7af5-4535-842f-b7504465f37f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-763563686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99ca6d4174bb48e69ee86ea31adae1d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cd721da-59", "ovs_interfaceid": "9cd721da-596a-4dbb-839b-e35a20b3c4bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1919.530380] env[62291]: DEBUG oslo_vmware.api [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Task: {'id': task-2142476, 'name': ReconfigVM_Task, 'duration_secs': 0.296653} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.530672] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Reconfigured VM instance instance-0000000f to attach disk [datastore2] bfb2f00f-c783-4d47-ad28-3de6eff3f77a/bfb2f00f-c783-4d47-ad28-3de6eff3f77a.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1919.531428] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-54263581-ad11-46c4-9493-24df133c1c82 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.541425] env[62291]: DEBUG oslo_vmware.api [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': task-2142477, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446512} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.545129] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] bb952207-9905-4a12-a189-94d00a8d1066/bb952207-9905-4a12-a189-94d00a8d1066.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1919.545374] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1919.546028] env[62291]: DEBUG oslo_vmware.api [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Waiting for the task: (returnval){ [ 1919.546028] env[62291]: value = "task-2142478" [ 1919.546028] env[62291]: _type = "Task" [ 1919.546028] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.548047] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10eb5c3b-1f21-4fc4-9715-51db7974f363 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.559129] env[62291]: DEBUG oslo_vmware.api [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Task: {'id': task-2142478, 'name': Rename_Task} progress is 10%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.560081] env[62291]: DEBUG oslo_vmware.api [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Waiting for the task: (returnval){ [ 1919.560081] env[62291]: value = "task-2142479" [ 1919.560081] env[62291]: _type = "Task" [ 1919.560081] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.570930] env[62291]: DEBUG oslo_vmware.api [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': task-2142479, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.606609] env[62291]: DEBUG oslo_vmware.api [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52e4902e-41d5-48d3-2e7d-2edd9e479a5d, 'name': SearchDatastore_Task, 'duration_secs': 0.010055} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.606609] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1919.607742] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 80c94d56-773a-499b-a207-a3f11a14c32b/80c94d56-773a-499b-a207-a3f11a14c32b.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1919.607742] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8caf4ef1-5ead-40d8-86bf-dec39fbfda40 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.615158] env[62291]: DEBUG oslo_vmware.api [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Waiting for the task: (returnval){ [ 1919.615158] env[62291]: value = "task-2142480" [ 1919.615158] env[62291]: _type = "Task" [ 1919.615158] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.626049] env[62291]: DEBUG oslo_vmware.api [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142480, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.946832] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250ba2e0-e781-4d23-b3fa-c4bf51e58466 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.956597] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e693a7f9-da94-4360-85dd-149f2e644300 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.995564] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d69452-8f61-4cdf-9f95-74b8ca837b79 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.999362] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Releasing lock "refresh_cache-55374085-f0cc-45b1-8f65-3559902cc838" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1919.999362] env[62291]: DEBUG nova.compute.manager [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: 55374085-f0cc-45b1-8f65-3559902cc838] Instance network_info: |[{"id": "9cd721da-596a-4dbb-839b-e35a20b3c4bd", "address": "fa:16:3e:c3:80:a5", "network": {"id": "250443a2-7af5-4535-842f-b7504465f37f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-763563686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99ca6d4174bb48e69ee86ea31adae1d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cd721da-59", "ovs_interfaceid": "9cd721da-596a-4dbb-839b-e35a20b3c4bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1919.999986] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: 55374085-f0cc-45b1-8f65-3559902cc838] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:80:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f972c061-0cd5-4aed-8cfb-42cc4a08835a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9cd721da-596a-4dbb-839b-e35a20b3c4bd', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1920.007141] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Creating folder: Project (99ca6d4174bb48e69ee86ea31adae1d7). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1920.009032] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-407a002e-bc44-4961-8307-61ba027cc5b8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.012064] env[62291]: DEBUG nova.compute.manager [req-f04fb7f1-4f34-4f26-b505-cdaf629e3dc4 req-b5edc2f3-56f7-4eb8-b959-1ab8a49e1900 service nova] [instance: a5ca1f63-615e-40c5-a6a1-9fa30f578fc6] Received event network-vif-plugged-b601e3e0-69ac-461f-b3cb-cbeca061baa6 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1920.012287] env[62291]: DEBUG oslo_concurrency.lockutils [req-f04fb7f1-4f34-4f26-b505-cdaf629e3dc4 req-b5edc2f3-56f7-4eb8-b959-1ab8a49e1900 service nova] Acquiring lock "a5ca1f63-615e-40c5-a6a1-9fa30f578fc6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1920.012502] env[62291]: DEBUG oslo_concurrency.lockutils [req-f04fb7f1-4f34-4f26-b505-cdaf629e3dc4 req-b5edc2f3-56f7-4eb8-b959-1ab8a49e1900 service nova] Lock "a5ca1f63-615e-40c5-a6a1-9fa30f578fc6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1920.012661] env[62291]: DEBUG oslo_concurrency.lockutils [req-f04fb7f1-4f34-4f26-b505-cdaf629e3dc4 req-b5edc2f3-56f7-4eb8-b959-1ab8a49e1900 service nova] Lock "a5ca1f63-615e-40c5-a6a1-9fa30f578fc6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1920.012835] env[62291]: DEBUG nova.compute.manager [req-f04fb7f1-4f34-4f26-b505-cdaf629e3dc4 req-b5edc2f3-56f7-4eb8-b959-1ab8a49e1900 service nova] [instance: a5ca1f63-615e-40c5-a6a1-9fa30f578fc6] No waiting events found dispatching network-vif-plugged-b601e3e0-69ac-461f-b3cb-cbeca061baa6 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1920.013046] env[62291]: WARNING nova.compute.manager [req-f04fb7f1-4f34-4f26-b505-cdaf629e3dc4 req-b5edc2f3-56f7-4eb8-b959-1ab8a49e1900 service nova] [instance: a5ca1f63-615e-40c5-a6a1-9fa30f578fc6] Received unexpected event network-vif-plugged-b601e3e0-69ac-461f-b3cb-cbeca061baa6 for instance with vm_state building and task_state spawning. [ 1920.018287] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9043c3b-ae53-4670-9f85-029e55b271af {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.025367] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Created folder: Project (99ca6d4174bb48e69ee86ea31adae1d7) in parent group-v437896. [ 1920.025547] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Creating folder: Instances. Parent ref: group-v437918. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1920.026082] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f9b284b-d42a-467f-a3fa-3d13e809bb30 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.036660] env[62291]: DEBUG nova.compute.provider_tree [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1920.049183] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Created folder: Instances in parent group-v437918. [ 1920.049183] env[62291]: DEBUG oslo.service.loopingcall [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1920.049183] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55374085-f0cc-45b1-8f65-3559902cc838] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1920.049183] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e8bee63-1cbc-4bb2-b8e3-165be48d5e25 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.065380] env[62291]: DEBUG nova.network.neutron [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: a5ca1f63-615e-40c5-a6a1-9fa30f578fc6] Successfully updated port: b601e3e0-69ac-461f-b3cb-cbeca061baa6 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1920.088284] env[62291]: DEBUG oslo_vmware.api [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': task-2142479, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07937} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.093053] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1920.093774] env[62291]: DEBUG oslo_vmware.api [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Task: {'id': task-2142478, 'name': Rename_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.094099] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1920.094099] env[62291]: value = "task-2142483" [ 1920.094099] env[62291]: _type = "Task" [ 1920.094099] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.094860] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce93279c-5a86-4b8e-8956-ad6f6edbbf6c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.124510] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] bb952207-9905-4a12-a189-94d00a8d1066/bb952207-9905-4a12-a189-94d00a8d1066.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1920.128029] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b95fd73d-ed21-4ea1-b98e-07bc03f966cc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.141802] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142483, 'name': CreateVM_Task} progress is 10%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.150688] env[62291]: DEBUG oslo_vmware.api [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142480, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499695} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.152020] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 80c94d56-773a-499b-a207-a3f11a14c32b/80c94d56-773a-499b-a207-a3f11a14c32b.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1920.152223] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1920.152533] env[62291]: DEBUG oslo_vmware.api [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Waiting for the task: (returnval){ [ 1920.152533] env[62291]: value = "task-2142484" [ 1920.152533] env[62291]: _type = "Task" [ 1920.152533] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.152717] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b186b97a-2da1-4b70-925f-cb2f74c6cf5f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.162850] env[62291]: DEBUG oslo_vmware.api [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': task-2142484, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.164170] env[62291]: DEBUG oslo_vmware.api [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Waiting for the task: (returnval){ [ 1920.164170] env[62291]: value = "task-2142485" [ 1920.164170] env[62291]: _type = "Task" [ 1920.164170] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.172840] env[62291]: DEBUG oslo_vmware.api [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142485, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.238390] env[62291]: DEBUG nova.network.neutron [-] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1920.336950] env[62291]: DEBUG nova.compute.manager [req-c5a03566-c732-4f67-b6c0-365a132cd7bd req-c6585c92-66e9-472e-ab62-3057f21ef67f service nova] [instance: 55374085-f0cc-45b1-8f65-3559902cc838] Received event network-changed-9cd721da-596a-4dbb-839b-e35a20b3c4bd {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1920.337963] env[62291]: DEBUG nova.compute.manager [req-c5a03566-c732-4f67-b6c0-365a132cd7bd req-c6585c92-66e9-472e-ab62-3057f21ef67f service nova] [instance: 55374085-f0cc-45b1-8f65-3559902cc838] Refreshing instance network info cache due to event network-changed-9cd721da-596a-4dbb-839b-e35a20b3c4bd. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1920.337963] env[62291]: DEBUG oslo_concurrency.lockutils [req-c5a03566-c732-4f67-b6c0-365a132cd7bd req-c6585c92-66e9-472e-ab62-3057f21ef67f service nova] Acquiring lock "refresh_cache-55374085-f0cc-45b1-8f65-3559902cc838" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1920.337963] env[62291]: DEBUG oslo_concurrency.lockutils [req-c5a03566-c732-4f67-b6c0-365a132cd7bd req-c6585c92-66e9-472e-ab62-3057f21ef67f service nova] Acquired lock "refresh_cache-55374085-f0cc-45b1-8f65-3559902cc838" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1920.337963] env[62291]: DEBUG nova.network.neutron [req-c5a03566-c732-4f67-b6c0-365a132cd7bd req-c6585c92-66e9-472e-ab62-3057f21ef67f service nova] [instance: 55374085-f0cc-45b1-8f65-3559902cc838] Refreshing network info cache for port 9cd721da-596a-4dbb-839b-e35a20b3c4bd {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1920.568418] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Acquiring lock "refresh_cache-a5ca1f63-615e-40c5-a6a1-9fa30f578fc6" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1920.568656] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Acquired lock "refresh_cache-a5ca1f63-615e-40c5-a6a1-9fa30f578fc6" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1920.568690] env[62291]: DEBUG nova.network.neutron [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: a5ca1f63-615e-40c5-a6a1-9fa30f578fc6] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1920.574747] env[62291]: DEBUG nova.scheduler.client.report [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Updated inventory for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with generation 54 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1920.575009] env[62291]: DEBUG nova.compute.provider_tree [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Updating resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 generation from 54 to 55 during operation: update_inventory {{(pid=62291) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1920.575231] env[62291]: DEBUG nova.compute.provider_tree [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1920.586396] env[62291]: DEBUG oslo_vmware.api [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Task: {'id': task-2142478, 'name': Rename_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.611944] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142483, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.663947] env[62291]: DEBUG oslo_vmware.api [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': task-2142484, 'name': ReconfigVM_Task, 'duration_secs': 0.282968} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.664114] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Reconfigured VM instance instance-00000010 to attach disk [datastore1] bb952207-9905-4a12-a189-94d00a8d1066/bb952207-9905-4a12-a189-94d00a8d1066.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1920.664776] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b3399ac-186b-42d1-94dc-8e5c9be9d366 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.674024] env[62291]: DEBUG oslo_vmware.api [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142485, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069692} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.675153] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1920.675478] env[62291]: DEBUG oslo_vmware.api [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Waiting for the task: (returnval){ [ 1920.675478] env[62291]: value = "task-2142486" [ 1920.675478] env[62291]: _type = "Task" [ 1920.675478] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.676156] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c04cec-282c-4529-a08c-9464a450d329 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.686287] env[62291]: DEBUG oslo_vmware.api [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': task-2142486, 'name': Rename_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.703847] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 80c94d56-773a-499b-a207-a3f11a14c32b/80c94d56-773a-499b-a207-a3f11a14c32b.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1920.704156] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df32e259-3ddd-4d7b-b026-0ef1a72c4e30 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.723814] env[62291]: DEBUG oslo_vmware.api [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Waiting for the task: (returnval){ [ 1920.723814] env[62291]: value = "task-2142487" [ 1920.723814] env[62291]: _type = "Task" [ 1920.723814] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.733653] env[62291]: DEBUG oslo_vmware.api [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142487, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.741263] env[62291]: INFO nova.compute.manager [-] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Took 1.40 seconds to deallocate network for instance. [ 1921.079135] env[62291]: DEBUG oslo_vmware.api [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Task: {'id': task-2142478, 'name': Rename_Task, 'duration_secs': 1.235898} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.079924] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.129s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.080393] env[62291]: DEBUG nova.compute.manager [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: f3aecbb2-c186-41c8-9aaa-d5adda951718] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1921.083086] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1921.083672] env[62291]: DEBUG oslo_concurrency.lockutils [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.518s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1921.085957] env[62291]: INFO nova.compute.claims [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1921.088843] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa42c303-9cfd-474d-8036-eb21d38e6d7e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.096097] env[62291]: DEBUG oslo_vmware.api [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Waiting for the task: (returnval){ [ 1921.096097] env[62291]: value = "task-2142488" [ 1921.096097] env[62291]: _type = "Task" [ 1921.096097] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.108463] env[62291]: DEBUG oslo_vmware.api [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Task: {'id': task-2142488, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.111115] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142483, 'name': CreateVM_Task, 'duration_secs': 0.971482} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.111276] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55374085-f0cc-45b1-8f65-3559902cc838] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1921.115019] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1921.115019] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1921.115019] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1921.115019] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a2adb40-656f-435f-9a53-3a26e11ccedf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.118411] env[62291]: DEBUG nova.network.neutron [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: a5ca1f63-615e-40c5-a6a1-9fa30f578fc6] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1921.121872] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Waiting for the task: (returnval){ [ 1921.121872] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5254c44c-6e8f-49f3-95b2-6784b9dcce29" [ 1921.121872] env[62291]: _type = "Task" [ 1921.121872] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.131341] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5254c44c-6e8f-49f3-95b2-6784b9dcce29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.189830] env[62291]: DEBUG oslo_vmware.api [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': task-2142486, 'name': Rename_Task, 'duration_secs': 0.173154} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.190110] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1921.190350] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a17787e-b2c3-4eef-b8c4-fbbf093cc4ca {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.196183] env[62291]: DEBUG oslo_vmware.api [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Waiting for the task: (returnval){ [ 1921.196183] env[62291]: value = "task-2142489" [ 1921.196183] env[62291]: _type = "Task" [ 1921.196183] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.203815] env[62291]: DEBUG oslo_vmware.api [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': task-2142489, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.237926] env[62291]: DEBUG oslo_vmware.api [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142487, 'name': ReconfigVM_Task, 'duration_secs': 0.361615} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.238391] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 80c94d56-773a-499b-a207-a3f11a14c32b/80c94d56-773a-499b-a207-a3f11a14c32b.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1921.238978] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-14c58510-3458-4a6b-947e-f95105b15dce {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.245413] env[62291]: DEBUG oslo_vmware.api [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Waiting for the task: (returnval){ [ 1921.245413] env[62291]: value = "task-2142490" [ 1921.245413] env[62291]: _type = "Task" [ 1921.245413] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.249289] env[62291]: DEBUG oslo_concurrency.lockutils [None req-585f98d7-eb19-41b5-86ff-d304b461e14d tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1921.254144] env[62291]: DEBUG oslo_vmware.api [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142490, 'name': Rename_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.337643] env[62291]: DEBUG nova.network.neutron [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: a5ca1f63-615e-40c5-a6a1-9fa30f578fc6] Updating instance_info_cache with network_info: [{"id": "b601e3e0-69ac-461f-b3cb-cbeca061baa6", "address": "fa:16:3e:96:23:a7", "network": {"id": "250443a2-7af5-4535-842f-b7504465f37f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-763563686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99ca6d4174bb48e69ee86ea31adae1d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb601e3e0-69", "ovs_interfaceid": "b601e3e0-69ac-461f-b3cb-cbeca061baa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1921.391193] env[62291]: DEBUG nova.network.neutron [req-c5a03566-c732-4f67-b6c0-365a132cd7bd req-c6585c92-66e9-472e-ab62-3057f21ef67f service nova] [instance: 55374085-f0cc-45b1-8f65-3559902cc838] Updated VIF entry in instance network info cache for port 9cd721da-596a-4dbb-839b-e35a20b3c4bd. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1921.391586] env[62291]: DEBUG nova.network.neutron [req-c5a03566-c732-4f67-b6c0-365a132cd7bd req-c6585c92-66e9-472e-ab62-3057f21ef67f service nova] [instance: 55374085-f0cc-45b1-8f65-3559902cc838] Updating instance_info_cache with network_info: [{"id": "9cd721da-596a-4dbb-839b-e35a20b3c4bd", "address": "fa:16:3e:c3:80:a5", "network": {"id": "250443a2-7af5-4535-842f-b7504465f37f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-763563686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99ca6d4174bb48e69ee86ea31adae1d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9cd721da-59", "ovs_interfaceid": "9cd721da-596a-4dbb-839b-e35a20b3c4bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1921.597217] env[62291]: DEBUG nova.compute.utils [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1921.598186] env[62291]: DEBUG nova.compute.manager [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: f3aecbb2-c186-41c8-9aaa-d5adda951718] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1921.598786] env[62291]: DEBUG nova.network.neutron [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: f3aecbb2-c186-41c8-9aaa-d5adda951718] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1921.616390] env[62291]: DEBUG oslo_vmware.api [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Task: {'id': task-2142488, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.633618] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5254c44c-6e8f-49f3-95b2-6784b9dcce29, 'name': SearchDatastore_Task, 'duration_secs': 0.011783} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.633958] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1921.634241] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: 55374085-f0cc-45b1-8f65-3559902cc838] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1921.634512] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1921.634711] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1921.634909] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1921.635210] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b61ff78-3705-4499-a9a1-2aa33480c2af {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.645163] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1921.645368] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1921.646126] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cf82515-f2be-4a9e-8da3-7e4c73ec617d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.652248] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Waiting for the task: (returnval){ [ 1921.652248] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]525c7ff7-adb0-3713-602a-2e38bde3b983" [ 1921.652248] env[62291]: _type = "Task" [ 1921.652248] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.662743] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]525c7ff7-adb0-3713-602a-2e38bde3b983, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.702697] env[62291]: DEBUG nova.policy [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70a7853943ac4c9c86a245c1db90ea79', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99ca6d4174bb48e69ee86ea31adae1d7', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 1921.711437] env[62291]: DEBUG oslo_vmware.api [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': task-2142489, 'name': PowerOnVM_Task, 'duration_secs': 0.489731} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.711752] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1921.711952] env[62291]: INFO nova.compute.manager [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Took 13.42 seconds to spawn the instance on the hypervisor. [ 1921.712148] env[62291]: DEBUG nova.compute.manager [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1921.712901] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc49ef8e-0d90-495d-865e-ed7fd40fbf4f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.756717] env[62291]: DEBUG oslo_vmware.api [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142490, 'name': Rename_Task, 'duration_secs': 0.136438} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1921.757540] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1921.757540] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0963d459-0964-4348-8c15-6536c70312f1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.764485] env[62291]: DEBUG oslo_vmware.api [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Waiting for the task: (returnval){ [ 1921.764485] env[62291]: value = "task-2142491" [ 1921.764485] env[62291]: _type = "Task" [ 1921.764485] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.774752] env[62291]: DEBUG oslo_vmware.api [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142491, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.846019] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Releasing lock "refresh_cache-a5ca1f63-615e-40c5-a6a1-9fa30f578fc6" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1921.846019] env[62291]: DEBUG nova.compute.manager [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: a5ca1f63-615e-40c5-a6a1-9fa30f578fc6] Instance network_info: |[{"id": "b601e3e0-69ac-461f-b3cb-cbeca061baa6", "address": "fa:16:3e:96:23:a7", "network": {"id": "250443a2-7af5-4535-842f-b7504465f37f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-763563686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99ca6d4174bb48e69ee86ea31adae1d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb601e3e0-69", "ovs_interfaceid": "b601e3e0-69ac-461f-b3cb-cbeca061baa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1921.846261] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: a5ca1f63-615e-40c5-a6a1-9fa30f578fc6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:23:a7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f972c061-0cd5-4aed-8cfb-42cc4a08835a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b601e3e0-69ac-461f-b3cb-cbeca061baa6', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1921.853857] env[62291]: DEBUG oslo.service.loopingcall [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1921.854442] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5ca1f63-615e-40c5-a6a1-9fa30f578fc6] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1921.854801] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50358029-e5a9-4f94-a08f-ad079c86b287 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.877478] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1921.877478] env[62291]: value = "task-2142492" [ 1921.877478] env[62291]: _type = "Task" [ 1921.877478] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1921.886017] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142492, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1921.895546] env[62291]: DEBUG oslo_concurrency.lockutils [req-c5a03566-c732-4f67-b6c0-365a132cd7bd req-c6585c92-66e9-472e-ab62-3057f21ef67f service nova] Releasing lock "refresh_cache-55374085-f0cc-45b1-8f65-3559902cc838" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1921.896349] env[62291]: DEBUG nova.compute.manager [req-c5a03566-c732-4f67-b6c0-365a132cd7bd req-c6585c92-66e9-472e-ab62-3057f21ef67f service nova] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Received event network-vif-deleted-ecadb37a-acad-41a4-aff5-1ab7c30fc034 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1922.109166] env[62291]: DEBUG nova.compute.manager [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: f3aecbb2-c186-41c8-9aaa-d5adda951718] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1922.118106] env[62291]: DEBUG nova.compute.manager [req-744b8c0e-97eb-4985-88c1-d6a3a8def710 req-e1530be3-6f1e-442d-8b8e-46d7ec64d5c1 service nova] [instance: a5ca1f63-615e-40c5-a6a1-9fa30f578fc6] Received event network-changed-b601e3e0-69ac-461f-b3cb-cbeca061baa6 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1922.118106] env[62291]: DEBUG nova.compute.manager [req-744b8c0e-97eb-4985-88c1-d6a3a8def710 req-e1530be3-6f1e-442d-8b8e-46d7ec64d5c1 service nova] [instance: a5ca1f63-615e-40c5-a6a1-9fa30f578fc6] Refreshing instance network info cache due to event network-changed-b601e3e0-69ac-461f-b3cb-cbeca061baa6. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1922.118106] env[62291]: DEBUG oslo_concurrency.lockutils [req-744b8c0e-97eb-4985-88c1-d6a3a8def710 req-e1530be3-6f1e-442d-8b8e-46d7ec64d5c1 service nova] Acquiring lock "refresh_cache-a5ca1f63-615e-40c5-a6a1-9fa30f578fc6" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1922.118106] env[62291]: DEBUG oslo_concurrency.lockutils [req-744b8c0e-97eb-4985-88c1-d6a3a8def710 req-e1530be3-6f1e-442d-8b8e-46d7ec64d5c1 service nova] Acquired lock "refresh_cache-a5ca1f63-615e-40c5-a6a1-9fa30f578fc6" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1922.120507] env[62291]: DEBUG nova.network.neutron [req-744b8c0e-97eb-4985-88c1-d6a3a8def710 req-e1530be3-6f1e-442d-8b8e-46d7ec64d5c1 service nova] [instance: a5ca1f63-615e-40c5-a6a1-9fa30f578fc6] Refreshing network info cache for port b601e3e0-69ac-461f-b3cb-cbeca061baa6 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1922.127954] env[62291]: DEBUG oslo_vmware.api [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Task: {'id': task-2142488, 'name': PowerOnVM_Task, 'duration_secs': 0.80183} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.128355] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1922.128781] env[62291]: DEBUG nova.compute.manager [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1922.129690] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63fc0829-0154-4a1b-803f-fdc5a9d462e8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.167888] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]525c7ff7-adb0-3713-602a-2e38bde3b983, 'name': SearchDatastore_Task, 'duration_secs': 0.028702} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.169766] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc90bad8-8818-4a8a-aaf4-1a4e443fdaa4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.175289] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Waiting for the task: (returnval){ [ 1922.175289] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52e1d2a6-7e44-ca98-cef4-b8b228d009cd" [ 1922.175289] env[62291]: _type = "Task" [ 1922.175289] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.186900] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52e1d2a6-7e44-ca98-cef4-b8b228d009cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.214408] env[62291]: DEBUG nova.network.neutron [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: f3aecbb2-c186-41c8-9aaa-d5adda951718] Successfully created port: 3f0f34fa-d72e-4a57-affa-7afdf68feef2 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1922.239711] env[62291]: INFO nova.compute.manager [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Took 43.45 seconds to build instance. [ 1922.280707] env[62291]: DEBUG oslo_vmware.api [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142491, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.397579] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142492, 'name': CreateVM_Task, 'duration_secs': 0.486531} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.398108] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5ca1f63-615e-40c5-a6a1-9fa30f578fc6] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1922.398848] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1922.399120] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1922.400207] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1922.400207] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dcff487-c3a6-4de0-b0ca-6ee062dba038 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.404911] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Waiting for the task: (returnval){ [ 1922.404911] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5263f912-ac8b-3ace-790a-586a531c065e" [ 1922.404911] env[62291]: _type = "Task" [ 1922.404911] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.417133] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5263f912-ac8b-3ace-790a-586a531c065e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.647543] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.690734] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52e1d2a6-7e44-ca98-cef4-b8b228d009cd, 'name': SearchDatastore_Task, 'duration_secs': 0.012975} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.690734] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1922.691884] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 55374085-f0cc-45b1-8f65-3559902cc838/55374085-f0cc-45b1-8f65-3559902cc838.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1922.692836] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af27e72f-b1ab-40e6-943f-48ec0ba02373 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.702126] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Waiting for the task: (returnval){ [ 1922.702126] env[62291]: value = "task-2142493" [ 1922.702126] env[62291]: _type = "Task" [ 1922.702126] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.709964] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': task-2142493, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.715668] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6defb86a-c9d2-41e8-b64d-b793b08296f2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.724233] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52397ea2-1374-4740-bfd5-a9467692d15e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.763027] env[62291]: DEBUG oslo_concurrency.lockutils [None req-be0016c1-3196-4123-8969-221f2154e979 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Lock "bb952207-9905-4a12-a189-94d00a8d1066" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.289s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.767708] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2340578-cfd0-47b7-9aaa-e57831d86198 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.785366] env[62291]: DEBUG oslo_vmware.api [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142491, 'name': PowerOnVM_Task, 'duration_secs': 0.548173} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.786108] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1922.786108] env[62291]: INFO nova.compute.manager [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Took 9.57 seconds to spawn the instance on the hypervisor. [ 1922.786238] env[62291]: DEBUG nova.compute.manager [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1922.787600] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4745cd95-6858-4e2c-9c7d-88abc0b5bac6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.792628] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62e11a4-177f-4b62-9a04-88ff4130625c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.812343] env[62291]: DEBUG nova.compute.provider_tree [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1922.923641] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5263f912-ac8b-3ace-790a-586a531c065e, 'name': SearchDatastore_Task, 'duration_secs': 0.032544} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.923641] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1922.923887] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: a5ca1f63-615e-40c5-a6a1-9fa30f578fc6] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1922.924387] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1922.928036] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1922.928036] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1922.928036] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b86bcfc-d991-40ed-b8cf-ba6b6f071460 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.936759] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1922.936958] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1922.941028] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cda1fd85-9407-4d77-9263-e0bd8138549b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.945399] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Waiting for the task: (returnval){ [ 1922.945399] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52ac4e40-f438-075e-c2c4-f0dc29f3598e" [ 1922.945399] env[62291]: _type = "Task" [ 1922.945399] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.955555] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52ac4e40-f438-075e-c2c4-f0dc29f3598e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.027417] env[62291]: DEBUG nova.network.neutron [req-744b8c0e-97eb-4985-88c1-d6a3a8def710 req-e1530be3-6f1e-442d-8b8e-46d7ec64d5c1 service nova] [instance: a5ca1f63-615e-40c5-a6a1-9fa30f578fc6] Updated VIF entry in instance network info cache for port b601e3e0-69ac-461f-b3cb-cbeca061baa6. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1923.027790] env[62291]: DEBUG nova.network.neutron [req-744b8c0e-97eb-4985-88c1-d6a3a8def710 req-e1530be3-6f1e-442d-8b8e-46d7ec64d5c1 service nova] [instance: a5ca1f63-615e-40c5-a6a1-9fa30f578fc6] Updating instance_info_cache with network_info: [{"id": "b601e3e0-69ac-461f-b3cb-cbeca061baa6", "address": "fa:16:3e:96:23:a7", "network": {"id": "250443a2-7af5-4535-842f-b7504465f37f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-763563686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99ca6d4174bb48e69ee86ea31adae1d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb601e3e0-69", "ovs_interfaceid": "b601e3e0-69ac-461f-b3cb-cbeca061baa6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1923.133672] env[62291]: DEBUG nova.compute.manager [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: f3aecbb2-c186-41c8-9aaa-d5adda951718] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1923.168191] env[62291]: DEBUG nova.virt.hardware [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1923.168504] env[62291]: DEBUG nova.virt.hardware [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1923.169147] env[62291]: DEBUG nova.virt.hardware [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1923.169147] env[62291]: DEBUG nova.virt.hardware [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1923.169147] env[62291]: DEBUG nova.virt.hardware [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1923.169339] env[62291]: DEBUG nova.virt.hardware [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1923.169457] env[62291]: DEBUG nova.virt.hardware [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1923.169612] env[62291]: DEBUG nova.virt.hardware [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1923.169779] env[62291]: DEBUG nova.virt.hardware [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1923.169965] env[62291]: DEBUG nova.virt.hardware [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1923.170188] env[62291]: DEBUG nova.virt.hardware [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1923.171408] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d98f61d9-07c3-4ceb-9bd6-742fc0fd4f0c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.181402] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad798441-ca31-4343-b0d1-4a4df3c625b9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.209823] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': task-2142493, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.271655] env[62291]: DEBUG nova.compute.manager [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1923.319249] env[62291]: DEBUG nova.scheduler.client.report [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1923.330857] env[62291]: INFO nova.compute.manager [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Took 42.98 seconds to build instance. [ 1923.405647] env[62291]: INFO nova.compute.manager [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Rebuilding instance [ 1923.452172] env[62291]: DEBUG nova.compute.manager [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1923.452905] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ea770f-cea6-42f4-858a-9f42bcf7b233 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.461645] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52ac4e40-f438-075e-c2c4-f0dc29f3598e, 'name': SearchDatastore_Task, 'duration_secs': 0.010369} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.466204] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a848103-c113-4d96-a0ff-7d121153f603 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.471910] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Waiting for the task: (returnval){ [ 1923.471910] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52d8ff26-902c-6100-f3fe-e67dabd70996" [ 1923.471910] env[62291]: _type = "Task" [ 1923.471910] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.481040] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52d8ff26-902c-6100-f3fe-e67dabd70996, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.532130] env[62291]: DEBUG oslo_concurrency.lockutils [req-744b8c0e-97eb-4985-88c1-d6a3a8def710 req-e1530be3-6f1e-442d-8b8e-46d7ec64d5c1 service nova] Releasing lock "refresh_cache-a5ca1f63-615e-40c5-a6a1-9fa30f578fc6" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1923.714416] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': task-2142493, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634328} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.715097] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 55374085-f0cc-45b1-8f65-3559902cc838/55374085-f0cc-45b1-8f65-3559902cc838.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1923.715461] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: 55374085-f0cc-45b1-8f65-3559902cc838] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1923.715805] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73d0d2d1-739b-474d-83c2-bbbf9a40eb1d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.724466] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Waiting for the task: (returnval){ [ 1923.724466] env[62291]: value = "task-2142494" [ 1923.724466] env[62291]: _type = "Task" [ 1923.724466] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.738862] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': task-2142494, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.798161] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1923.828185] env[62291]: DEBUG oslo_concurrency.lockutils [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.744s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.828738] env[62291]: DEBUG nova.compute.manager [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1923.834792] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.728s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.836310] env[62291]: INFO nova.compute.claims [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] [instance: 4af55a8c-1f23-4e72-a945-aff479b9c450] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1923.841445] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c99ee5ca-34b0-4b67-866d-6a43ca14a8ca tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Lock "80c94d56-773a-499b-a207-a3f11a14c32b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.942s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.970838] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1923.972381] env[62291]: DEBUG nova.network.neutron [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: f3aecbb2-c186-41c8-9aaa-d5adda951718] Successfully updated port: 3f0f34fa-d72e-4a57-affa-7afdf68feef2 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1923.974224] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-169dd4ca-1dd3-4332-ac24-f1404b315359 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.993590] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52d8ff26-902c-6100-f3fe-e67dabd70996, 'name': SearchDatastore_Task, 'duration_secs': 0.018438} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.995042] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1923.995601] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] a5ca1f63-615e-40c5-a6a1-9fa30f578fc6/a5ca1f63-615e-40c5-a6a1-9fa30f578fc6.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1923.995930] env[62291]: DEBUG oslo_vmware.api [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Waiting for the task: (returnval){ [ 1923.995930] env[62291]: value = "task-2142495" [ 1923.995930] env[62291]: _type = "Task" [ 1923.995930] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1923.996403] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26829512-2962-4f12-a9fa-0dd668e2d323 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.011933] env[62291]: DEBUG oslo_vmware.api [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Task: {'id': task-2142495, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.013623] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Waiting for the task: (returnval){ [ 1924.013623] env[62291]: value = "task-2142496" [ 1924.013623] env[62291]: _type = "Task" [ 1924.013623] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.022880] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': task-2142496, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.239738] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': task-2142494, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.212073} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.240177] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: 55374085-f0cc-45b1-8f65-3559902cc838] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1924.241210] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db78dedd-2004-4d30-ba55-e47386e863fa {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.268040] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: 55374085-f0cc-45b1-8f65-3559902cc838] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 55374085-f0cc-45b1-8f65-3559902cc838/55374085-f0cc-45b1-8f65-3559902cc838.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1924.268488] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-819bf11f-2193-4343-a5ae-d43391941276 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.289476] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Waiting for the task: (returnval){ [ 1924.289476] env[62291]: value = "task-2142497" [ 1924.289476] env[62291]: _type = "Task" [ 1924.289476] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.298468] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': task-2142497, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.336503] env[62291]: DEBUG nova.compute.utils [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1924.337997] env[62291]: DEBUG nova.compute.manager [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1924.342346] env[62291]: DEBUG nova.network.neutron [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1924.342638] env[62291]: DEBUG nova.compute.manager [req-89b75447-337c-4282-9cfb-a6587aa19415 req-843db57b-bf28-45a5-9e9e-91b666dd2c0d service nova] [instance: f3aecbb2-c186-41c8-9aaa-d5adda951718] Received event network-vif-plugged-3f0f34fa-d72e-4a57-affa-7afdf68feef2 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1924.342853] env[62291]: DEBUG oslo_concurrency.lockutils [req-89b75447-337c-4282-9cfb-a6587aa19415 req-843db57b-bf28-45a5-9e9e-91b666dd2c0d service nova] Acquiring lock "f3aecbb2-c186-41c8-9aaa-d5adda951718-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.343098] env[62291]: DEBUG oslo_concurrency.lockutils [req-89b75447-337c-4282-9cfb-a6587aa19415 req-843db57b-bf28-45a5-9e9e-91b666dd2c0d service nova] Lock "f3aecbb2-c186-41c8-9aaa-d5adda951718-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.343265] env[62291]: DEBUG oslo_concurrency.lockutils [req-89b75447-337c-4282-9cfb-a6587aa19415 req-843db57b-bf28-45a5-9e9e-91b666dd2c0d service nova] Lock "f3aecbb2-c186-41c8-9aaa-d5adda951718-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.343424] env[62291]: DEBUG nova.compute.manager [req-89b75447-337c-4282-9cfb-a6587aa19415 req-843db57b-bf28-45a5-9e9e-91b666dd2c0d service nova] [instance: f3aecbb2-c186-41c8-9aaa-d5adda951718] No waiting events found dispatching network-vif-plugged-3f0f34fa-d72e-4a57-affa-7afdf68feef2 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1924.343575] env[62291]: WARNING nova.compute.manager [req-89b75447-337c-4282-9cfb-a6587aa19415 req-843db57b-bf28-45a5-9e9e-91b666dd2c0d service nova] [instance: f3aecbb2-c186-41c8-9aaa-d5adda951718] Received unexpected event network-vif-plugged-3f0f34fa-d72e-4a57-affa-7afdf68feef2 for instance with vm_state building and task_state spawning. [ 1924.343719] env[62291]: DEBUG nova.compute.manager [req-89b75447-337c-4282-9cfb-a6587aa19415 req-843db57b-bf28-45a5-9e9e-91b666dd2c0d service nova] [instance: f3aecbb2-c186-41c8-9aaa-d5adda951718] Received event network-changed-3f0f34fa-d72e-4a57-affa-7afdf68feef2 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1924.343863] env[62291]: DEBUG nova.compute.manager [req-89b75447-337c-4282-9cfb-a6587aa19415 req-843db57b-bf28-45a5-9e9e-91b666dd2c0d service nova] [instance: f3aecbb2-c186-41c8-9aaa-d5adda951718] Refreshing instance network info cache due to event network-changed-3f0f34fa-d72e-4a57-affa-7afdf68feef2. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1924.344033] env[62291]: DEBUG oslo_concurrency.lockutils [req-89b75447-337c-4282-9cfb-a6587aa19415 req-843db57b-bf28-45a5-9e9e-91b666dd2c0d service nova] Acquiring lock "refresh_cache-f3aecbb2-c186-41c8-9aaa-d5adda951718" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1924.344159] env[62291]: DEBUG oslo_concurrency.lockutils [req-89b75447-337c-4282-9cfb-a6587aa19415 req-843db57b-bf28-45a5-9e9e-91b666dd2c0d service nova] Acquired lock "refresh_cache-f3aecbb2-c186-41c8-9aaa-d5adda951718" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1924.344328] env[62291]: DEBUG nova.network.neutron [req-89b75447-337c-4282-9cfb-a6587aa19415 req-843db57b-bf28-45a5-9e9e-91b666dd2c0d service nova] [instance: f3aecbb2-c186-41c8-9aaa-d5adda951718] Refreshing network info cache for port 3f0f34fa-d72e-4a57-affa-7afdf68feef2 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1924.352294] env[62291]: DEBUG nova.compute.manager [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1924.421770] env[62291]: DEBUG nova.policy [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6f2d5cc096124588aa524619dc3591eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab8dfc93d7cc45339c715d4379e92499', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 1924.480863] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Acquiring lock "refresh_cache-f3aecbb2-c186-41c8-9aaa-d5adda951718" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1924.510871] env[62291]: DEBUG oslo_vmware.api [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Task: {'id': task-2142495, 'name': PowerOffVM_Task, 'duration_secs': 0.142671} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1924.510871] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1924.511135] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1924.512257] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c996b03-516d-4f05-981e-119f7f990b17 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.525108] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': task-2142496, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.527247] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1924.527526] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-68b79c0f-edc5-49a8-a226-f6fca6b1399a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.562682] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1924.563078] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1924.563315] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Deleting the datastore file [datastore2] bfb2f00f-c783-4d47-ad28-3de6eff3f77a {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1924.563650] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-612915c3-623f-467a-9910-b510c8472ed5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1924.573363] env[62291]: DEBUG oslo_vmware.api [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Waiting for the task: (returnval){ [ 1924.573363] env[62291]: value = "task-2142499" [ 1924.573363] env[62291]: _type = "Task" [ 1924.573363] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1924.583940] env[62291]: DEBUG oslo_vmware.api [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Task: {'id': task-2142499, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.635177] env[62291]: DEBUG nova.compute.manager [req-5ca96a3d-59b3-4fc0-ae20-95176adc80af req-3321d3bc-2313-46b0-b32c-b1606822cf92 service nova] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Received event network-changed-f69a3562-b516-400f-b041-5f9831eba222 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1924.635177] env[62291]: DEBUG nova.compute.manager [req-5ca96a3d-59b3-4fc0-ae20-95176adc80af req-3321d3bc-2313-46b0-b32c-b1606822cf92 service nova] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Refreshing instance network info cache due to event network-changed-f69a3562-b516-400f-b041-5f9831eba222. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1924.635977] env[62291]: DEBUG oslo_concurrency.lockutils [req-5ca96a3d-59b3-4fc0-ae20-95176adc80af req-3321d3bc-2313-46b0-b32c-b1606822cf92 service nova] Acquiring lock "refresh_cache-bb952207-9905-4a12-a189-94d00a8d1066" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1924.636313] env[62291]: DEBUG oslo_concurrency.lockutils [req-5ca96a3d-59b3-4fc0-ae20-95176adc80af req-3321d3bc-2313-46b0-b32c-b1606822cf92 service nova] Acquired lock "refresh_cache-bb952207-9905-4a12-a189-94d00a8d1066" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1924.636696] env[62291]: DEBUG nova.network.neutron [req-5ca96a3d-59b3-4fc0-ae20-95176adc80af req-3321d3bc-2313-46b0-b32c-b1606822cf92 service nova] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Refreshing network info cache for port f69a3562-b516-400f-b041-5f9831eba222 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1924.811373] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': task-2142497, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1924.834851] env[62291]: DEBUG nova.network.neutron [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] Successfully created port: c7593c47-dfef-477e-82a4-a3ceafff3ce9 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1924.841752] env[62291]: DEBUG nova.compute.manager [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1924.890676] env[62291]: DEBUG nova.network.neutron [req-89b75447-337c-4282-9cfb-a6587aa19415 req-843db57b-bf28-45a5-9e9e-91b666dd2c0d service nova] [instance: f3aecbb2-c186-41c8-9aaa-d5adda951718] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1924.895292] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1925.024359] env[62291]: DEBUG nova.network.neutron [req-89b75447-337c-4282-9cfb-a6587aa19415 req-843db57b-bf28-45a5-9e9e-91b666dd2c0d service nova] [instance: f3aecbb2-c186-41c8-9aaa-d5adda951718] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1925.032089] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': task-2142496, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.660593} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.032597] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] a5ca1f63-615e-40c5-a6a1-9fa30f578fc6/a5ca1f63-615e-40c5-a6a1-9fa30f578fc6.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1925.032807] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: a5ca1f63-615e-40c5-a6a1-9fa30f578fc6] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1925.036059] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dab66a54-f54b-429d-84c7-d1c9ce4b3f44 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.046206] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Waiting for the task: (returnval){ [ 1925.046206] env[62291]: value = "task-2142500" [ 1925.046206] env[62291]: _type = "Task" [ 1925.046206] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.055852] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': task-2142500, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.088656] env[62291]: DEBUG oslo_vmware.api [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Task: {'id': task-2142499, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.229875} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.088910] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1925.089128] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1925.089376] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1925.307106] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': task-2142497, 'name': ReconfigVM_Task, 'duration_secs': 0.616063} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.307393] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: 55374085-f0cc-45b1-8f65-3559902cc838] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 55374085-f0cc-45b1-8f65-3559902cc838/55374085-f0cc-45b1-8f65-3559902cc838.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1925.308014] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00ecacd0-f8be-4907-8d10-b4ce574b6899 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.316886] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Waiting for the task: (returnval){ [ 1925.316886] env[62291]: value = "task-2142501" [ 1925.316886] env[62291]: _type = "Task" [ 1925.316886] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.328453] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': task-2142501, 'name': Rename_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.510026] env[62291]: DEBUG nova.network.neutron [req-5ca96a3d-59b3-4fc0-ae20-95176adc80af req-3321d3bc-2313-46b0-b32c-b1606822cf92 service nova] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Updated VIF entry in instance network info cache for port f69a3562-b516-400f-b041-5f9831eba222. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1925.510410] env[62291]: DEBUG nova.network.neutron [req-5ca96a3d-59b3-4fc0-ae20-95176adc80af req-3321d3bc-2313-46b0-b32c-b1606822cf92 service nova] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Updating instance_info_cache with network_info: [{"id": "f69a3562-b516-400f-b041-5f9831eba222", "address": "fa:16:3e:81:3e:56", "network": {"id": "49a47a2a-0850-43ea-80e6-0a010e48ae56", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1333185757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.232", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae6b6ded12464419a6dc4f617fcd2e59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf69a3562-b5", "ovs_interfaceid": "f69a3562-b516-400f-b041-5f9831eba222", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1925.516302] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f8f955-836d-4d87-b96e-b23b67ab4771 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.527286] env[62291]: DEBUG oslo_concurrency.lockutils [req-89b75447-337c-4282-9cfb-a6587aa19415 req-843db57b-bf28-45a5-9e9e-91b666dd2c0d service nova] Releasing lock "refresh_cache-f3aecbb2-c186-41c8-9aaa-d5adda951718" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1925.527731] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Acquired lock "refresh_cache-f3aecbb2-c186-41c8-9aaa-d5adda951718" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1925.527886] env[62291]: DEBUG nova.network.neutron [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: f3aecbb2-c186-41c8-9aaa-d5adda951718] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1925.529891] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90d6bf0-0684-44c6-9890-29e3294efb81 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.572683] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a665da54-9d50-45ca-8754-4182ba32cf16 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.575709] env[62291]: DEBUG nova.network.neutron [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: f3aecbb2-c186-41c8-9aaa-d5adda951718] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1925.585194] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': task-2142500, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079658} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.586421] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bbb2d4-9940-4fa9-bda1-9aae2ca968c3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.591110] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: a5ca1f63-615e-40c5-a6a1-9fa30f578fc6] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1925.591787] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237bc5c1-2911-49a8-bbe1-9c3218c384d4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.610563] env[62291]: DEBUG nova.compute.provider_tree [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1925.633620] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: a5ca1f63-615e-40c5-a6a1-9fa30f578fc6] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] a5ca1f63-615e-40c5-a6a1-9fa30f578fc6/a5ca1f63-615e-40c5-a6a1-9fa30f578fc6.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1925.634954] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16de4d3f-d99c-44cd-8fd4-a8c039ae0553 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.660088] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Waiting for the task: (returnval){ [ 1925.660088] env[62291]: value = "task-2142502" [ 1925.660088] env[62291]: _type = "Task" [ 1925.660088] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.669235] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': task-2142502, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.678207] env[62291]: DEBUG nova.compute.manager [None req-002e6a2c-135c-43de-b616-103c9e036c69 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1925.678703] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815c6733-988a-49ee-9c44-cae3351227ca {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.764402] env[62291]: DEBUG nova.network.neutron [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: f3aecbb2-c186-41c8-9aaa-d5adda951718] Updating instance_info_cache with network_info: [{"id": "3f0f34fa-d72e-4a57-affa-7afdf68feef2", "address": "fa:16:3e:b0:ea:db", "network": {"id": "250443a2-7af5-4535-842f-b7504465f37f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-763563686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99ca6d4174bb48e69ee86ea31adae1d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f0f34fa-d7", "ovs_interfaceid": "3f0f34fa-d72e-4a57-affa-7afdf68feef2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1925.828049] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': task-2142501, 'name': Rename_Task, 'duration_secs': 0.486098} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1925.828378] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: 55374085-f0cc-45b1-8f65-3559902cc838] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1925.828654] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-310acafe-c85a-4568-8e2c-16f66753ab93 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.838275] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Waiting for the task: (returnval){ [ 1925.838275] env[62291]: value = "task-2142503" [ 1925.838275] env[62291]: _type = "Task" [ 1925.838275] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1925.850295] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': task-2142503, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1925.856538] env[62291]: DEBUG nova.compute.manager [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1925.888088] env[62291]: DEBUG nova.virt.hardware [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T08:04:11Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1434923242',id=24,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-2130923771',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1925.888345] env[62291]: DEBUG nova.virt.hardware [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1925.888495] env[62291]: DEBUG nova.virt.hardware [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1925.888674] env[62291]: DEBUG nova.virt.hardware [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1925.888816] env[62291]: DEBUG nova.virt.hardware [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1925.888956] env[62291]: DEBUG nova.virt.hardware [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1925.890692] env[62291]: DEBUG nova.virt.hardware [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1925.890692] env[62291]: DEBUG nova.virt.hardware [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1925.890816] env[62291]: DEBUG nova.virt.hardware [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1925.890947] env[62291]: DEBUG nova.virt.hardware [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1925.891721] env[62291]: DEBUG nova.virt.hardware [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1925.892219] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97666d09-dcd8-4221-b7b2-bc5fdfb5205c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.902032] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd38821f-5c37-46fa-8f4e-8ac6f017bdae {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.020624] env[62291]: DEBUG oslo_concurrency.lockutils [req-5ca96a3d-59b3-4fc0-ae20-95176adc80af req-3321d3bc-2313-46b0-b32c-b1606822cf92 service nova] Releasing lock "refresh_cache-bb952207-9905-4a12-a189-94d00a8d1066" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1926.117031] env[62291]: DEBUG nova.scheduler.client.report [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1926.147404] env[62291]: DEBUG nova.virt.hardware [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1926.147655] env[62291]: DEBUG nova.virt.hardware [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1926.147809] env[62291]: DEBUG nova.virt.hardware [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1926.148009] env[62291]: DEBUG nova.virt.hardware [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1926.148478] env[62291]: DEBUG nova.virt.hardware [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1926.148545] env[62291]: DEBUG nova.virt.hardware [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1926.148715] env[62291]: DEBUG nova.virt.hardware [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1926.148872] env[62291]: DEBUG nova.virt.hardware [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1926.149048] env[62291]: DEBUG nova.virt.hardware [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1926.149228] env[62291]: DEBUG nova.virt.hardware [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1926.149423] env[62291]: DEBUG nova.virt.hardware [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1926.151285] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6edcc83-8232-42fe-8295-d72d08238078 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.161320] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78207dd-f1df-43fb-b9db-a1df9b210c50 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.175362] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': task-2142502, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.183869] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Instance VIF info [] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1926.189618] env[62291]: DEBUG oslo.service.loopingcall [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1926.190624] env[62291]: INFO nova.compute.manager [None req-002e6a2c-135c-43de-b616-103c9e036c69 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] instance snapshotting [ 1926.192144] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1926.192366] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-667e16d1-6735-4cfc-b625-8cd6eaebcdeb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.205082] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b647845-5f0b-4d5f-9d39-98f80008ba9a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.229066] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58bf732f-b8e0-43d4-bda4-651831ab4b19 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.231379] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1926.231379] env[62291]: value = "task-2142504" [ 1926.231379] env[62291]: _type = "Task" [ 1926.231379] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.246578] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142504, 'name': CreateVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.268228] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Releasing lock "refresh_cache-f3aecbb2-c186-41c8-9aaa-d5adda951718" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1926.268575] env[62291]: DEBUG nova.compute.manager [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: f3aecbb2-c186-41c8-9aaa-d5adda951718] Instance network_info: |[{"id": "3f0f34fa-d72e-4a57-affa-7afdf68feef2", "address": "fa:16:3e:b0:ea:db", "network": {"id": "250443a2-7af5-4535-842f-b7504465f37f", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-763563686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99ca6d4174bb48e69ee86ea31adae1d7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f972c061-0cd5-4aed-8cfb-42cc4a08835a", "external-id": "nsx-vlan-transportzone-814", "segmentation_id": 814, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3f0f34fa-d7", "ovs_interfaceid": "3f0f34fa-d72e-4a57-affa-7afdf68feef2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1926.268989] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: f3aecbb2-c186-41c8-9aaa-d5adda951718] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:ea:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f972c061-0cd5-4aed-8cfb-42cc4a08835a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3f0f34fa-d72e-4a57-affa-7afdf68feef2', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1926.277891] env[62291]: DEBUG oslo.service.loopingcall [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1926.278235] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3aecbb2-c186-41c8-9aaa-d5adda951718] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1926.278465] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e8d5128-a444-4e53-94e2-d59e77f85509 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.305224] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1926.305224] env[62291]: value = "task-2142505" [ 1926.305224] env[62291]: _type = "Task" [ 1926.305224] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.316890] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142505, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.351624] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': task-2142503, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.622608] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.788s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1926.623567] env[62291]: DEBUG nova.compute.manager [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] [instance: 4af55a8c-1f23-4e72-a945-aff479b9c450] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1926.627049] env[62291]: DEBUG oslo_concurrency.lockutils [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.961s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1926.629028] env[62291]: INFO nova.compute.claims [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8c17919f-3941-4f1b-84fd-bf30d64dceb0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1926.676460] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': task-2142502, 'name': ReconfigVM_Task, 'duration_secs': 0.802483} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.677626] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: a5ca1f63-615e-40c5-a6a1-9fa30f578fc6] Reconfigured VM instance instance-00000013 to attach disk [datastore2] a5ca1f63-615e-40c5-a6a1-9fa30f578fc6/a5ca1f63-615e-40c5-a6a1-9fa30f578fc6.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1926.678956] env[62291]: DEBUG nova.compute.manager [req-1b316188-9398-455d-abda-bebcea908a67 req-17eead69-7943-41fd-a5fc-bed9e2b6b05f service nova] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] Received event network-vif-plugged-c7593c47-dfef-477e-82a4-a3ceafff3ce9 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1926.679170] env[62291]: DEBUG oslo_concurrency.lockutils [req-1b316188-9398-455d-abda-bebcea908a67 req-17eead69-7943-41fd-a5fc-bed9e2b6b05f service nova] Acquiring lock "c1b0c88d-a23d-4b9d-91a8-adb25967c228-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1926.679365] env[62291]: DEBUG oslo_concurrency.lockutils [req-1b316188-9398-455d-abda-bebcea908a67 req-17eead69-7943-41fd-a5fc-bed9e2b6b05f service nova] Lock "c1b0c88d-a23d-4b9d-91a8-adb25967c228-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1926.679527] env[62291]: DEBUG oslo_concurrency.lockutils [req-1b316188-9398-455d-abda-bebcea908a67 req-17eead69-7943-41fd-a5fc-bed9e2b6b05f service nova] Lock "c1b0c88d-a23d-4b9d-91a8-adb25967c228-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1926.679689] env[62291]: DEBUG nova.compute.manager [req-1b316188-9398-455d-abda-bebcea908a67 req-17eead69-7943-41fd-a5fc-bed9e2b6b05f service nova] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] No waiting events found dispatching network-vif-plugged-c7593c47-dfef-477e-82a4-a3ceafff3ce9 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1926.679847] env[62291]: WARNING nova.compute.manager [req-1b316188-9398-455d-abda-bebcea908a67 req-17eead69-7943-41fd-a5fc-bed9e2b6b05f service nova] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] Received unexpected event network-vif-plugged-c7593c47-dfef-477e-82a4-a3ceafff3ce9 for instance with vm_state building and task_state spawning. [ 1926.680126] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2c11e21d-7cb3-4d7e-9303-a9d7a2379863 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.688415] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Waiting for the task: (returnval){ [ 1926.688415] env[62291]: value = "task-2142506" [ 1926.688415] env[62291]: _type = "Task" [ 1926.688415] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.700969] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': task-2142506, 'name': Rename_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.744625] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-002e6a2c-135c-43de-b616-103c9e036c69 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Creating Snapshot of the VM instance {{(pid=62291) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1926.744625] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142504, 'name': CreateVM_Task, 'duration_secs': 0.419828} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.744907] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b91c0d93-dba8-4f10-9e60-556695353abe {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.746842] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1926.747282] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1926.747461] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1926.747787] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1926.748449] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bae8c79-e79d-4bd8-8067-c0e18318ec7b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1926.754869] env[62291]: DEBUG oslo_vmware.api [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Waiting for the task: (returnval){ [ 1926.754869] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]523aa15a-b126-bd66-e95a-12d30ceda7df" [ 1926.754869] env[62291]: _type = "Task" [ 1926.754869] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.755963] env[62291]: DEBUG oslo_vmware.api [None req-002e6a2c-135c-43de-b616-103c9e036c69 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Waiting for the task: (returnval){ [ 1926.755963] env[62291]: value = "task-2142507" [ 1926.755963] env[62291]: _type = "Task" [ 1926.755963] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1926.767871] env[62291]: DEBUG oslo_vmware.api [None req-002e6a2c-135c-43de-b616-103c9e036c69 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142507, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.771326] env[62291]: DEBUG oslo_vmware.api [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]523aa15a-b126-bd66-e95a-12d30ceda7df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.817906] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142505, 'name': CreateVM_Task, 'duration_secs': 0.353426} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1926.818336] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f3aecbb2-c186-41c8-9aaa-d5adda951718] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1926.819351] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1926.852871] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': task-2142503, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1926.970636] env[62291]: DEBUG nova.network.neutron [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] Successfully updated port: c7593c47-dfef-477e-82a4-a3ceafff3ce9 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1927.134095] env[62291]: DEBUG nova.compute.utils [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1927.136060] env[62291]: DEBUG nova.compute.manager [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] [instance: 4af55a8c-1f23-4e72-a945-aff479b9c450] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1927.140127] env[62291]: DEBUG nova.network.neutron [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] [instance: 4af55a8c-1f23-4e72-a945-aff479b9c450] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1927.198977] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': task-2142506, 'name': Rename_Task, 'duration_secs': 0.159515} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.199442] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: a5ca1f63-615e-40c5-a6a1-9fa30f578fc6] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1927.199704] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d26dde3b-7895-4d33-9cf9-e73b6dc821a6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.206812] env[62291]: DEBUG nova.policy [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9b081db69ca847ae9a96cebe66399cc9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '271c2b2b0c624c39b64120413cd391a4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 1927.207917] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Waiting for the task: (returnval){ [ 1927.207917] env[62291]: value = "task-2142508" [ 1927.207917] env[62291]: _type = "Task" [ 1927.207917] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.216167] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': task-2142508, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.270022] env[62291]: DEBUG oslo_vmware.api [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]523aa15a-b126-bd66-e95a-12d30ceda7df, 'name': SearchDatastore_Task, 'duration_secs': 0.012313} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.271140] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1927.271372] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1927.271597] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1927.271732] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1927.271898] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1927.272182] env[62291]: DEBUG oslo_vmware.api [None req-002e6a2c-135c-43de-b616-103c9e036c69 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142507, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.272398] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1927.272688] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1927.272928] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59bf6290-ca01-4324-9e11-bdd7bd42d989 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.274614] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6064100d-f162-45d0-b1c7-5c60f1a07865 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.280075] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Waiting for the task: (returnval){ [ 1927.280075] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]520f76ae-52fb-aaa0-b37a-826261f46410" [ 1927.280075] env[62291]: _type = "Task" [ 1927.280075] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.284138] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1927.284307] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1927.285337] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d080f3be-230e-4459-b930-83f87cdbd754 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.290551] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]520f76ae-52fb-aaa0-b37a-826261f46410, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.293398] env[62291]: DEBUG oslo_vmware.api [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Waiting for the task: (returnval){ [ 1927.293398] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5232a494-aeba-9175-dc4c-803a60428f5a" [ 1927.293398] env[62291]: _type = "Task" [ 1927.293398] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.300417] env[62291]: DEBUG oslo_vmware.api [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5232a494-aeba-9175-dc4c-803a60428f5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.349452] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': task-2142503, 'name': PowerOnVM_Task, 'duration_secs': 1.063328} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.349729] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: 55374085-f0cc-45b1-8f65-3559902cc838] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1927.349923] env[62291]: INFO nova.compute.manager [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: 55374085-f0cc-45b1-8f65-3559902cc838] Took 11.10 seconds to spawn the instance on the hypervisor. [ 1927.350135] env[62291]: DEBUG nova.compute.manager [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: 55374085-f0cc-45b1-8f65-3559902cc838] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1927.350958] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eece89f-2116-45e1-90fd-4599b6596433 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.474520] env[62291]: DEBUG oslo_concurrency.lockutils [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Acquiring lock "refresh_cache-c1b0c88d-a23d-4b9d-91a8-adb25967c228" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1927.474616] env[62291]: DEBUG oslo_concurrency.lockutils [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Acquired lock "refresh_cache-c1b0c88d-a23d-4b9d-91a8-adb25967c228" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1927.474844] env[62291]: DEBUG nova.network.neutron [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1927.599133] env[62291]: DEBUG nova.network.neutron [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] [instance: 4af55a8c-1f23-4e72-a945-aff479b9c450] Successfully created port: 87fbc29f-5ed5-4892-b854-bb0d5626060f {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1927.645226] env[62291]: DEBUG nova.compute.manager [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] [instance: 4af55a8c-1f23-4e72-a945-aff479b9c450] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1927.719858] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': task-2142508, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.771510] env[62291]: DEBUG oslo_vmware.api [None req-002e6a2c-135c-43de-b616-103c9e036c69 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142507, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.794107] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]520f76ae-52fb-aaa0-b37a-826261f46410, 'name': SearchDatastore_Task, 'duration_secs': 0.009624} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.800491] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1927.800975] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: f3aecbb2-c186-41c8-9aaa-d5adda951718] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1927.801249] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1927.807512] env[62291]: DEBUG oslo_vmware.api [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5232a494-aeba-9175-dc4c-803a60428f5a, 'name': SearchDatastore_Task, 'duration_secs': 0.008234} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1927.808314] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84763bec-0cf1-43ef-b3a5-fdb1fd18005f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.815433] env[62291]: DEBUG oslo_vmware.api [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Waiting for the task: (returnval){ [ 1927.815433] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]520f1e5a-9c8c-edef-6982-070a30783090" [ 1927.815433] env[62291]: _type = "Task" [ 1927.815433] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.824449] env[62291]: DEBUG oslo_vmware.api [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]520f1e5a-9c8c-edef-6982-070a30783090, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.870024] env[62291]: INFO nova.compute.manager [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: 55374085-f0cc-45b1-8f65-3559902cc838] Took 34.76 seconds to build instance. [ 1928.039020] env[62291]: DEBUG nova.network.neutron [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1928.221022] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': task-2142508, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.273114] env[62291]: DEBUG oslo_vmware.api [None req-002e6a2c-135c-43de-b616-103c9e036c69 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142507, 'name': CreateSnapshot_Task, 'duration_secs': 1.237608} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.275063] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-002e6a2c-135c-43de-b616-103c9e036c69 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Created Snapshot of the VM instance {{(pid=62291) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1928.276430] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b03139-9f68-4bd8-ac17-659e7c11ae89 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.289436] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b4192b0-73ff-4dfc-b6e2-7e4361677ca5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.296255] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc37b1e-9177-4a2e-bab0-b070b0de49f4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.300154] env[62291]: DEBUG nova.network.neutron [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] Updating instance_info_cache with network_info: [{"id": "c7593c47-dfef-477e-82a4-a3ceafff3ce9", "address": "fa:16:3e:59:67:2f", "network": {"id": "4d59fab7-22c5-46fc-bccf-4e94ad091fee", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-42214769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab8dfc93d7cc45339c715d4379e92499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7593c47-df", "ovs_interfaceid": "c7593c47-dfef-477e-82a4-a3ceafff3ce9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1928.335196] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abaf36c1-c443-43de-9616-d5942a242bdf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.344188] env[62291]: DEBUG oslo_vmware.api [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]520f1e5a-9c8c-edef-6982-070a30783090, 'name': SearchDatastore_Task, 'duration_secs': 0.009946} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.346345] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1928.346610] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] bfb2f00f-c783-4d47-ad28-3de6eff3f77a/bfb2f00f-c783-4d47-ad28-3de6eff3f77a.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1928.346923] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1928.347119] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1928.347320] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56934cc7-f729-4b8d-8b9f-cfa84e110d44 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.351801] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6e6f5d-2c04-40ea-b0ba-6003a9947551 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.355612] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd66f905-a9c8-4b88-9d6c-2b3d9d0ea958 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.368665] env[62291]: DEBUG nova.compute.provider_tree [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1928.371876] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Lock "55374085-f0cc-45b1-8f65-3559902cc838" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.568s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1928.372222] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1928.372387] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1928.373186] env[62291]: DEBUG oslo_vmware.api [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Waiting for the task: (returnval){ [ 1928.373186] env[62291]: value = "task-2142509" [ 1928.373186] env[62291]: _type = "Task" [ 1928.373186] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.374365] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e14bb002-76cc-4596-b9ea-9e053e2bc4ec {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.386235] env[62291]: DEBUG oslo_vmware.api [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Task: {'id': task-2142509, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.387495] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Waiting for the task: (returnval){ [ 1928.387495] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]524f371e-75cc-6dd6-6f2d-00e9ae08939c" [ 1928.387495] env[62291]: _type = "Task" [ 1928.387495] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.396678] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]524f371e-75cc-6dd6-6f2d-00e9ae08939c, 'name': SearchDatastore_Task, 'duration_secs': 0.009352} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.397440] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ac30f62-d43b-418e-9901-bd3e055610d9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.402552] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Waiting for the task: (returnval){ [ 1928.402552] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52e5197b-bcc0-bb52-fa80-f96b81ca9c33" [ 1928.402552] env[62291]: _type = "Task" [ 1928.402552] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.411655] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52e5197b-bcc0-bb52-fa80-f96b81ca9c33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.664443] env[62291]: DEBUG nova.compute.manager [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] [instance: 4af55a8c-1f23-4e72-a945-aff479b9c450] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1928.695896] env[62291]: DEBUG nova.virt.hardware [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1928.696119] env[62291]: DEBUG nova.virt.hardware [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1928.696209] env[62291]: DEBUG nova.virt.hardware [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1928.696355] env[62291]: DEBUG nova.virt.hardware [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1928.696482] env[62291]: DEBUG nova.virt.hardware [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1928.696623] env[62291]: DEBUG nova.virt.hardware [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1928.698333] env[62291]: DEBUG nova.virt.hardware [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1928.698333] env[62291]: DEBUG nova.virt.hardware [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1928.698333] env[62291]: DEBUG nova.virt.hardware [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1928.698333] env[62291]: DEBUG nova.virt.hardware [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1928.698333] env[62291]: DEBUG nova.virt.hardware [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1928.698881] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226a7100-24ec-4721-9666-4fe0ad783d20 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.707156] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f486f9a3-83f8-435d-bf90-61262260a149 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.729219] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': task-2142508, 'name': PowerOnVM_Task, 'duration_secs': 1.502808} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.729537] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: a5ca1f63-615e-40c5-a6a1-9fa30f578fc6] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1928.729740] env[62291]: INFO nova.compute.manager [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: a5ca1f63-615e-40c5-a6a1-9fa30f578fc6] Took 9.74 seconds to spawn the instance on the hypervisor. [ 1928.729916] env[62291]: DEBUG nova.compute.manager [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: a5ca1f63-615e-40c5-a6a1-9fa30f578fc6] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1928.730712] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c514ca65-d5c7-415e-be5d-9cf31f276c01 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.758593] env[62291]: DEBUG nova.compute.manager [req-d2747047-48b6-4c13-addb-b6bb47a5cd97 req-3a430a95-7623-4e71-b7d3-412d43b9d039 service nova] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] Received event network-changed-c7593c47-dfef-477e-82a4-a3ceafff3ce9 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1928.758791] env[62291]: DEBUG nova.compute.manager [req-d2747047-48b6-4c13-addb-b6bb47a5cd97 req-3a430a95-7623-4e71-b7d3-412d43b9d039 service nova] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] Refreshing instance network info cache due to event network-changed-c7593c47-dfef-477e-82a4-a3ceafff3ce9. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1928.759161] env[62291]: DEBUG oslo_concurrency.lockutils [req-d2747047-48b6-4c13-addb-b6bb47a5cd97 req-3a430a95-7623-4e71-b7d3-412d43b9d039 service nova] Acquiring lock "refresh_cache-c1b0c88d-a23d-4b9d-91a8-adb25967c228" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1928.796264] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-002e6a2c-135c-43de-b616-103c9e036c69 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Creating linked-clone VM from snapshot {{(pid=62291) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1928.796851] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1f1cd9ef-4970-4e2c-9839-5ab38ef6a72f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.803242] env[62291]: DEBUG oslo_concurrency.lockutils [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Releasing lock "refresh_cache-c1b0c88d-a23d-4b9d-91a8-adb25967c228" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1928.803671] env[62291]: DEBUG nova.compute.manager [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] Instance network_info: |[{"id": "c7593c47-dfef-477e-82a4-a3ceafff3ce9", "address": "fa:16:3e:59:67:2f", "network": {"id": "4d59fab7-22c5-46fc-bccf-4e94ad091fee", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-42214769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab8dfc93d7cc45339c715d4379e92499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7593c47-df", "ovs_interfaceid": "c7593c47-dfef-477e-82a4-a3ceafff3ce9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1928.803932] env[62291]: DEBUG oslo_concurrency.lockutils [req-d2747047-48b6-4c13-addb-b6bb47a5cd97 req-3a430a95-7623-4e71-b7d3-412d43b9d039 service nova] Acquired lock "refresh_cache-c1b0c88d-a23d-4b9d-91a8-adb25967c228" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1928.804341] env[62291]: DEBUG nova.network.neutron [req-d2747047-48b6-4c13-addb-b6bb47a5cd97 req-3a430a95-7623-4e71-b7d3-412d43b9d039 service nova] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] Refreshing network info cache for port c7593c47-dfef-477e-82a4-a3ceafff3ce9 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1928.805806] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:67:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9bc2632-36f9-4912-8782-8bbb789f909d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7593c47-dfef-477e-82a4-a3ceafff3ce9', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1928.813276] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Creating folder: Project (ab8dfc93d7cc45339c715d4379e92499). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1928.815799] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce9e0581-020f-428f-8266-52695711c064 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.817811] env[62291]: DEBUG oslo_vmware.api [None req-002e6a2c-135c-43de-b616-103c9e036c69 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Waiting for the task: (returnval){ [ 1928.817811] env[62291]: value = "task-2142510" [ 1928.817811] env[62291]: _type = "Task" [ 1928.817811] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.828774] env[62291]: DEBUG oslo_vmware.api [None req-002e6a2c-135c-43de-b616-103c9e036c69 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142510, 'name': CloneVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.833022] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Created folder: Project (ab8dfc93d7cc45339c715d4379e92499) in parent group-v437896. [ 1928.833022] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Creating folder: Instances. Parent ref: group-v437925. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1928.833022] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d4ac918-ea28-4e62-ac60-0af5b424d54c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.841809] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Created folder: Instances in parent group-v437925. [ 1928.842096] env[62291]: DEBUG oslo.service.loopingcall [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1928.842302] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1928.842517] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ea44065-7610-443d-9a23-88b8007d5de1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.866245] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1928.866245] env[62291]: value = "task-2142513" [ 1928.866245] env[62291]: _type = "Task" [ 1928.866245] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.877212] env[62291]: DEBUG nova.scheduler.client.report [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1928.880545] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142513, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.880978] env[62291]: DEBUG nova.compute.manager [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] [instance: b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1928.892478] env[62291]: DEBUG oslo_vmware.api [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Task: {'id': task-2142509, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.915926] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52e5197b-bcc0-bb52-fa80-f96b81ca9c33, 'name': SearchDatastore_Task, 'duration_secs': 0.009729} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.915926] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1928.915926] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] f3aecbb2-c186-41c8-9aaa-d5adda951718/f3aecbb2-c186-41c8-9aaa-d5adda951718.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1928.915926] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f753d29f-893d-41fc-8979-3369596d52f3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.925378] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Waiting for the task: (returnval){ [ 1928.925378] env[62291]: value = "task-2142514" [ 1928.925378] env[62291]: _type = "Task" [ 1928.925378] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.934935] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': task-2142514, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.256685] env[62291]: INFO nova.compute.manager [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: a5ca1f63-615e-40c5-a6a1-9fa30f578fc6] Took 25.93 seconds to build instance. [ 1929.338749] env[62291]: DEBUG oslo_vmware.api [None req-002e6a2c-135c-43de-b616-103c9e036c69 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142510, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.379280] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142513, 'name': CreateVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.386577] env[62291]: DEBUG oslo_concurrency.lockutils [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.388346] env[62291]: DEBUG nova.compute.manager [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8c17919f-3941-4f1b-84fd-bf30d64dceb0] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1929.391479] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.821s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1929.401098] env[62291]: INFO nova.compute.claims [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1929.413347] env[62291]: DEBUG oslo_vmware.api [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Task: {'id': task-2142509, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58205} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.414583] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] bfb2f00f-c783-4d47-ad28-3de6eff3f77a/bfb2f00f-c783-4d47-ad28-3de6eff3f77a.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1929.414583] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1929.416018] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d631474-d4aa-4830-8d07-02405c95f3d7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.423451] env[62291]: DEBUG oslo_vmware.api [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Waiting for the task: (returnval){ [ 1929.423451] env[62291]: value = "task-2142515" [ 1929.423451] env[62291]: _type = "Task" [ 1929.423451] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.441986] env[62291]: DEBUG oslo_vmware.api [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Task: {'id': task-2142515, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.442320] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': task-2142514, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503536} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.443431] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.443733] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] f3aecbb2-c186-41c8-9aaa-d5adda951718/f3aecbb2-c186-41c8-9aaa-d5adda951718.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1929.443956] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: f3aecbb2-c186-41c8-9aaa-d5adda951718] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1929.444968] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33f56ab1-d899-4543-af4f-dc26ec69bc8a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.452709] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Waiting for the task: (returnval){ [ 1929.452709] env[62291]: value = "task-2142516" [ 1929.452709] env[62291]: _type = "Task" [ 1929.452709] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.463902] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': task-2142516, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.472391] env[62291]: DEBUG nova.network.neutron [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] [instance: 4af55a8c-1f23-4e72-a945-aff479b9c450] Successfully updated port: 87fbc29f-5ed5-4892-b854-bb0d5626060f {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1929.760659] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Lock "a5ca1f63-615e-40c5-a6a1-9fa30f578fc6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.927s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1929.762810] env[62291]: DEBUG nova.network.neutron [req-d2747047-48b6-4c13-addb-b6bb47a5cd97 req-3a430a95-7623-4e71-b7d3-412d43b9d039 service nova] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] Updated VIF entry in instance network info cache for port c7593c47-dfef-477e-82a4-a3ceafff3ce9. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1929.764041] env[62291]: DEBUG nova.network.neutron [req-d2747047-48b6-4c13-addb-b6bb47a5cd97 req-3a430a95-7623-4e71-b7d3-412d43b9d039 service nova] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] Updating instance_info_cache with network_info: [{"id": "c7593c47-dfef-477e-82a4-a3ceafff3ce9", "address": "fa:16:3e:59:67:2f", "network": {"id": "4d59fab7-22c5-46fc-bccf-4e94ad091fee", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-42214769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab8dfc93d7cc45339c715d4379e92499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7593c47-df", "ovs_interfaceid": "c7593c47-dfef-477e-82a4-a3ceafff3ce9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1929.830770] env[62291]: DEBUG oslo_vmware.api [None req-002e6a2c-135c-43de-b616-103c9e036c69 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142510, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.878956] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142513, 'name': CreateVM_Task, 'duration_secs': 0.532198} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.879409] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1929.880092] env[62291]: DEBUG oslo_concurrency.lockutils [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1929.880286] env[62291]: DEBUG oslo_concurrency.lockutils [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1929.880800] env[62291]: DEBUG oslo_concurrency.lockutils [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1929.881087] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39cb2bbb-6891-4c33-953c-eb8161ee93c5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.886752] env[62291]: DEBUG oslo_vmware.api [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Waiting for the task: (returnval){ [ 1929.886752] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]521d1a26-4e81-17c0-4cac-9f5699b923cc" [ 1929.886752] env[62291]: _type = "Task" [ 1929.886752] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1929.896106] env[62291]: DEBUG oslo_vmware.api [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]521d1a26-4e81-17c0-4cac-9f5699b923cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.909025] env[62291]: DEBUG nova.compute.utils [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1929.911171] env[62291]: DEBUG nova.compute.manager [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8c17919f-3941-4f1b-84fd-bf30d64dceb0] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1929.911171] env[62291]: DEBUG nova.network.neutron [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8c17919f-3941-4f1b-84fd-bf30d64dceb0] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1929.938097] env[62291]: DEBUG oslo_vmware.api [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Task: {'id': task-2142515, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069716} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.938923] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1929.940583] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726ada87-89c8-40d2-9b14-9b206923c08f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.965684] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] bfb2f00f-c783-4d47-ad28-3de6eff3f77a/bfb2f00f-c783-4d47-ad28-3de6eff3f77a.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1929.969345] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b23b1f2-b5c6-4f68-93f8-aa97a3b2e341 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1929.987375] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Acquiring lock "refresh_cache-4af55a8c-1f23-4e72-a945-aff479b9c450" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1929.987469] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Acquired lock "refresh_cache-4af55a8c-1f23-4e72-a945-aff479b9c450" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1929.987612] env[62291]: DEBUG nova.network.neutron [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] [instance: 4af55a8c-1f23-4e72-a945-aff479b9c450] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1929.989987] env[62291]: DEBUG nova.policy [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f5690d3784f944f89aa6a77f8e9a1487', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '864688bb4296404f94bc688f0cc220d2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 1929.997720] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': task-2142516, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060706} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.999545] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: f3aecbb2-c186-41c8-9aaa-d5adda951718] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1929.999994] env[62291]: DEBUG oslo_vmware.api [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Waiting for the task: (returnval){ [ 1929.999994] env[62291]: value = "task-2142517" [ 1929.999994] env[62291]: _type = "Task" [ 1929.999994] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.000804] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32943155-e7e1-4cd4-af24-5a1f818220ab {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.032779] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: f3aecbb2-c186-41c8-9aaa-d5adda951718] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] f3aecbb2-c186-41c8-9aaa-d5adda951718/f3aecbb2-c186-41c8-9aaa-d5adda951718.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1930.037109] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ca9da88-ff01-42f0-a0b3-fcfb0c0d542e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.052833] env[62291]: DEBUG oslo_vmware.api [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Task: {'id': task-2142517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.059174] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Waiting for the task: (returnval){ [ 1930.059174] env[62291]: value = "task-2142518" [ 1930.059174] env[62291]: _type = "Task" [ 1930.059174] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.067847] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': task-2142518, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.266523] env[62291]: DEBUG nova.compute.manager [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1930.270142] env[62291]: DEBUG oslo_concurrency.lockutils [req-d2747047-48b6-4c13-addb-b6bb47a5cd97 req-3a430a95-7623-4e71-b7d3-412d43b9d039 service nova] Releasing lock "refresh_cache-c1b0c88d-a23d-4b9d-91a8-adb25967c228" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1930.343266] env[62291]: DEBUG oslo_vmware.api [None req-002e6a2c-135c-43de-b616-103c9e036c69 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142510, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.399789] env[62291]: DEBUG oslo_vmware.api [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]521d1a26-4e81-17c0-4cac-9f5699b923cc, 'name': SearchDatastore_Task, 'duration_secs': 0.016405} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.399789] env[62291]: DEBUG oslo_concurrency.lockutils [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1930.399789] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1930.399789] env[62291]: DEBUG oslo_concurrency.lockutils [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1930.400063] env[62291]: DEBUG oslo_concurrency.lockutils [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1930.400063] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1930.402051] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-629748a1-f900-4fc2-bebf-1841cca9d96c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.413078] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1930.413319] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1930.414697] env[62291]: DEBUG nova.compute.manager [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8c17919f-3941-4f1b-84fd-bf30d64dceb0] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1930.417784] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-229e0347-87cc-4bd4-8380-28c9d26e0d43 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.422956] env[62291]: DEBUG oslo_vmware.api [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Waiting for the task: (returnval){ [ 1930.422956] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]521bf02f-c212-e870-ae73-e26f1b8c132f" [ 1930.422956] env[62291]: _type = "Task" [ 1930.422956] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.431763] env[62291]: DEBUG oslo_vmware.api [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]521bf02f-c212-e870-ae73-e26f1b8c132f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.451234] env[62291]: DEBUG nova.network.neutron [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8c17919f-3941-4f1b-84fd-bf30d64dceb0] Successfully created port: a6a61a6f-9e65-41d3-b121-f712b2dc91e9 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1930.514075] env[62291]: DEBUG oslo_vmware.api [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Task: {'id': task-2142517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.531969] env[62291]: DEBUG nova.network.neutron [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] [instance: 4af55a8c-1f23-4e72-a945-aff479b9c450] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1930.569558] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': task-2142518, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1930.782131] env[62291]: DEBUG nova.network.neutron [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] [instance: 4af55a8c-1f23-4e72-a945-aff479b9c450] Updating instance_info_cache with network_info: [{"id": "87fbc29f-5ed5-4892-b854-bb0d5626060f", "address": "fa:16:3e:59:64:01", "network": {"id": "628f334a-7ac3-4fd6-9258-4e5aabcf7839", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7a5e935372e4d0998462c64df5e8266", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87fbc29f-5e", "ovs_interfaceid": "87fbc29f-5ed5-4892-b854-bb0d5626060f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1930.792088] env[62291]: DEBUG oslo_concurrency.lockutils [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1930.835104] env[62291]: DEBUG oslo_vmware.api [None req-002e6a2c-135c-43de-b616-103c9e036c69 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142510, 'name': CloneVM_Task, 'duration_secs': 1.992476} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.836198] env[62291]: INFO nova.virt.vmwareapi.vmops [None req-002e6a2c-135c-43de-b616-103c9e036c69 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Created linked-clone VM from snapshot [ 1930.837239] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac5d7ef-110b-4346-9061-b7454044b4e3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.848899] env[62291]: DEBUG nova.virt.vmwareapi.images [None req-002e6a2c-135c-43de-b616-103c9e036c69 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Uploading image f2e9b3e6-4fea-497c-bfea-b3eccbf8a259 {{(pid=62291) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1930.879828] env[62291]: DEBUG oslo_vmware.rw_handles [None req-002e6a2c-135c-43de-b616-103c9e036c69 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1930.879828] env[62291]: value = "vm-437927" [ 1930.879828] env[62291]: _type = "VirtualMachine" [ 1930.879828] env[62291]: }. {{(pid=62291) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1930.879828] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-019e16ec-ea9d-4483-8599-b4c596762704 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.891669] env[62291]: DEBUG oslo_vmware.rw_handles [None req-002e6a2c-135c-43de-b616-103c9e036c69 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Lease: (returnval){ [ 1930.891669] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]526e438c-4c4f-73a8-d206-f8833e59eece" [ 1930.891669] env[62291]: _type = "HttpNfcLease" [ 1930.891669] env[62291]: } obtained for exporting VM: (result){ [ 1930.891669] env[62291]: value = "vm-437927" [ 1930.891669] env[62291]: _type = "VirtualMachine" [ 1930.891669] env[62291]: }. {{(pid=62291) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1930.892195] env[62291]: DEBUG oslo_vmware.api [None req-002e6a2c-135c-43de-b616-103c9e036c69 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Waiting for the lease: (returnval){ [ 1930.892195] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]526e438c-4c4f-73a8-d206-f8833e59eece" [ 1930.892195] env[62291]: _type = "HttpNfcLease" [ 1930.892195] env[62291]: } to be ready. {{(pid=62291) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1930.902072] env[62291]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1930.902072] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]526e438c-4c4f-73a8-d206-f8833e59eece" [ 1930.902072] env[62291]: _type = "HttpNfcLease" [ 1930.902072] env[62291]: } is initializing. {{(pid=62291) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1930.934210] env[62291]: DEBUG oslo_vmware.api [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]521bf02f-c212-e870-ae73-e26f1b8c132f, 'name': SearchDatastore_Task, 'duration_secs': 0.031885} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.934997] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa3d0ea1-6c27-44c0-99ae-97f425cea9c3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.944261] env[62291]: DEBUG oslo_vmware.api [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Waiting for the task: (returnval){ [ 1930.944261] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]526ee7b1-e006-dbd4-5acf-d4b8d36d6f5b" [ 1930.944261] env[62291]: _type = "Task" [ 1930.944261] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.954659] env[62291]: DEBUG oslo_vmware.api [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]526ee7b1-e006-dbd4-5acf-d4b8d36d6f5b, 'name': SearchDatastore_Task, 'duration_secs': 0.010306} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1930.955261] env[62291]: DEBUG oslo_concurrency.lockutils [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1930.955339] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] c1b0c88d-a23d-4b9d-91a8-adb25967c228/c1b0c88d-a23d-4b9d-91a8-adb25967c228.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1930.955594] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cd2674b9-fa1d-4be1-8a1c-d6dc15b3a686 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.964062] env[62291]: DEBUG oslo_vmware.api [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Waiting for the task: (returnval){ [ 1930.964062] env[62291]: value = "task-2142520" [ 1930.964062] env[62291]: _type = "Task" [ 1930.964062] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.975981] env[62291]: DEBUG oslo_vmware.api [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Task: {'id': task-2142520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.019640] env[62291]: DEBUG oslo_vmware.api [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Task: {'id': task-2142517, 'name': ReconfigVM_Task, 'duration_secs': 0.654529} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.019640] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Reconfigured VM instance instance-0000000f to attach disk [datastore2] bfb2f00f-c783-4d47-ad28-3de6eff3f77a/bfb2f00f-c783-4d47-ad28-3de6eff3f77a.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1931.020598] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-da149ebf-844a-4833-9956-b923af6744ae {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.026986] env[62291]: DEBUG oslo_vmware.api [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Waiting for the task: (returnval){ [ 1931.026986] env[62291]: value = "task-2142521" [ 1931.026986] env[62291]: _type = "Task" [ 1931.026986] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.039751] env[62291]: DEBUG oslo_vmware.api [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Task: {'id': task-2142521, 'name': Rename_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.072265] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': task-2142518, 'name': ReconfigVM_Task, 'duration_secs': 0.91491} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.074456] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: f3aecbb2-c186-41c8-9aaa-d5adda951718] Reconfigured VM instance instance-00000014 to attach disk [datastore2] f3aecbb2-c186-41c8-9aaa-d5adda951718/f3aecbb2-c186-41c8-9aaa-d5adda951718.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1931.075239] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c2448b48-aed0-41eb-b174-b6706c4da0fd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.082639] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Waiting for the task: (returnval){ [ 1931.082639] env[62291]: value = "task-2142522" [ 1931.082639] env[62291]: _type = "Task" [ 1931.082639] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.094743] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': task-2142522, 'name': Rename_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.096773] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ee30cf-16b1-484f-9257-a9f37ccfb056 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.106247] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8059b548-d8a8-4562-92b1-4f2eda2c6399 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.144091] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7190b4b8-24e2-478f-9d8c-5389191ea1c3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.148530] env[62291]: DEBUG nova.compute.manager [req-0f901f4b-1107-4bca-b294-4f0c62f307c8 req-0aa68728-b356-4075-98b4-7a5fac124c34 service nova] [instance: 4af55a8c-1f23-4e72-a945-aff479b9c450] Received event network-vif-plugged-87fbc29f-5ed5-4892-b854-bb0d5626060f {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1931.148530] env[62291]: DEBUG oslo_concurrency.lockutils [req-0f901f4b-1107-4bca-b294-4f0c62f307c8 req-0aa68728-b356-4075-98b4-7a5fac124c34 service nova] Acquiring lock "4af55a8c-1f23-4e72-a945-aff479b9c450-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1931.148530] env[62291]: DEBUG oslo_concurrency.lockutils [req-0f901f4b-1107-4bca-b294-4f0c62f307c8 req-0aa68728-b356-4075-98b4-7a5fac124c34 service nova] Lock "4af55a8c-1f23-4e72-a945-aff479b9c450-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1931.148530] env[62291]: DEBUG oslo_concurrency.lockutils [req-0f901f4b-1107-4bca-b294-4f0c62f307c8 req-0aa68728-b356-4075-98b4-7a5fac124c34 service nova] Lock "4af55a8c-1f23-4e72-a945-aff479b9c450-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1931.148678] env[62291]: DEBUG nova.compute.manager [req-0f901f4b-1107-4bca-b294-4f0c62f307c8 req-0aa68728-b356-4075-98b4-7a5fac124c34 service nova] [instance: 4af55a8c-1f23-4e72-a945-aff479b9c450] No waiting events found dispatching network-vif-plugged-87fbc29f-5ed5-4892-b854-bb0d5626060f {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1931.148709] env[62291]: WARNING nova.compute.manager [req-0f901f4b-1107-4bca-b294-4f0c62f307c8 req-0aa68728-b356-4075-98b4-7a5fac124c34 service nova] [instance: 4af55a8c-1f23-4e72-a945-aff479b9c450] Received unexpected event network-vif-plugged-87fbc29f-5ed5-4892-b854-bb0d5626060f for instance with vm_state building and task_state spawning. [ 1931.148851] env[62291]: DEBUG nova.compute.manager [req-0f901f4b-1107-4bca-b294-4f0c62f307c8 req-0aa68728-b356-4075-98b4-7a5fac124c34 service nova] [instance: 4af55a8c-1f23-4e72-a945-aff479b9c450] Received event network-changed-87fbc29f-5ed5-4892-b854-bb0d5626060f {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1931.149387] env[62291]: DEBUG nova.compute.manager [req-0f901f4b-1107-4bca-b294-4f0c62f307c8 req-0aa68728-b356-4075-98b4-7a5fac124c34 service nova] [instance: 4af55a8c-1f23-4e72-a945-aff479b9c450] Refreshing instance network info cache due to event network-changed-87fbc29f-5ed5-4892-b854-bb0d5626060f. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1931.149387] env[62291]: DEBUG oslo_concurrency.lockutils [req-0f901f4b-1107-4bca-b294-4f0c62f307c8 req-0aa68728-b356-4075-98b4-7a5fac124c34 service nova] Acquiring lock "refresh_cache-4af55a8c-1f23-4e72-a945-aff479b9c450" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1931.156500] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b067522c-d88f-4963-828d-7d36c314fe91 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.172256] env[62291]: DEBUG nova.compute.provider_tree [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1931.286962] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Releasing lock "refresh_cache-4af55a8c-1f23-4e72-a945-aff479b9c450" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1931.286962] env[62291]: DEBUG nova.compute.manager [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] [instance: 4af55a8c-1f23-4e72-a945-aff479b9c450] Instance network_info: |[{"id": "87fbc29f-5ed5-4892-b854-bb0d5626060f", "address": "fa:16:3e:59:64:01", "network": {"id": "628f334a-7ac3-4fd6-9258-4e5aabcf7839", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7a5e935372e4d0998462c64df5e8266", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87fbc29f-5e", "ovs_interfaceid": "87fbc29f-5ed5-4892-b854-bb0d5626060f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1931.287336] env[62291]: DEBUG oslo_concurrency.lockutils [req-0f901f4b-1107-4bca-b294-4f0c62f307c8 req-0aa68728-b356-4075-98b4-7a5fac124c34 service nova] Acquired lock "refresh_cache-4af55a8c-1f23-4e72-a945-aff479b9c450" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1931.287336] env[62291]: DEBUG nova.network.neutron [req-0f901f4b-1107-4bca-b294-4f0c62f307c8 req-0aa68728-b356-4075-98b4-7a5fac124c34 service nova] [instance: 4af55a8c-1f23-4e72-a945-aff479b9c450] Refreshing network info cache for port 87fbc29f-5ed5-4892-b854-bb0d5626060f {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1931.289023] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] [instance: 4af55a8c-1f23-4e72-a945-aff479b9c450] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:64:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87fbc29f-5ed5-4892-b854-bb0d5626060f', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1931.297928] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Creating folder: Project (271c2b2b0c624c39b64120413cd391a4). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1931.298235] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de9aa37d-3527-4f49-bfe9-9f5e24b58f10 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.314424] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Created folder: Project (271c2b2b0c624c39b64120413cd391a4) in parent group-v437896. [ 1931.314649] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Creating folder: Instances. Parent ref: group-v437929. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1931.314794] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-267545a4-59f9-46c7-be0a-ec6fabcb1e72 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.329811] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Created folder: Instances in parent group-v437929. [ 1931.330155] env[62291]: DEBUG oslo.service.loopingcall [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1931.330407] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4af55a8c-1f23-4e72-a945-aff479b9c450] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1931.330655] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-528c78d5-7468-41fe-82f2-5c413a76b1ce {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.353725] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1931.353725] env[62291]: value = "task-2142525" [ 1931.353725] env[62291]: _type = "Task" [ 1931.353725] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.364809] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142525, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.401800] env[62291]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1931.401800] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]526e438c-4c4f-73a8-d206-f8833e59eece" [ 1931.401800] env[62291]: _type = "HttpNfcLease" [ 1931.401800] env[62291]: } is ready. {{(pid=62291) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1931.401800] env[62291]: DEBUG oslo_vmware.rw_handles [None req-002e6a2c-135c-43de-b616-103c9e036c69 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1931.401800] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]526e438c-4c4f-73a8-d206-f8833e59eece" [ 1931.401800] env[62291]: _type = "HttpNfcLease" [ 1931.401800] env[62291]: }. {{(pid=62291) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1931.402218] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0c92f3-112c-425e-8c96-15f94702b61f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.411973] env[62291]: DEBUG oslo_vmware.rw_handles [None req-002e6a2c-135c-43de-b616-103c9e036c69 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523db627-f89d-0c7e-5356-19b24f4d546c/disk-0.vmdk from lease info. {{(pid=62291) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1931.412259] env[62291]: DEBUG oslo_vmware.rw_handles [None req-002e6a2c-135c-43de-b616-103c9e036c69 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523db627-f89d-0c7e-5356-19b24f4d546c/disk-0.vmdk for reading. {{(pid=62291) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1931.477125] env[62291]: DEBUG nova.compute.manager [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8c17919f-3941-4f1b-84fd-bf30d64dceb0] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1931.490926] env[62291]: DEBUG oslo_vmware.api [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Task: {'id': task-2142520, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.509258] env[62291]: DEBUG nova.virt.hardware [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1931.509573] env[62291]: DEBUG nova.virt.hardware [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1931.509709] env[62291]: DEBUG nova.virt.hardware [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1931.509841] env[62291]: DEBUG nova.virt.hardware [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1931.509970] env[62291]: DEBUG nova.virt.hardware [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1931.510122] env[62291]: DEBUG nova.virt.hardware [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1931.510327] env[62291]: DEBUG nova.virt.hardware [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1931.510506] env[62291]: DEBUG nova.virt.hardware [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1931.510684] env[62291]: DEBUG nova.virt.hardware [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1931.510850] env[62291]: DEBUG nova.virt.hardware [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1931.511035] env[62291]: DEBUG nova.virt.hardware [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1931.511931] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb432c2f-1e12-40a8-a60d-d4822955802a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.520971] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87bbf1af-46b9-48cd-af6e-3073d9395fd5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.545393] env[62291]: DEBUG oslo_vmware.api [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Task: {'id': task-2142521, 'name': Rename_Task, 'duration_secs': 0.159127} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.545653] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1931.545915] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78bc11d7-50ed-41b2-a5ca-0feca9816571 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.550703] env[62291]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0b0d9aeb-080e-431c-b67a-13af7b394c70 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.557257] env[62291]: DEBUG oslo_vmware.api [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Waiting for the task: (returnval){ [ 1931.557257] env[62291]: value = "task-2142526" [ 1931.557257] env[62291]: _type = "Task" [ 1931.557257] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.573346] env[62291]: DEBUG oslo_vmware.api [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Task: {'id': task-2142526, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.597450] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': task-2142522, 'name': Rename_Task, 'duration_secs': 0.27403} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.605043] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: f3aecbb2-c186-41c8-9aaa-d5adda951718] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1931.607516] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22bf110b-0d92-4868-9194-682737c3faad {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.615734] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Waiting for the task: (returnval){ [ 1931.615734] env[62291]: value = "task-2142527" [ 1931.615734] env[62291]: _type = "Task" [ 1931.615734] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.626909] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': task-2142527, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.660782] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Acquiring lock "1504489e-14ed-496f-874e-03be8429bbe8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1931.661099] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Lock "1504489e-14ed-496f-874e-03be8429bbe8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1931.674998] env[62291]: DEBUG nova.scheduler.client.report [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1931.864653] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142525, 'name': CreateVM_Task, 'duration_secs': 0.51037} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.864817] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4af55a8c-1f23-4e72-a945-aff479b9c450] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1931.865585] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1931.865737] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1931.866076] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1931.866345] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5136e1a-1472-4ecc-a35d-ac1778a609fa {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.872294] env[62291]: DEBUG oslo_vmware.api [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Waiting for the task: (returnval){ [ 1931.872294] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]526d2043-1ae3-bd86-cb88-ba321d715a2c" [ 1931.872294] env[62291]: _type = "Task" [ 1931.872294] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.883270] env[62291]: DEBUG oslo_vmware.api [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]526d2043-1ae3-bd86-cb88-ba321d715a2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.991881] env[62291]: DEBUG oslo_vmware.api [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Task: {'id': task-2142520, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542963} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.992217] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] c1b0c88d-a23d-4b9d-91a8-adb25967c228/c1b0c88d-a23d-4b9d-91a8-adb25967c228.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1931.992554] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1931.993040] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be7603e0-5565-4d0d-99d8-77f89300f215 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.001418] env[62291]: DEBUG oslo_vmware.api [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Waiting for the task: (returnval){ [ 1932.001418] env[62291]: value = "task-2142528" [ 1932.001418] env[62291]: _type = "Task" [ 1932.001418] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.013167] env[62291]: DEBUG oslo_vmware.api [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Task: {'id': task-2142528, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.020981] env[62291]: DEBUG nova.compute.manager [req-a52f3d20-629e-4262-bdea-56f3e23d389a req-00839a6a-77ab-4c58-8b99-ed4a7ba8d375 service nova] [instance: 8c17919f-3941-4f1b-84fd-bf30d64dceb0] Received event network-vif-plugged-a6a61a6f-9e65-41d3-b121-f712b2dc91e9 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1932.021087] env[62291]: DEBUG oslo_concurrency.lockutils [req-a52f3d20-629e-4262-bdea-56f3e23d389a req-00839a6a-77ab-4c58-8b99-ed4a7ba8d375 service nova] Acquiring lock "8c17919f-3941-4f1b-84fd-bf30d64dceb0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1932.021526] env[62291]: DEBUG oslo_concurrency.lockutils [req-a52f3d20-629e-4262-bdea-56f3e23d389a req-00839a6a-77ab-4c58-8b99-ed4a7ba8d375 service nova] Lock "8c17919f-3941-4f1b-84fd-bf30d64dceb0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.021526] env[62291]: DEBUG oslo_concurrency.lockutils [req-a52f3d20-629e-4262-bdea-56f3e23d389a req-00839a6a-77ab-4c58-8b99-ed4a7ba8d375 service nova] Lock "8c17919f-3941-4f1b-84fd-bf30d64dceb0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1932.021690] env[62291]: DEBUG nova.compute.manager [req-a52f3d20-629e-4262-bdea-56f3e23d389a req-00839a6a-77ab-4c58-8b99-ed4a7ba8d375 service nova] [instance: 8c17919f-3941-4f1b-84fd-bf30d64dceb0] No waiting events found dispatching network-vif-plugged-a6a61a6f-9e65-41d3-b121-f712b2dc91e9 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1932.021942] env[62291]: WARNING nova.compute.manager [req-a52f3d20-629e-4262-bdea-56f3e23d389a req-00839a6a-77ab-4c58-8b99-ed4a7ba8d375 service nova] [instance: 8c17919f-3941-4f1b-84fd-bf30d64dceb0] Received unexpected event network-vif-plugged-a6a61a6f-9e65-41d3-b121-f712b2dc91e9 for instance with vm_state building and task_state spawning. [ 1932.068437] env[62291]: DEBUG oslo_vmware.api [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Task: {'id': task-2142526, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.096129] env[62291]: DEBUG nova.network.neutron [req-0f901f4b-1107-4bca-b294-4f0c62f307c8 req-0aa68728-b356-4075-98b4-7a5fac124c34 service nova] [instance: 4af55a8c-1f23-4e72-a945-aff479b9c450] Updated VIF entry in instance network info cache for port 87fbc29f-5ed5-4892-b854-bb0d5626060f. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1932.102021] env[62291]: DEBUG nova.network.neutron [req-0f901f4b-1107-4bca-b294-4f0c62f307c8 req-0aa68728-b356-4075-98b4-7a5fac124c34 service nova] [instance: 4af55a8c-1f23-4e72-a945-aff479b9c450] Updating instance_info_cache with network_info: [{"id": "87fbc29f-5ed5-4892-b854-bb0d5626060f", "address": "fa:16:3e:59:64:01", "network": {"id": "628f334a-7ac3-4fd6-9258-4e5aabcf7839", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.43", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7a5e935372e4d0998462c64df5e8266", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87fbc29f-5e", "ovs_interfaceid": "87fbc29f-5ed5-4892-b854-bb0d5626060f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1932.129546] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': task-2142527, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.146429] env[62291]: DEBUG nova.network.neutron [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8c17919f-3941-4f1b-84fd-bf30d64dceb0] Successfully updated port: a6a61a6f-9e65-41d3-b121-f712b2dc91e9 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1932.183655] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.789s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1932.183655] env[62291]: DEBUG nova.compute.manager [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1932.190253] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.810s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.190563] env[62291]: INFO nova.compute.claims [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1932.386651] env[62291]: DEBUG oslo_vmware.api [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]526d2043-1ae3-bd86-cb88-ba321d715a2c, 'name': SearchDatastore_Task, 'duration_secs': 0.023253} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.386980] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1932.387412] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] [instance: 4af55a8c-1f23-4e72-a945-aff479b9c450] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1932.387805] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1932.387982] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1932.388247] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1932.388593] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d733ab32-2c81-407f-9a26-8931c82c2a84 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.400515] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1932.400733] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1932.401655] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3735a18-0481-4f08-8245-2364cf0690f1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.408496] env[62291]: DEBUG oslo_vmware.api [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Waiting for the task: (returnval){ [ 1932.408496] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52c1f940-89cf-8ee2-538d-396b4f00551b" [ 1932.408496] env[62291]: _type = "Task" [ 1932.408496] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.421053] env[62291]: DEBUG oslo_vmware.api [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52c1f940-89cf-8ee2-538d-396b4f00551b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.512509] env[62291]: DEBUG oslo_vmware.api [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Task: {'id': task-2142528, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145405} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.512900] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1932.513812] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b05b7f-eb13-430d-8074-d286c0ea802e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.555020] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] c1b0c88d-a23d-4b9d-91a8-adb25967c228/c1b0c88d-a23d-4b9d-91a8-adb25967c228.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1932.555290] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53881f9b-f879-4ae8-a535-367834df4def {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.598160] env[62291]: DEBUG oslo_vmware.api [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Task: {'id': task-2142526, 'name': PowerOnVM_Task, 'duration_secs': 0.762435} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.599887] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1932.600418] env[62291]: DEBUG nova.compute.manager [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1932.601026] env[62291]: DEBUG oslo_vmware.api [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Waiting for the task: (returnval){ [ 1932.601026] env[62291]: value = "task-2142529" [ 1932.601026] env[62291]: _type = "Task" [ 1932.601026] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.602558] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b99a5d7-bc48-46a2-ac2c-477a185d71df {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.614435] env[62291]: DEBUG oslo_concurrency.lockutils [req-0f901f4b-1107-4bca-b294-4f0c62f307c8 req-0aa68728-b356-4075-98b4-7a5fac124c34 service nova] Releasing lock "refresh_cache-4af55a8c-1f23-4e72-a945-aff479b9c450" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1932.632828] env[62291]: DEBUG oslo_vmware.api [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Task: {'id': task-2142529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.644251] env[62291]: DEBUG oslo_vmware.api [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': task-2142527, 'name': PowerOnVM_Task, 'duration_secs': 0.681358} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.644251] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: f3aecbb2-c186-41c8-9aaa-d5adda951718] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1932.644251] env[62291]: INFO nova.compute.manager [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: f3aecbb2-c186-41c8-9aaa-d5adda951718] Took 9.51 seconds to spawn the instance on the hypervisor. [ 1932.644251] env[62291]: DEBUG nova.compute.manager [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: f3aecbb2-c186-41c8-9aaa-d5adda951718] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1932.645313] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc547833-55ef-49db-ab17-85fd7fa1c0f5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.652090] env[62291]: DEBUG oslo_concurrency.lockutils [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Acquiring lock "refresh_cache-8c17919f-3941-4f1b-84fd-bf30d64dceb0" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1932.652090] env[62291]: DEBUG oslo_concurrency.lockutils [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Acquired lock "refresh_cache-8c17919f-3941-4f1b-84fd-bf30d64dceb0" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1932.652298] env[62291]: DEBUG nova.network.neutron [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8c17919f-3941-4f1b-84fd-bf30d64dceb0] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1932.691533] env[62291]: DEBUG nova.compute.utils [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1932.694761] env[62291]: DEBUG nova.compute.manager [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1932.694928] env[62291]: DEBUG nova.network.neutron [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1932.765262] env[62291]: DEBUG nova.policy [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '353438938b1043dbb9a0ad9901e6234e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63a6267e2f0a4dc3970f3924c313b15d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 1932.923029] env[62291]: DEBUG oslo_vmware.api [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52c1f940-89cf-8ee2-538d-396b4f00551b, 'name': SearchDatastore_Task, 'duration_secs': 0.023873} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.923978] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9928de45-2620-48a7-b561-763a0971dbc3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.932515] env[62291]: DEBUG oslo_vmware.api [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Waiting for the task: (returnval){ [ 1932.932515] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52b4432b-add8-6f58-f1dc-037cf37cf70d" [ 1932.932515] env[62291]: _type = "Task" [ 1932.932515] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.945141] env[62291]: DEBUG oslo_vmware.api [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52b4432b-add8-6f58-f1dc-037cf37cf70d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.120123] env[62291]: DEBUG oslo_vmware.api [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Task: {'id': task-2142529, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.146513] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.175484] env[62291]: DEBUG nova.network.neutron [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Successfully created port: ee69f6ad-d2bc-466d-9bf0-f0da88720965 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1933.177762] env[62291]: INFO nova.compute.manager [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: f3aecbb2-c186-41c8-9aaa-d5adda951718] Took 27.64 seconds to build instance. [ 1933.196328] env[62291]: DEBUG nova.compute.manager [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1933.235059] env[62291]: DEBUG nova.network.neutron [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8c17919f-3941-4f1b-84fd-bf30d64dceb0] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1933.445889] env[62291]: DEBUG oslo_vmware.api [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52b4432b-add8-6f58-f1dc-037cf37cf70d, 'name': SearchDatastore_Task, 'duration_secs': 0.013487} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.448971] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1933.449579] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 4af55a8c-1f23-4e72-a945-aff479b9c450/4af55a8c-1f23-4e72-a945-aff479b9c450.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1933.452792] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-916c0776-196b-4754-a8a1-ed807f8c4a23 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.465041] env[62291]: DEBUG oslo_vmware.api [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Waiting for the task: (returnval){ [ 1933.465041] env[62291]: value = "task-2142530" [ 1933.465041] env[62291]: _type = "Task" [ 1933.465041] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.476894] env[62291]: DEBUG oslo_vmware.api [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Task: {'id': task-2142530, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.486103] env[62291]: DEBUG nova.network.neutron [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8c17919f-3941-4f1b-84fd-bf30d64dceb0] Updating instance_info_cache with network_info: [{"id": "a6a61a6f-9e65-41d3-b121-f712b2dc91e9", "address": "fa:16:3e:41:f3:a3", "network": {"id": "628f334a-7ac3-4fd6-9258-4e5aabcf7839", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7a5e935372e4d0998462c64df5e8266", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6a61a6f-9e", "ovs_interfaceid": "a6a61a6f-9e65-41d3-b121-f712b2dc91e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1933.579611] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e19fd9fc-ac3b-4364-b347-067b0c7ca6e6 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Acquiring lock "bfb2f00f-c783-4d47-ad28-3de6eff3f77a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.580017] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e19fd9fc-ac3b-4364-b347-067b0c7ca6e6 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Lock "bfb2f00f-c783-4d47-ad28-3de6eff3f77a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.580339] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e19fd9fc-ac3b-4364-b347-067b0c7ca6e6 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Acquiring lock "bfb2f00f-c783-4d47-ad28-3de6eff3f77a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.580546] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e19fd9fc-ac3b-4364-b347-067b0c7ca6e6 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Lock "bfb2f00f-c783-4d47-ad28-3de6eff3f77a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.580739] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e19fd9fc-ac3b-4364-b347-067b0c7ca6e6 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Lock "bfb2f00f-c783-4d47-ad28-3de6eff3f77a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.583696] env[62291]: INFO nova.compute.manager [None req-e19fd9fc-ac3b-4364-b347-067b0c7ca6e6 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Terminating instance [ 1933.585446] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e19fd9fc-ac3b-4364-b347-067b0c7ca6e6 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Acquiring lock "refresh_cache-bfb2f00f-c783-4d47-ad28-3de6eff3f77a" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1933.585612] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e19fd9fc-ac3b-4364-b347-067b0c7ca6e6 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Acquired lock "refresh_cache-bfb2f00f-c783-4d47-ad28-3de6eff3f77a" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1933.585904] env[62291]: DEBUG nova.network.neutron [None req-e19fd9fc-ac3b-4364-b347-067b0c7ca6e6 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1933.618642] env[62291]: DEBUG oslo_vmware.api [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Task: {'id': task-2142529, 'name': ReconfigVM_Task, 'duration_secs': 0.798281} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.621572] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] Reconfigured VM instance instance-00000015 to attach disk [datastore2] c1b0c88d-a23d-4b9d-91a8-adb25967c228/c1b0c88d-a23d-4b9d-91a8-adb25967c228.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1933.623297] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8472a01f-49ba-4057-a435-353c759f5194 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.633086] env[62291]: DEBUG oslo_vmware.api [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Waiting for the task: (returnval){ [ 1933.633086] env[62291]: value = "task-2142531" [ 1933.633086] env[62291]: _type = "Task" [ 1933.633086] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1933.646403] env[62291]: DEBUG oslo_vmware.api [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Task: {'id': task-2142531, 'name': Rename_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.680824] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9b49e8c0-450e-4a5e-8541-68e124808a90 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Lock "f3aecbb2-c186-41c8-9aaa-d5adda951718" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.804s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.850931] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28cfb196-bef6-42f0-bb8b-1c9aaec12ed6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.863280] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b64d13d-1137-42fe-8998-ec1851fdb2ce {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.899484] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f552b63-5c09-454a-a4e0-769a2ef99aae {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.911362] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38babaf6-356b-473d-8c94-bb2d3d2d1589 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.936098] env[62291]: DEBUG nova.compute.provider_tree [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1933.988573] env[62291]: DEBUG oslo_vmware.api [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Task: {'id': task-2142530, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.989316] env[62291]: DEBUG oslo_concurrency.lockutils [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Releasing lock "refresh_cache-8c17919f-3941-4f1b-84fd-bf30d64dceb0" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1933.989804] env[62291]: DEBUG nova.compute.manager [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8c17919f-3941-4f1b-84fd-bf30d64dceb0] Instance network_info: |[{"id": "a6a61a6f-9e65-41d3-b121-f712b2dc91e9", "address": "fa:16:3e:41:f3:a3", "network": {"id": "628f334a-7ac3-4fd6-9258-4e5aabcf7839", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7a5e935372e4d0998462c64df5e8266", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6a61a6f-9e", "ovs_interfaceid": "a6a61a6f-9e65-41d3-b121-f712b2dc91e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1933.990896] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8c17919f-3941-4f1b-84fd-bf30d64dceb0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:f3:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6a61a6f-9e65-41d3-b121-f712b2dc91e9', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1934.004190] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Creating folder: Project (864688bb4296404f94bc688f0cc220d2). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1934.005279] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2069b5b-f535-4b42-9a37-28333233d636 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.023045] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Created folder: Project (864688bb4296404f94bc688f0cc220d2) in parent group-v437896. [ 1934.023045] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Creating folder: Instances. Parent ref: group-v437932. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1934.023045] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b9c48eb-d461-4b26-8a4a-f484d7a76de8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.035695] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Created folder: Instances in parent group-v437932. [ 1934.035981] env[62291]: DEBUG oslo.service.loopingcall [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1934.036208] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c17919f-3941-4f1b-84fd-bf30d64dceb0] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1934.036495] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0332124a-8ef8-40ae-b7f5-9405334aadf7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.060711] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1934.060711] env[62291]: value = "task-2142534" [ 1934.060711] env[62291]: _type = "Task" [ 1934.060711] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.071785] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142534, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.110376] env[62291]: DEBUG nova.network.neutron [None req-e19fd9fc-ac3b-4364-b347-067b0c7ca6e6 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1934.147995] env[62291]: DEBUG oslo_vmware.api [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Task: {'id': task-2142531, 'name': Rename_Task, 'duration_secs': 0.231972} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.148390] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1934.148684] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c9cd632-44ba-4d2f-ad49-4ea1ef311a48 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.157686] env[62291]: DEBUG oslo_vmware.api [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Waiting for the task: (returnval){ [ 1934.157686] env[62291]: value = "task-2142535" [ 1934.157686] env[62291]: _type = "Task" [ 1934.157686] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.169139] env[62291]: DEBUG oslo_vmware.api [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Task: {'id': task-2142535, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.186856] env[62291]: DEBUG nova.compute.manager [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1934.209276] env[62291]: DEBUG nova.network.neutron [None req-e19fd9fc-ac3b-4364-b347-067b0c7ca6e6 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1934.211389] env[62291]: DEBUG nova.compute.manager [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1934.233388] env[62291]: DEBUG nova.compute.manager [req-04be7365-a364-4b04-accb-b3f65dc99608 req-597e75aa-2fa5-4ec1-9813-26d8d295b56f service nova] [instance: 8c17919f-3941-4f1b-84fd-bf30d64dceb0] Received event network-changed-a6a61a6f-9e65-41d3-b121-f712b2dc91e9 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1934.233388] env[62291]: DEBUG nova.compute.manager [req-04be7365-a364-4b04-accb-b3f65dc99608 req-597e75aa-2fa5-4ec1-9813-26d8d295b56f service nova] [instance: 8c17919f-3941-4f1b-84fd-bf30d64dceb0] Refreshing instance network info cache due to event network-changed-a6a61a6f-9e65-41d3-b121-f712b2dc91e9. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1934.233388] env[62291]: DEBUG oslo_concurrency.lockutils [req-04be7365-a364-4b04-accb-b3f65dc99608 req-597e75aa-2fa5-4ec1-9813-26d8d295b56f service nova] Acquiring lock "refresh_cache-8c17919f-3941-4f1b-84fd-bf30d64dceb0" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1934.233388] env[62291]: DEBUG oslo_concurrency.lockutils [req-04be7365-a364-4b04-accb-b3f65dc99608 req-597e75aa-2fa5-4ec1-9813-26d8d295b56f service nova] Acquired lock "refresh_cache-8c17919f-3941-4f1b-84fd-bf30d64dceb0" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1934.233388] env[62291]: DEBUG nova.network.neutron [req-04be7365-a364-4b04-accb-b3f65dc99608 req-597e75aa-2fa5-4ec1-9813-26d8d295b56f service nova] [instance: 8c17919f-3941-4f1b-84fd-bf30d64dceb0] Refreshing network info cache for port a6a61a6f-9e65-41d3-b121-f712b2dc91e9 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1934.249410] env[62291]: DEBUG nova.virt.hardware [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1934.249689] env[62291]: DEBUG nova.virt.hardware [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1934.249871] env[62291]: DEBUG nova.virt.hardware [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1934.250531] env[62291]: DEBUG nova.virt.hardware [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1934.250755] env[62291]: DEBUG nova.virt.hardware [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1934.251052] env[62291]: DEBUG nova.virt.hardware [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1934.251351] env[62291]: DEBUG nova.virt.hardware [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1934.251564] env[62291]: DEBUG nova.virt.hardware [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1934.251752] env[62291]: DEBUG nova.virt.hardware [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1934.251944] env[62291]: DEBUG nova.virt.hardware [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1934.252141] env[62291]: DEBUG nova.virt.hardware [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1934.255204] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ee0d79-6d8c-4f19-acdf-48287742b4b9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.266953] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dd30966-b4cd-4b7a-ab6e-1177cee51fa5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.439852] env[62291]: DEBUG nova.scheduler.client.report [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1934.472184] env[62291]: DEBUG oslo_concurrency.lockutils [None req-888735af-b026-4231-aa3e-0a2826d87c31 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Acquiring lock "55374085-f0cc-45b1-8f65-3559902cc838" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1934.472350] env[62291]: DEBUG oslo_concurrency.lockutils [None req-888735af-b026-4231-aa3e-0a2826d87c31 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Lock "55374085-f0cc-45b1-8f65-3559902cc838" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1934.475570] env[62291]: DEBUG oslo_concurrency.lockutils [None req-888735af-b026-4231-aa3e-0a2826d87c31 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Acquiring lock "55374085-f0cc-45b1-8f65-3559902cc838-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1934.475914] env[62291]: DEBUG oslo_concurrency.lockutils [None req-888735af-b026-4231-aa3e-0a2826d87c31 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Lock "55374085-f0cc-45b1-8f65-3559902cc838-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1934.476189] env[62291]: DEBUG oslo_concurrency.lockutils [None req-888735af-b026-4231-aa3e-0a2826d87c31 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Lock "55374085-f0cc-45b1-8f65-3559902cc838-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1934.482074] env[62291]: INFO nova.compute.manager [None req-888735af-b026-4231-aa3e-0a2826d87c31 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: 55374085-f0cc-45b1-8f65-3559902cc838] Terminating instance [ 1934.484542] env[62291]: DEBUG nova.compute.manager [None req-888735af-b026-4231-aa3e-0a2826d87c31 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: 55374085-f0cc-45b1-8f65-3559902cc838] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1934.484815] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-888735af-b026-4231-aa3e-0a2826d87c31 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: 55374085-f0cc-45b1-8f65-3559902cc838] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1934.485709] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7955ba-53fb-4dc4-9923-b113527310fd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.492261] env[62291]: DEBUG oslo_vmware.api [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Task: {'id': task-2142530, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.631362} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.493012] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 4af55a8c-1f23-4e72-a945-aff479b9c450/4af55a8c-1f23-4e72-a945-aff479b9c450.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1934.493297] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] [instance: 4af55a8c-1f23-4e72-a945-aff479b9c450] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1934.493584] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-890e1bce-a017-4a92-8f0e-90f79e412478 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.497551] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-888735af-b026-4231-aa3e-0a2826d87c31 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: 55374085-f0cc-45b1-8f65-3559902cc838] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1934.498432] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6d14933-adce-4880-9a39-a74979aa1ed7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.503856] env[62291]: DEBUG oslo_vmware.api [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Waiting for the task: (returnval){ [ 1934.503856] env[62291]: value = "task-2142536" [ 1934.503856] env[62291]: _type = "Task" [ 1934.503856] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.510377] env[62291]: DEBUG oslo_vmware.api [None req-888735af-b026-4231-aa3e-0a2826d87c31 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Waiting for the task: (returnval){ [ 1934.510377] env[62291]: value = "task-2142537" [ 1934.510377] env[62291]: _type = "Task" [ 1934.510377] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.519345] env[62291]: DEBUG oslo_vmware.api [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Task: {'id': task-2142536, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.525411] env[62291]: DEBUG oslo_vmware.api [None req-888735af-b026-4231-aa3e-0a2826d87c31 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': task-2142537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.572106] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142534, 'name': CreateVM_Task, 'duration_secs': 0.462744} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1934.572348] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c17919f-3941-4f1b-84fd-bf30d64dceb0] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1934.573355] env[62291]: DEBUG oslo_concurrency.lockutils [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1934.573543] env[62291]: DEBUG oslo_concurrency.lockutils [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1934.573914] env[62291]: DEBUG oslo_concurrency.lockutils [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1934.574193] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-609de9ba-c608-4501-8aca-7b691add575f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.581472] env[62291]: DEBUG oslo_vmware.api [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Waiting for the task: (returnval){ [ 1934.581472] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52763b0e-6d22-0169-035b-da48b0f7579d" [ 1934.581472] env[62291]: _type = "Task" [ 1934.581472] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.591412] env[62291]: DEBUG oslo_vmware.api [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52763b0e-6d22-0169-035b-da48b0f7579d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.669286] env[62291]: DEBUG oslo_vmware.api [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Task: {'id': task-2142535, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.714887] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e19fd9fc-ac3b-4364-b347-067b0c7ca6e6 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Releasing lock "refresh_cache-bfb2f00f-c783-4d47-ad28-3de6eff3f77a" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1934.718026] env[62291]: DEBUG nova.compute.manager [None req-e19fd9fc-ac3b-4364-b347-067b0c7ca6e6 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1934.718026] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e19fd9fc-ac3b-4364-b347-067b0c7ca6e6 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1934.718026] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90957ed-e000-41e0-b49e-0d2224447dbe {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.722324] env[62291]: DEBUG oslo_concurrency.lockutils [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1934.728847] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-e19fd9fc-ac3b-4364-b347-067b0c7ca6e6 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1934.729514] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64148324-8906-4d23-a576-adabad5eb1a4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.740044] env[62291]: DEBUG oslo_vmware.api [None req-e19fd9fc-ac3b-4364-b347-067b0c7ca6e6 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Waiting for the task: (returnval){ [ 1934.740044] env[62291]: value = "task-2142538" [ 1934.740044] env[62291]: _type = "Task" [ 1934.740044] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1934.752473] env[62291]: DEBUG oslo_vmware.api [None req-e19fd9fc-ac3b-4364-b347-067b0c7ca6e6 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Task: {'id': task-2142538, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1934.896830] env[62291]: DEBUG nova.network.neutron [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Successfully updated port: ee69f6ad-d2bc-466d-9bf0-f0da88720965 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1934.944853] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.756s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1934.945508] env[62291]: DEBUG nova.compute.manager [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1934.948833] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 20.826s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1934.949018] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1934.949375] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62291) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1934.950009] env[62291]: DEBUG oslo_concurrency.lockutils [None req-585f98d7-eb19-41b5-86ff-d304b461e14d tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.701s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1934.950254] env[62291]: DEBUG nova.objects.instance [None req-585f98d7-eb19-41b5-86ff-d304b461e14d tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Lazy-loading 'resources' on Instance uuid 6ea23640-3ef0-4a2e-aa75-203c03edf386 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1934.952364] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55cacff-2136-4c87-a6b6-88ad4504c043 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.962361] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a763f2-cffc-4a97-b163-b27c6f8445b3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.982359] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4542f8f9-f479-4572-b256-066183f2e8e3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.991224] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0de8b3-293f-467c-8b22-9731d9c1fb16 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.028359] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181051MB free_disk=175GB free_vcpus=48 pci_devices=None {{(pid=62291) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1935.028540] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1935.044310] env[62291]: DEBUG oslo_vmware.api [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Task: {'id': task-2142536, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076208} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.048205] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] [instance: 4af55a8c-1f23-4e72-a945-aff479b9c450] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1935.048405] env[62291]: DEBUG oslo_vmware.api [None req-888735af-b026-4231-aa3e-0a2826d87c31 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': task-2142537, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.050141] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-812fb11f-5e01-4e41-acc1-29ff64fa61ce {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.074970] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] [instance: 4af55a8c-1f23-4e72-a945-aff479b9c450] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] 4af55a8c-1f23-4e72-a945-aff479b9c450/4af55a8c-1f23-4e72-a945-aff479b9c450.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1935.075458] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e56a02a3-cfc8-41ce-8839-5e50d7115093 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.096232] env[62291]: DEBUG nova.network.neutron [req-04be7365-a364-4b04-accb-b3f65dc99608 req-597e75aa-2fa5-4ec1-9813-26d8d295b56f service nova] [instance: 8c17919f-3941-4f1b-84fd-bf30d64dceb0] Updated VIF entry in instance network info cache for port a6a61a6f-9e65-41d3-b121-f712b2dc91e9. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1935.096232] env[62291]: DEBUG nova.network.neutron [req-04be7365-a364-4b04-accb-b3f65dc99608 req-597e75aa-2fa5-4ec1-9813-26d8d295b56f service nova] [instance: 8c17919f-3941-4f1b-84fd-bf30d64dceb0] Updating instance_info_cache with network_info: [{"id": "a6a61a6f-9e65-41d3-b121-f712b2dc91e9", "address": "fa:16:3e:41:f3:a3", "network": {"id": "628f334a-7ac3-4fd6-9258-4e5aabcf7839", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7a5e935372e4d0998462c64df5e8266", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6a61a6f-9e", "ovs_interfaceid": "a6a61a6f-9e65-41d3-b121-f712b2dc91e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1935.103621] env[62291]: DEBUG oslo_vmware.api [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52763b0e-6d22-0169-035b-da48b0f7579d, 'name': SearchDatastore_Task, 'duration_secs': 0.037409} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.107051] env[62291]: DEBUG oslo_concurrency.lockutils [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1935.107051] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8c17919f-3941-4f1b-84fd-bf30d64dceb0] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1935.107051] env[62291]: DEBUG oslo_concurrency.lockutils [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1935.107051] env[62291]: DEBUG oslo_concurrency.lockutils [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1935.107325] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1935.107325] env[62291]: DEBUG oslo_vmware.api [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Waiting for the task: (returnval){ [ 1935.107325] env[62291]: value = "task-2142539" [ 1935.107325] env[62291]: _type = "Task" [ 1935.107325] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.107325] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-206f7e4a-d077-44fb-99ae-720f15604324 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.118039] env[62291]: DEBUG oslo_vmware.api [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Task: {'id': task-2142539, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.120928] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1935.121219] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1935.122439] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10b8a521-e6b1-40fc-b1bb-01662f07e409 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.129649] env[62291]: DEBUG oslo_vmware.api [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Waiting for the task: (returnval){ [ 1935.129649] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5231da32-662d-e8f8-7610-94ff0ebadbe6" [ 1935.129649] env[62291]: _type = "Task" [ 1935.129649] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.140906] env[62291]: DEBUG oslo_vmware.api [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5231da32-662d-e8f8-7610-94ff0ebadbe6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.170289] env[62291]: DEBUG oslo_vmware.api [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Task: {'id': task-2142535, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.251831] env[62291]: DEBUG oslo_vmware.api [None req-e19fd9fc-ac3b-4364-b347-067b0c7ca6e6 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Task: {'id': task-2142538, 'name': PowerOffVM_Task, 'duration_secs': 0.157139} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.253029] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-e19fd9fc-ac3b-4364-b347-067b0c7ca6e6 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1935.253029] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e19fd9fc-ac3b-4364-b347-067b0c7ca6e6 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1935.253029] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b4a1b985-1374-46ad-84b5-a2d762911a0f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.283484] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e19fd9fc-ac3b-4364-b347-067b0c7ca6e6 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1935.283855] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e19fd9fc-ac3b-4364-b347-067b0c7ca6e6 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1935.284205] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-e19fd9fc-ac3b-4364-b347-067b0c7ca6e6 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Deleting the datastore file [datastore2] bfb2f00f-c783-4d47-ad28-3de6eff3f77a {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1935.284605] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d90ad33d-8120-40fd-ad48-5e231e919d2c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.294297] env[62291]: DEBUG oslo_vmware.api [None req-e19fd9fc-ac3b-4364-b347-067b0c7ca6e6 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Waiting for the task: (returnval){ [ 1935.294297] env[62291]: value = "task-2142541" [ 1935.294297] env[62291]: _type = "Task" [ 1935.294297] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.304816] env[62291]: DEBUG oslo_vmware.api [None req-e19fd9fc-ac3b-4364-b347-067b0c7ca6e6 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Task: {'id': task-2142541, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.400451] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Acquiring lock "refresh_cache-84c5cb88-aad9-4b81-9dca-866ddcf0e8f5" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1935.400451] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Acquired lock "refresh_cache-84c5cb88-aad9-4b81-9dca-866ddcf0e8f5" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1935.400644] env[62291]: DEBUG nova.network.neutron [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1935.453781] env[62291]: DEBUG nova.compute.utils [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1935.455453] env[62291]: DEBUG nova.compute.manager [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1935.455663] env[62291]: DEBUG nova.network.neutron [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1935.545689] env[62291]: DEBUG nova.policy [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7303e2c53c6e40ccb12f24b3fb7e4304', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea482d96eadd488c836991750a91b0ca', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 1935.550147] env[62291]: DEBUG oslo_vmware.api [None req-888735af-b026-4231-aa3e-0a2826d87c31 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': task-2142537, 'name': PowerOffVM_Task, 'duration_secs': 0.540125} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.550147] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-888735af-b026-4231-aa3e-0a2826d87c31 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: 55374085-f0cc-45b1-8f65-3559902cc838] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1935.550147] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-888735af-b026-4231-aa3e-0a2826d87c31 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: 55374085-f0cc-45b1-8f65-3559902cc838] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1935.550147] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25e3b6d3-360e-4ac5-b8f4-26e63181ea77 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.599889] env[62291]: DEBUG oslo_concurrency.lockutils [req-04be7365-a364-4b04-accb-b3f65dc99608 req-597e75aa-2fa5-4ec1-9813-26d8d295b56f service nova] Releasing lock "refresh_cache-8c17919f-3941-4f1b-84fd-bf30d64dceb0" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1935.620563] env[62291]: DEBUG oslo_vmware.api [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Task: {'id': task-2142539, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.648533] env[62291]: DEBUG oslo_vmware.api [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5231da32-662d-e8f8-7610-94ff0ebadbe6, 'name': SearchDatastore_Task, 'duration_secs': 0.012447} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.649403] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d848b7f0-052d-45f5-b2e3-a1b7f7f0cafa {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.656611] env[62291]: DEBUG oslo_vmware.api [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Waiting for the task: (returnval){ [ 1935.656611] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52e63ffa-149e-7aec-af0b-ed82aa2c42be" [ 1935.656611] env[62291]: _type = "Task" [ 1935.656611] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.674989] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-888735af-b026-4231-aa3e-0a2826d87c31 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: 55374085-f0cc-45b1-8f65-3559902cc838] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1935.675485] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-888735af-b026-4231-aa3e-0a2826d87c31 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: 55374085-f0cc-45b1-8f65-3559902cc838] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1935.675727] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-888735af-b026-4231-aa3e-0a2826d87c31 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Deleting the datastore file [datastore2] 55374085-f0cc-45b1-8f65-3559902cc838 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1935.687458] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9cb697dc-1c2b-427d-b21e-c01554829bbf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.687458] env[62291]: DEBUG oslo_vmware.api [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52e63ffa-149e-7aec-af0b-ed82aa2c42be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.687650] env[62291]: DEBUG oslo_vmware.api [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Task: {'id': task-2142535, 'name': PowerOnVM_Task, 'duration_secs': 1.298535} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.688145] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1935.688961] env[62291]: INFO nova.compute.manager [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] Took 9.83 seconds to spawn the instance on the hypervisor. [ 1935.688961] env[62291]: DEBUG nova.compute.manager [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1935.689933] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f16bf3f-6ede-4179-900e-46b5dbc1ef1c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.694977] env[62291]: DEBUG oslo_vmware.api [None req-888735af-b026-4231-aa3e-0a2826d87c31 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Waiting for the task: (returnval){ [ 1935.694977] env[62291]: value = "task-2142543" [ 1935.694977] env[62291]: _type = "Task" [ 1935.694977] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.712166] env[62291]: DEBUG oslo_vmware.api [None req-888735af-b026-4231-aa3e-0a2826d87c31 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': task-2142543, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.806026] env[62291]: DEBUG oslo_vmware.api [None req-e19fd9fc-ac3b-4364-b347-067b0c7ca6e6 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Task: {'id': task-2142541, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15664} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.809270] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-e19fd9fc-ac3b-4364-b347-067b0c7ca6e6 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1935.809735] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e19fd9fc-ac3b-4364-b347-067b0c7ca6e6 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1935.809964] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e19fd9fc-ac3b-4364-b347-067b0c7ca6e6 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1935.810164] env[62291]: INFO nova.compute.manager [None req-e19fd9fc-ac3b-4364-b347-067b0c7ca6e6 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1935.810461] env[62291]: DEBUG oslo.service.loopingcall [None req-e19fd9fc-ac3b-4364-b347-067b0c7ca6e6 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1935.811063] env[62291]: DEBUG nova.compute.manager [-] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1935.811063] env[62291]: DEBUG nova.network.neutron [-] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1935.844638] env[62291]: DEBUG nova.network.neutron [-] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1935.933442] env[62291]: DEBUG nova.network.neutron [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1935.961545] env[62291]: DEBUG nova.compute.manager [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1935.969783] env[62291]: DEBUG nova.network.neutron [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Successfully created port: d5f7a1b8-950b-427c-8e4c-2b186102b849 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1936.124861] env[62291]: DEBUG oslo_vmware.api [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Task: {'id': task-2142539, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.148952] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85635473-543d-4625-b83e-69562cc9749a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.157701] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d603bfb-3960-4918-b8a8-cd39670d9015 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.172017] env[62291]: DEBUG oslo_vmware.api [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52e63ffa-149e-7aec-af0b-ed82aa2c42be, 'name': SearchDatastore_Task, 'duration_secs': 0.030903} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.199085] env[62291]: DEBUG oslo_concurrency.lockutils [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1936.199451] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 8c17919f-3941-4f1b-84fd-bf30d64dceb0/8c17919f-3941-4f1b-84fd-bf30d64dceb0.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1936.201056] env[62291]: DEBUG nova.network.neutron [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Updating instance_info_cache with network_info: [{"id": "ee69f6ad-d2bc-466d-9bf0-f0da88720965", "address": "fa:16:3e:c8:ab:9b", "network": {"id": "d7ca20d3-60a1-4e1e-a773-5ee26983e635", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1197349326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63a6267e2f0a4dc3970f3924c313b15d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee69f6ad-d2", "ovs_interfaceid": "ee69f6ad-d2bc-466d-9bf0-f0da88720965", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1936.205868] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-429828af-3a91-4355-8248-83d74bd66f88 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.213041] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b34cae-7fa4-4c2d-8cdc-e707e02c1cc8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.223423] env[62291]: INFO nova.compute.manager [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] Took 28.68 seconds to build instance. [ 1936.234282] env[62291]: DEBUG oslo_vmware.api [None req-888735af-b026-4231-aa3e-0a2826d87c31 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': task-2142543, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327741} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.237820] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8ec17f-5fab-448c-8f03-0b34e3d17162 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.241102] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-888735af-b026-4231-aa3e-0a2826d87c31 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1936.241388] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-888735af-b026-4231-aa3e-0a2826d87c31 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: 55374085-f0cc-45b1-8f65-3559902cc838] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1936.241921] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-888735af-b026-4231-aa3e-0a2826d87c31 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: 55374085-f0cc-45b1-8f65-3559902cc838] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1936.242487] env[62291]: INFO nova.compute.manager [None req-888735af-b026-4231-aa3e-0a2826d87c31 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: 55374085-f0cc-45b1-8f65-3559902cc838] Took 1.76 seconds to destroy the instance on the hypervisor. [ 1936.242487] env[62291]: DEBUG oslo.service.loopingcall [None req-888735af-b026-4231-aa3e-0a2826d87c31 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1936.242709] env[62291]: DEBUG oslo_vmware.api [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Waiting for the task: (returnval){ [ 1936.242709] env[62291]: value = "task-2142544" [ 1936.242709] env[62291]: _type = "Task" [ 1936.242709] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.244252] env[62291]: DEBUG nova.compute.manager [-] [instance: 55374085-f0cc-45b1-8f65-3559902cc838] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1936.244252] env[62291]: DEBUG nova.network.neutron [-] [instance: 55374085-f0cc-45b1-8f65-3559902cc838] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1936.261374] env[62291]: DEBUG nova.compute.provider_tree [None req-585f98d7-eb19-41b5-86ff-d304b461e14d tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1936.270256] env[62291]: DEBUG oslo_vmware.api [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Task: {'id': task-2142544, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.346110] env[62291]: DEBUG nova.network.neutron [-] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1936.500936] env[62291]: DEBUG nova.compute.manager [req-1bac9e52-7f5c-49ae-ae93-b6bffb6c3772 req-4d9207a1-28d2-4315-99cb-bb5415136121 service nova] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Received event network-vif-plugged-ee69f6ad-d2bc-466d-9bf0-f0da88720965 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1936.501935] env[62291]: DEBUG oslo_concurrency.lockutils [req-1bac9e52-7f5c-49ae-ae93-b6bffb6c3772 req-4d9207a1-28d2-4315-99cb-bb5415136121 service nova] Acquiring lock "84c5cb88-aad9-4b81-9dca-866ddcf0e8f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1936.502217] env[62291]: DEBUG oslo_concurrency.lockutils [req-1bac9e52-7f5c-49ae-ae93-b6bffb6c3772 req-4d9207a1-28d2-4315-99cb-bb5415136121 service nova] Lock "84c5cb88-aad9-4b81-9dca-866ddcf0e8f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1936.502399] env[62291]: DEBUG oslo_concurrency.lockutils [req-1bac9e52-7f5c-49ae-ae93-b6bffb6c3772 req-4d9207a1-28d2-4315-99cb-bb5415136121 service nova] Lock "84c5cb88-aad9-4b81-9dca-866ddcf0e8f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1936.502605] env[62291]: DEBUG nova.compute.manager [req-1bac9e52-7f5c-49ae-ae93-b6bffb6c3772 req-4d9207a1-28d2-4315-99cb-bb5415136121 service nova] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] No waiting events found dispatching network-vif-plugged-ee69f6ad-d2bc-466d-9bf0-f0da88720965 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1936.502780] env[62291]: WARNING nova.compute.manager [req-1bac9e52-7f5c-49ae-ae93-b6bffb6c3772 req-4d9207a1-28d2-4315-99cb-bb5415136121 service nova] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Received unexpected event network-vif-plugged-ee69f6ad-d2bc-466d-9bf0-f0da88720965 for instance with vm_state building and task_state spawning. [ 1936.502977] env[62291]: DEBUG nova.compute.manager [req-1bac9e52-7f5c-49ae-ae93-b6bffb6c3772 req-4d9207a1-28d2-4315-99cb-bb5415136121 service nova] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Received event network-changed-ee69f6ad-d2bc-466d-9bf0-f0da88720965 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1936.503168] env[62291]: DEBUG nova.compute.manager [req-1bac9e52-7f5c-49ae-ae93-b6bffb6c3772 req-4d9207a1-28d2-4315-99cb-bb5415136121 service nova] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Refreshing instance network info cache due to event network-changed-ee69f6ad-d2bc-466d-9bf0-f0da88720965. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1936.503380] env[62291]: DEBUG oslo_concurrency.lockutils [req-1bac9e52-7f5c-49ae-ae93-b6bffb6c3772 req-4d9207a1-28d2-4315-99cb-bb5415136121 service nova] Acquiring lock "refresh_cache-84c5cb88-aad9-4b81-9dca-866ddcf0e8f5" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1936.624616] env[62291]: DEBUG oslo_vmware.api [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Task: {'id': task-2142539, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.724657] env[62291]: DEBUG oslo_concurrency.lockutils [None req-db1e3f3b-bf0c-4a4f-929e-62d438c5adfb tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Lock "c1b0c88d-a23d-4b9d-91a8-adb25967c228" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.453s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1936.725543] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Releasing lock "refresh_cache-84c5cb88-aad9-4b81-9dca-866ddcf0e8f5" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1936.726369] env[62291]: DEBUG nova.compute.manager [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Instance network_info: |[{"id": "ee69f6ad-d2bc-466d-9bf0-f0da88720965", "address": "fa:16:3e:c8:ab:9b", "network": {"id": "d7ca20d3-60a1-4e1e-a773-5ee26983e635", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1197349326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63a6267e2f0a4dc3970f3924c313b15d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee69f6ad-d2", "ovs_interfaceid": "ee69f6ad-d2bc-466d-9bf0-f0da88720965", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1936.728489] env[62291]: DEBUG oslo_concurrency.lockutils [req-1bac9e52-7f5c-49ae-ae93-b6bffb6c3772 req-4d9207a1-28d2-4315-99cb-bb5415136121 service nova] Acquired lock "refresh_cache-84c5cb88-aad9-4b81-9dca-866ddcf0e8f5" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1936.728758] env[62291]: DEBUG nova.network.neutron [req-1bac9e52-7f5c-49ae-ae93-b6bffb6c3772 req-4d9207a1-28d2-4315-99cb-bb5415136121 service nova] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Refreshing network info cache for port ee69f6ad-d2bc-466d-9bf0-f0da88720965 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1936.730612] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c8:ab:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3ac3fd84-c373-49f5-82dc-784a6cdb686d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee69f6ad-d2bc-466d-9bf0-f0da88720965', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1936.749768] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Creating folder: Project (63a6267e2f0a4dc3970f3924c313b15d). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1936.755934] env[62291]: DEBUG nova.compute.manager [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1936.760380] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12074cf8-9e7e-45c9-af41-3c25a4879941 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.768813] env[62291]: DEBUG nova.scheduler.client.report [None req-585f98d7-eb19-41b5-86ff-d304b461e14d tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1936.785393] env[62291]: DEBUG oslo_vmware.api [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Task: {'id': task-2142544, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529549} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.785393] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 8c17919f-3941-4f1b-84fd-bf30d64dceb0/8c17919f-3941-4f1b-84fd-bf30d64dceb0.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1936.785555] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8c17919f-3941-4f1b-84fd-bf30d64dceb0] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1936.785785] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-30a98467-aa0c-440f-8a81-322bebcbcacb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.791111] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Created folder: Project (63a6267e2f0a4dc3970f3924c313b15d) in parent group-v437896. [ 1936.791410] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Creating folder: Instances. Parent ref: group-v437935. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1936.792075] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b490898f-8c3e-48b7-ac81-9d5d7bb04758 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.797944] env[62291]: DEBUG oslo_vmware.api [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Waiting for the task: (returnval){ [ 1936.797944] env[62291]: value = "task-2142546" [ 1936.797944] env[62291]: _type = "Task" [ 1936.797944] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.805634] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Created folder: Instances in parent group-v437935. [ 1936.805989] env[62291]: DEBUG oslo.service.loopingcall [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1936.810051] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1936.810752] env[62291]: DEBUG oslo_vmware.api [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Task: {'id': task-2142546, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.811018] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90ac0043-414e-41c4-a817-76baeb239885 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.834720] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1936.834720] env[62291]: value = "task-2142548" [ 1936.834720] env[62291]: _type = "Task" [ 1936.834720] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.844994] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142548, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.849659] env[62291]: INFO nova.compute.manager [-] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Took 1.04 seconds to deallocate network for instance. [ 1936.977713] env[62291]: DEBUG nova.compute.manager [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1937.006802] env[62291]: DEBUG nova.virt.hardware [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T08:04:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='7997f16d-d4c4-4cd9-80da-97b3433a0f2a',id=32,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-279147643',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1937.011024] env[62291]: DEBUG nova.virt.hardware [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1937.011024] env[62291]: DEBUG nova.virt.hardware [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1937.011024] env[62291]: DEBUG nova.virt.hardware [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1937.011024] env[62291]: DEBUG nova.virt.hardware [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1937.011024] env[62291]: DEBUG nova.virt.hardware [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1937.011357] env[62291]: DEBUG nova.virt.hardware [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1937.011357] env[62291]: DEBUG nova.virt.hardware [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1937.011357] env[62291]: DEBUG nova.virt.hardware [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1937.011357] env[62291]: DEBUG nova.virt.hardware [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1937.011357] env[62291]: DEBUG nova.virt.hardware [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1937.011519] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b596d33-4870-4835-b596-9115cbe6f197 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.023580] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a791c5a-c59c-4cee-b208-ce2f05d954a1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.128517] env[62291]: DEBUG oslo_vmware.api [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Task: {'id': task-2142539, 'name': ReconfigVM_Task, 'duration_secs': 1.660779} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.128866] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] [instance: 4af55a8c-1f23-4e72-a945-aff479b9c450] Reconfigured VM instance instance-00000016 to attach disk [datastore2] 4af55a8c-1f23-4e72-a945-aff479b9c450/4af55a8c-1f23-4e72-a945-aff479b9c450.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1937.129613] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-79b97808-5c3e-40bd-b6b4-9736ee91b78f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.140712] env[62291]: DEBUG oslo_vmware.api [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Waiting for the task: (returnval){ [ 1937.140712] env[62291]: value = "task-2142549" [ 1937.140712] env[62291]: _type = "Task" [ 1937.140712] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.151737] env[62291]: DEBUG oslo_vmware.api [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Task: {'id': task-2142549, 'name': Rename_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.158229] env[62291]: DEBUG nova.network.neutron [-] [instance: 55374085-f0cc-45b1-8f65-3559902cc838] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1937.276121] env[62291]: DEBUG oslo_concurrency.lockutils [None req-585f98d7-eb19-41b5-86ff-d304b461e14d tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.326s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1937.278853] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 14.632s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1937.279172] env[62291]: DEBUG nova.objects.instance [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62291) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1937.285553] env[62291]: DEBUG oslo_concurrency.lockutils [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1937.297423] env[62291]: INFO nova.scheduler.client.report [None req-585f98d7-eb19-41b5-86ff-d304b461e14d tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Deleted allocations for instance 6ea23640-3ef0-4a2e-aa75-203c03edf386 [ 1937.311964] env[62291]: DEBUG oslo_vmware.api [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Task: {'id': task-2142546, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087528} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.312371] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8c17919f-3941-4f1b-84fd-bf30d64dceb0] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1937.313172] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52995dff-792a-4ad7-9859-37794202be99 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.338175] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8c17919f-3941-4f1b-84fd-bf30d64dceb0] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 8c17919f-3941-4f1b-84fd-bf30d64dceb0/8c17919f-3941-4f1b-84fd-bf30d64dceb0.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1937.340893] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bdba215-9ffb-4975-b88f-642f7273291d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.360714] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e19fd9fc-ac3b-4364-b347-067b0c7ca6e6 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1937.368769] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142548, 'name': CreateVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.371716] env[62291]: DEBUG oslo_vmware.api [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Waiting for the task: (returnval){ [ 1937.371716] env[62291]: value = "task-2142550" [ 1937.371716] env[62291]: _type = "Task" [ 1937.371716] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.385263] env[62291]: DEBUG oslo_vmware.api [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Task: {'id': task-2142550, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.537299] env[62291]: DEBUG nova.compute.manager [req-a7295977-828e-4c49-a05b-162cad621b42 req-4b10f510-8952-4b17-a0d9-093f5e5782d8 service nova] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] Received event network-changed-c7593c47-dfef-477e-82a4-a3ceafff3ce9 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1937.537747] env[62291]: DEBUG nova.compute.manager [req-a7295977-828e-4c49-a05b-162cad621b42 req-4b10f510-8952-4b17-a0d9-093f5e5782d8 service nova] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] Refreshing instance network info cache due to event network-changed-c7593c47-dfef-477e-82a4-a3ceafff3ce9. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1937.537747] env[62291]: DEBUG oslo_concurrency.lockutils [req-a7295977-828e-4c49-a05b-162cad621b42 req-4b10f510-8952-4b17-a0d9-093f5e5782d8 service nova] Acquiring lock "refresh_cache-c1b0c88d-a23d-4b9d-91a8-adb25967c228" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1937.538606] env[62291]: DEBUG oslo_concurrency.lockutils [req-a7295977-828e-4c49-a05b-162cad621b42 req-4b10f510-8952-4b17-a0d9-093f5e5782d8 service nova] Acquired lock "refresh_cache-c1b0c88d-a23d-4b9d-91a8-adb25967c228" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1937.538826] env[62291]: DEBUG nova.network.neutron [req-a7295977-828e-4c49-a05b-162cad621b42 req-4b10f510-8952-4b17-a0d9-093f5e5782d8 service nova] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] Refreshing network info cache for port c7593c47-dfef-477e-82a4-a3ceafff3ce9 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1937.655908] env[62291]: DEBUG oslo_vmware.api [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Task: {'id': task-2142549, 'name': Rename_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.660681] env[62291]: INFO nova.compute.manager [-] [instance: 55374085-f0cc-45b1-8f65-3559902cc838] Took 1.42 seconds to deallocate network for instance. [ 1937.699553] env[62291]: DEBUG nova.network.neutron [req-1bac9e52-7f5c-49ae-ae93-b6bffb6c3772 req-4d9207a1-28d2-4315-99cb-bb5415136121 service nova] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Updated VIF entry in instance network info cache for port ee69f6ad-d2bc-466d-9bf0-f0da88720965. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1937.700246] env[62291]: DEBUG nova.network.neutron [req-1bac9e52-7f5c-49ae-ae93-b6bffb6c3772 req-4d9207a1-28d2-4315-99cb-bb5415136121 service nova] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Updating instance_info_cache with network_info: [{"id": "ee69f6ad-d2bc-466d-9bf0-f0da88720965", "address": "fa:16:3e:c8:ab:9b", "network": {"id": "d7ca20d3-60a1-4e1e-a773-5ee26983e635", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1197349326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63a6267e2f0a4dc3970f3924c313b15d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee69f6ad-d2", "ovs_interfaceid": "ee69f6ad-d2bc-466d-9bf0-f0da88720965", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1937.765190] env[62291]: DEBUG nova.network.neutron [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Successfully updated port: d5f7a1b8-950b-427c-8e4c-2b186102b849 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1937.810653] env[62291]: DEBUG oslo_concurrency.lockutils [None req-585f98d7-eb19-41b5-86ff-d304b461e14d tempest-FloatingIPsAssociationNegativeTestJSON-289545378 tempest-FloatingIPsAssociationNegativeTestJSON-289545378-project-member] Lock "6ea23640-3ef0-4a2e-aa75-203c03edf386" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.604s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1937.851202] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142548, 'name': CreateVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.884767] env[62291]: DEBUG oslo_vmware.api [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Task: {'id': task-2142550, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.156747] env[62291]: DEBUG oslo_vmware.api [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Task: {'id': task-2142549, 'name': Rename_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.169377] env[62291]: DEBUG oslo_concurrency.lockutils [None req-888735af-b026-4231-aa3e-0a2826d87c31 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1938.203417] env[62291]: DEBUG oslo_concurrency.lockutils [req-1bac9e52-7f5c-49ae-ae93-b6bffb6c3772 req-4d9207a1-28d2-4315-99cb-bb5415136121 service nova] Releasing lock "refresh_cache-84c5cb88-aad9-4b81-9dca-866ddcf0e8f5" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1938.269302] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Acquiring lock "refresh_cache-0a178974-018c-410a-a901-c9e984be8ebf" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1938.269302] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Acquired lock "refresh_cache-0a178974-018c-410a-a901-c9e984be8ebf" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1938.269302] env[62291]: DEBUG nova.network.neutron [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1938.292117] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4258e334-9618-4f77-a8ba-bd769ab464d1 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1938.292117] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.493s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1938.294623] env[62291]: INFO nova.compute.claims [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1938.356043] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142548, 'name': CreateVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.385620] env[62291]: DEBUG oslo_vmware.api [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Task: {'id': task-2142550, 'name': ReconfigVM_Task, 'duration_secs': 0.762876} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.385980] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8c17919f-3941-4f1b-84fd-bf30d64dceb0] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 8c17919f-3941-4f1b-84fd-bf30d64dceb0/8c17919f-3941-4f1b-84fd-bf30d64dceb0.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1938.386704] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d1f3ff7-c881-42d3-a755-6a6c3320195e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.394677] env[62291]: DEBUG oslo_vmware.api [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Waiting for the task: (returnval){ [ 1938.394677] env[62291]: value = "task-2142551" [ 1938.394677] env[62291]: _type = "Task" [ 1938.394677] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.410833] env[62291]: DEBUG oslo_vmware.api [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Task: {'id': task-2142551, 'name': Rename_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.565272] env[62291]: DEBUG nova.network.neutron [req-a7295977-828e-4c49-a05b-162cad621b42 req-4b10f510-8952-4b17-a0d9-093f5e5782d8 service nova] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] Updated VIF entry in instance network info cache for port c7593c47-dfef-477e-82a4-a3ceafff3ce9. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1938.565821] env[62291]: DEBUG nova.network.neutron [req-a7295977-828e-4c49-a05b-162cad621b42 req-4b10f510-8952-4b17-a0d9-093f5e5782d8 service nova] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] Updating instance_info_cache with network_info: [{"id": "c7593c47-dfef-477e-82a4-a3ceafff3ce9", "address": "fa:16:3e:59:67:2f", "network": {"id": "4d59fab7-22c5-46fc-bccf-4e94ad091fee", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-42214769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab8dfc93d7cc45339c715d4379e92499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7593c47-df", "ovs_interfaceid": "c7593c47-dfef-477e-82a4-a3ceafff3ce9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1938.584671] env[62291]: DEBUG nova.compute.manager [req-eb3f355b-9920-474c-a191-cc853a72bce9 req-13ab6a42-82c8-4d66-b5cb-ec1e3a15c8cc service nova] [instance: 55374085-f0cc-45b1-8f65-3559902cc838] Received event network-vif-deleted-9cd721da-596a-4dbb-839b-e35a20b3c4bd {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1938.654021] env[62291]: DEBUG oslo_vmware.api [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Task: {'id': task-2142549, 'name': Rename_Task, 'duration_secs': 1.257443} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.654673] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] [instance: 4af55a8c-1f23-4e72-a945-aff479b9c450] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1938.654859] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b415d9d7-0116-41c4-9dba-ac8ddcc2c90d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.665163] env[62291]: DEBUG oslo_vmware.api [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Waiting for the task: (returnval){ [ 1938.665163] env[62291]: value = "task-2142552" [ 1938.665163] env[62291]: _type = "Task" [ 1938.665163] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.674877] env[62291]: DEBUG oslo_vmware.api [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Task: {'id': task-2142552, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.828494] env[62291]: DEBUG nova.network.neutron [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1938.852634] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142548, 'name': CreateVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.906724] env[62291]: DEBUG oslo_vmware.api [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Task: {'id': task-2142551, 'name': Rename_Task, 'duration_secs': 0.237769} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.906724] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8c17919f-3941-4f1b-84fd-bf30d64dceb0] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1938.906724] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f4802a1-a101-43bb-9f07-67af0be24c9f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.914810] env[62291]: DEBUG oslo_vmware.api [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Waiting for the task: (returnval){ [ 1938.914810] env[62291]: value = "task-2142553" [ 1938.914810] env[62291]: _type = "Task" [ 1938.914810] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.926214] env[62291]: DEBUG oslo_vmware.api [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Task: {'id': task-2142553, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.072140] env[62291]: DEBUG oslo_concurrency.lockutils [req-a7295977-828e-4c49-a05b-162cad621b42 req-4b10f510-8952-4b17-a0d9-093f5e5782d8 service nova] Releasing lock "refresh_cache-c1b0c88d-a23d-4b9d-91a8-adb25967c228" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1939.118121] env[62291]: DEBUG nova.network.neutron [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Updating instance_info_cache with network_info: [{"id": "d5f7a1b8-950b-427c-8e4c-2b186102b849", "address": "fa:16:3e:c1:8a:bd", "network": {"id": "628f334a-7ac3-4fd6-9258-4e5aabcf7839", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7a5e935372e4d0998462c64df5e8266", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5f7a1b8-95", "ovs_interfaceid": "d5f7a1b8-950b-427c-8e4c-2b186102b849", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1939.178186] env[62291]: DEBUG oslo_vmware.api [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Task: {'id': task-2142552, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.356792] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142548, 'name': CreateVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.427709] env[62291]: DEBUG oslo_vmware.api [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Task: {'id': task-2142553, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.570531] env[62291]: DEBUG nova.compute.manager [req-9aac6814-792b-4792-a615-253d4cd3ffa8 req-aa1e612f-ca33-418e-b820-064ce236ab9c service nova] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Received event network-vif-plugged-d5f7a1b8-950b-427c-8e4c-2b186102b849 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1939.572020] env[62291]: DEBUG oslo_concurrency.lockutils [req-9aac6814-792b-4792-a615-253d4cd3ffa8 req-aa1e612f-ca33-418e-b820-064ce236ab9c service nova] Acquiring lock "0a178974-018c-410a-a901-c9e984be8ebf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1939.572020] env[62291]: DEBUG oslo_concurrency.lockutils [req-9aac6814-792b-4792-a615-253d4cd3ffa8 req-aa1e612f-ca33-418e-b820-064ce236ab9c service nova] Lock "0a178974-018c-410a-a901-c9e984be8ebf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1939.572020] env[62291]: DEBUG oslo_concurrency.lockutils [req-9aac6814-792b-4792-a615-253d4cd3ffa8 req-aa1e612f-ca33-418e-b820-064ce236ab9c service nova] Lock "0a178974-018c-410a-a901-c9e984be8ebf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1939.572020] env[62291]: DEBUG nova.compute.manager [req-9aac6814-792b-4792-a615-253d4cd3ffa8 req-aa1e612f-ca33-418e-b820-064ce236ab9c service nova] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] No waiting events found dispatching network-vif-plugged-d5f7a1b8-950b-427c-8e4c-2b186102b849 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1939.572020] env[62291]: WARNING nova.compute.manager [req-9aac6814-792b-4792-a615-253d4cd3ffa8 req-aa1e612f-ca33-418e-b820-064ce236ab9c service nova] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Received unexpected event network-vif-plugged-d5f7a1b8-950b-427c-8e4c-2b186102b849 for instance with vm_state building and task_state spawning. [ 1939.572486] env[62291]: DEBUG nova.compute.manager [req-9aac6814-792b-4792-a615-253d4cd3ffa8 req-aa1e612f-ca33-418e-b820-064ce236ab9c service nova] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Received event network-changed-d5f7a1b8-950b-427c-8e4c-2b186102b849 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1939.572486] env[62291]: DEBUG nova.compute.manager [req-9aac6814-792b-4792-a615-253d4cd3ffa8 req-aa1e612f-ca33-418e-b820-064ce236ab9c service nova] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Refreshing instance network info cache due to event network-changed-d5f7a1b8-950b-427c-8e4c-2b186102b849. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1939.572486] env[62291]: DEBUG oslo_concurrency.lockutils [req-9aac6814-792b-4792-a615-253d4cd3ffa8 req-aa1e612f-ca33-418e-b820-064ce236ab9c service nova] Acquiring lock "refresh_cache-0a178974-018c-410a-a901-c9e984be8ebf" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1939.621094] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Releasing lock "refresh_cache-0a178974-018c-410a-a901-c9e984be8ebf" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1939.623302] env[62291]: DEBUG nova.compute.manager [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Instance network_info: |[{"id": "d5f7a1b8-950b-427c-8e4c-2b186102b849", "address": "fa:16:3e:c1:8a:bd", "network": {"id": "628f334a-7ac3-4fd6-9258-4e5aabcf7839", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7a5e935372e4d0998462c64df5e8266", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5f7a1b8-95", "ovs_interfaceid": "d5f7a1b8-950b-427c-8e4c-2b186102b849", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1939.623302] env[62291]: DEBUG oslo_concurrency.lockutils [req-9aac6814-792b-4792-a615-253d4cd3ffa8 req-aa1e612f-ca33-418e-b820-064ce236ab9c service nova] Acquired lock "refresh_cache-0a178974-018c-410a-a901-c9e984be8ebf" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1939.623743] env[62291]: DEBUG nova.network.neutron [req-9aac6814-792b-4792-a615-253d4cd3ffa8 req-aa1e612f-ca33-418e-b820-064ce236ab9c service nova] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Refreshing network info cache for port d5f7a1b8-950b-427c-8e4c-2b186102b849 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1939.623743] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:8a:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd5f7a1b8-950b-427c-8e4c-2b186102b849', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1939.631092] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Creating folder: Project (ea482d96eadd488c836991750a91b0ca). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1939.634176] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d4285965-0b48-47ca-bbd7-d13d1379036a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.644913] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Created folder: Project (ea482d96eadd488c836991750a91b0ca) in parent group-v437896. [ 1939.645435] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Creating folder: Instances. Parent ref: group-v437938. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1939.645709] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c5de3a8-6c04-488c-a6f4-cc21d791fb24 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.657363] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Created folder: Instances in parent group-v437938. [ 1939.657848] env[62291]: DEBUG oslo.service.loopingcall [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1939.658189] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1939.658644] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6bf4a96a-2342-4750-93b5-73b6fc38c106 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.703473] env[62291]: DEBUG oslo_vmware.api [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Task: {'id': task-2142552, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.709000] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1939.709000] env[62291]: value = "task-2142556" [ 1939.709000] env[62291]: _type = "Task" [ 1939.709000] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.719201] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142556, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.853815] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142548, 'name': CreateVM_Task, 'duration_secs': 2.788129} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.853995] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1939.854728] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1939.854931] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1939.855360] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1939.855726] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5025b2d-aeae-48c6-943d-b027974278f9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.867145] env[62291]: DEBUG oslo_vmware.api [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Waiting for the task: (returnval){ [ 1939.867145] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52254c62-e06c-2fcf-a2e4-103966785854" [ 1939.867145] env[62291]: _type = "Task" [ 1939.867145] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.875375] env[62291]: DEBUG oslo_vmware.api [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52254c62-e06c-2fcf-a2e4-103966785854, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.923999] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82bc6e80-7b14-4e48-ba51-f17fcc348fe2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.930679] env[62291]: DEBUG oslo_vmware.api [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Task: {'id': task-2142553, 'name': PowerOnVM_Task, 'duration_secs': 0.692975} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.932068] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8c17919f-3941-4f1b-84fd-bf30d64dceb0] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1939.932068] env[62291]: INFO nova.compute.manager [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8c17919f-3941-4f1b-84fd-bf30d64dceb0] Took 8.45 seconds to spawn the instance on the hypervisor. [ 1939.932068] env[62291]: DEBUG nova.compute.manager [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8c17919f-3941-4f1b-84fd-bf30d64dceb0] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1939.933579] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5120eb92-1a8a-4536-a0e6-75e8897c8033 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.939641] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb598625-a68b-43f3-9464-1b8fbce158e5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.980114] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649f9ffb-41d3-4d91-bdbc-b02cf813f939 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.989773] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb10c15-6694-479c-995d-f2136ca78886 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.007375] env[62291]: DEBUG nova.compute.provider_tree [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1940.195189] env[62291]: DEBUG oslo_vmware.rw_handles [None req-002e6a2c-135c-43de-b616-103c9e036c69 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523db627-f89d-0c7e-5356-19b24f4d546c/disk-0.vmdk. {{(pid=62291) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1940.195650] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134d2454-4254-46b9-83d8-cec328d5bc54 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.216955] env[62291]: DEBUG oslo_vmware.rw_handles [None req-002e6a2c-135c-43de-b616-103c9e036c69 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523db627-f89d-0c7e-5356-19b24f4d546c/disk-0.vmdk is in state: ready. {{(pid=62291) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1940.217199] env[62291]: ERROR oslo_vmware.rw_handles [None req-002e6a2c-135c-43de-b616-103c9e036c69 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523db627-f89d-0c7e-5356-19b24f4d546c/disk-0.vmdk due to incomplete transfer. [ 1940.217459] env[62291]: DEBUG oslo_vmware.api [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Task: {'id': task-2142552, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.218167] env[62291]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7716af8a-1d1c-4f96-afb9-21d8bf8b07db {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.224424] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142556, 'name': CreateVM_Task, 'duration_secs': 0.438436} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.226998] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1940.228660] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1940.228820] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1940.229186] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1940.229806] env[62291]: DEBUG oslo_vmware.rw_handles [None req-002e6a2c-135c-43de-b616-103c9e036c69 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523db627-f89d-0c7e-5356-19b24f4d546c/disk-0.vmdk. {{(pid=62291) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1940.230510] env[62291]: DEBUG nova.virt.vmwareapi.images [None req-002e6a2c-135c-43de-b616-103c9e036c69 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Uploaded image f2e9b3e6-4fea-497c-bfea-b3eccbf8a259 to the Glance image server {{(pid=62291) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1940.234558] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-002e6a2c-135c-43de-b616-103c9e036c69 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Destroying the VM {{(pid=62291) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1940.234655] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a064fea-6fc3-4384-b4d2-60f5b1d64ce5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.236501] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f5336b3c-5cd1-4964-85ce-93afa82207f5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.242250] env[62291]: DEBUG oslo_vmware.api [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Waiting for the task: (returnval){ [ 1940.242250] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5216d16a-eb3e-fb33-95c0-72e7823b77ec" [ 1940.242250] env[62291]: _type = "Task" [ 1940.242250] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.247343] env[62291]: DEBUG oslo_vmware.api [None req-002e6a2c-135c-43de-b616-103c9e036c69 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Waiting for the task: (returnval){ [ 1940.247343] env[62291]: value = "task-2142557" [ 1940.247343] env[62291]: _type = "Task" [ 1940.247343] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.255137] env[62291]: DEBUG oslo_vmware.api [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5216d16a-eb3e-fb33-95c0-72e7823b77ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.263805] env[62291]: DEBUG oslo_vmware.api [None req-002e6a2c-135c-43de-b616-103c9e036c69 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142557, 'name': Destroy_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.377674] env[62291]: DEBUG oslo_vmware.api [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52254c62-e06c-2fcf-a2e4-103966785854, 'name': SearchDatastore_Task, 'duration_secs': 0.012875} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.378075] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1940.379186] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1940.379186] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1940.379186] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1940.379186] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1940.379555] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b4d88c5-2c9e-4096-af01-a942ccdaba52 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.393622] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1940.393622] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1940.394336] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4465bef-2b67-4aa3-bb28-1cd45aa5ddd0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.400721] env[62291]: DEBUG oslo_vmware.api [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Waiting for the task: (returnval){ [ 1940.400721] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]523be143-1fb1-4838-4f7a-18b5016b68f9" [ 1940.400721] env[62291]: _type = "Task" [ 1940.400721] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.411290] env[62291]: DEBUG oslo_vmware.api [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]523be143-1fb1-4838-4f7a-18b5016b68f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.425904] env[62291]: DEBUG nova.network.neutron [req-9aac6814-792b-4792-a615-253d4cd3ffa8 req-aa1e612f-ca33-418e-b820-064ce236ab9c service nova] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Updated VIF entry in instance network info cache for port d5f7a1b8-950b-427c-8e4c-2b186102b849. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1940.425904] env[62291]: DEBUG nova.network.neutron [req-9aac6814-792b-4792-a615-253d4cd3ffa8 req-aa1e612f-ca33-418e-b820-064ce236ab9c service nova] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Updating instance_info_cache with network_info: [{"id": "d5f7a1b8-950b-427c-8e4c-2b186102b849", "address": "fa:16:3e:c1:8a:bd", "network": {"id": "628f334a-7ac3-4fd6-9258-4e5aabcf7839", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7a5e935372e4d0998462c64df5e8266", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5f7a1b8-95", "ovs_interfaceid": "d5f7a1b8-950b-427c-8e4c-2b186102b849", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1940.459910] env[62291]: INFO nova.compute.manager [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8c17919f-3941-4f1b-84fd-bf30d64dceb0] Took 28.81 seconds to build instance. [ 1940.511213] env[62291]: DEBUG nova.scheduler.client.report [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1940.706697] env[62291]: DEBUG oslo_vmware.api [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Task: {'id': task-2142552, 'name': PowerOnVM_Task, 'duration_secs': 1.654366} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.706697] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] [instance: 4af55a8c-1f23-4e72-a945-aff479b9c450] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1940.706799] env[62291]: INFO nova.compute.manager [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] [instance: 4af55a8c-1f23-4e72-a945-aff479b9c450] Took 12.04 seconds to spawn the instance on the hypervisor. [ 1940.706929] env[62291]: DEBUG nova.compute.manager [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] [instance: 4af55a8c-1f23-4e72-a945-aff479b9c450] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1940.707737] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9b17d7-865e-4175-a76a-9078a509a526 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.758945] env[62291]: DEBUG oslo_vmware.api [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5216d16a-eb3e-fb33-95c0-72e7823b77ec, 'name': SearchDatastore_Task, 'duration_secs': 0.010709} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.763051] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1940.763671] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1940.763671] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1940.763771] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1940.763901] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1940.764206] env[62291]: DEBUG oslo_vmware.api [None req-002e6a2c-135c-43de-b616-103c9e036c69 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142557, 'name': Destroy_Task, 'duration_secs': 0.362514} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.764816] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cfc84f9c-a9ba-462e-bc0e-638cf49819a6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.766800] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-002e6a2c-135c-43de-b616-103c9e036c69 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Destroyed the VM [ 1940.767377] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-002e6a2c-135c-43de-b616-103c9e036c69 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Deleting Snapshot of the VM instance {{(pid=62291) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1940.767632] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-dc667bbd-b37e-4842-9d75-01268ee17171 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.776359] env[62291]: DEBUG oslo_vmware.api [None req-002e6a2c-135c-43de-b616-103c9e036c69 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Waiting for the task: (returnval){ [ 1940.776359] env[62291]: value = "task-2142558" [ 1940.776359] env[62291]: _type = "Task" [ 1940.776359] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.777559] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1940.777738] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1940.782055] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a477318e-fd70-4544-84d7-e41f1db8c30a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.792893] env[62291]: DEBUG oslo_vmware.api [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Waiting for the task: (returnval){ [ 1940.792893] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]521ef790-94e9-d632-fc4b-db9e3b193189" [ 1940.792893] env[62291]: _type = "Task" [ 1940.792893] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.793429] env[62291]: DEBUG oslo_vmware.api [None req-002e6a2c-135c-43de-b616-103c9e036c69 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142558, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.801868] env[62291]: DEBUG oslo_vmware.api [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]521ef790-94e9-d632-fc4b-db9e3b193189, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.912328] env[62291]: DEBUG oslo_vmware.api [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]523be143-1fb1-4838-4f7a-18b5016b68f9, 'name': SearchDatastore_Task, 'duration_secs': 0.014303} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.913937] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-231ab12c-4c23-4bcc-aa2c-ca1a09e78f66 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.922293] env[62291]: DEBUG oslo_vmware.api [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Waiting for the task: (returnval){ [ 1940.922293] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52911f9e-e839-9c5c-7204-fb155d4d526b" [ 1940.922293] env[62291]: _type = "Task" [ 1940.922293] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.932845] env[62291]: DEBUG oslo_concurrency.lockutils [req-9aac6814-792b-4792-a615-253d4cd3ffa8 req-aa1e612f-ca33-418e-b820-064ce236ab9c service nova] Releasing lock "refresh_cache-0a178974-018c-410a-a901-c9e984be8ebf" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1940.940196] env[62291]: DEBUG oslo_vmware.api [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52911f9e-e839-9c5c-7204-fb155d4d526b, 'name': SearchDatastore_Task, 'duration_secs': 0.015166} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.940420] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1940.940978] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5/84c5cb88-aad9-4b81-9dca-866ddcf0e8f5.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1940.940978] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf957186-c5ad-456a-add9-ef26e5d24371 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.950132] env[62291]: DEBUG oslo_vmware.api [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Waiting for the task: (returnval){ [ 1940.950132] env[62291]: value = "task-2142559" [ 1940.950132] env[62291]: _type = "Task" [ 1940.950132] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.959521] env[62291]: DEBUG oslo_vmware.api [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Task: {'id': task-2142559, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.963179] env[62291]: DEBUG oslo_concurrency.lockutils [None req-bc1bdf08-1cf3-486c-af33-ef4261392fef tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Lock "8c17919f-3941-4f1b-84fd-bf30d64dceb0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.379s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.020339] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.727s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.020339] env[62291]: DEBUG nova.compute.manager [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1941.021355] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.126s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1941.023028] env[62291]: INFO nova.compute.claims [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1941.227185] env[62291]: INFO nova.compute.manager [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] [instance: 4af55a8c-1f23-4e72-a945-aff479b9c450] Took 32.15 seconds to build instance. [ 1941.287864] env[62291]: DEBUG oslo_vmware.api [None req-002e6a2c-135c-43de-b616-103c9e036c69 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142558, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.304266] env[62291]: DEBUG oslo_vmware.api [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]521ef790-94e9-d632-fc4b-db9e3b193189, 'name': SearchDatastore_Task, 'duration_secs': 0.012756} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.304945] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-165dc5e7-8308-4faf-821c-509822cd84c7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.312058] env[62291]: DEBUG oslo_vmware.api [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Waiting for the task: (returnval){ [ 1941.312058] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52fb2577-8a74-fc46-a296-23d863ee6b07" [ 1941.312058] env[62291]: _type = "Task" [ 1941.312058] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.321546] env[62291]: DEBUG oslo_vmware.api [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52fb2577-8a74-fc46-a296-23d863ee6b07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.462587] env[62291]: DEBUG oslo_vmware.api [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Task: {'id': task-2142559, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.470418] env[62291]: DEBUG nova.compute.manager [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1941.529697] env[62291]: DEBUG nova.compute.utils [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1941.535022] env[62291]: DEBUG nova.compute.manager [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1941.535022] env[62291]: DEBUG nova.network.neutron [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1941.587779] env[62291]: DEBUG nova.policy [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e81ade3d60eb4c06ae7ee64c9a6a090a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91b6e38d29a747f5a5ece7587dcd8c03', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 1941.641030] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a58f80fe-5ba7-469a-b3fc-d24341a575e5 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Acquiring lock "8c17919f-3941-4f1b-84fd-bf30d64dceb0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1941.641030] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a58f80fe-5ba7-469a-b3fc-d24341a575e5 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Lock "8c17919f-3941-4f1b-84fd-bf30d64dceb0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1941.641030] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a58f80fe-5ba7-469a-b3fc-d24341a575e5 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Acquiring lock "8c17919f-3941-4f1b-84fd-bf30d64dceb0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1941.641030] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a58f80fe-5ba7-469a-b3fc-d24341a575e5 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Lock "8c17919f-3941-4f1b-84fd-bf30d64dceb0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1941.641341] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a58f80fe-5ba7-469a-b3fc-d24341a575e5 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Lock "8c17919f-3941-4f1b-84fd-bf30d64dceb0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.645239] env[62291]: INFO nova.compute.manager [None req-a58f80fe-5ba7-469a-b3fc-d24341a575e5 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8c17919f-3941-4f1b-84fd-bf30d64dceb0] Terminating instance [ 1941.647217] env[62291]: DEBUG nova.compute.manager [None req-a58f80fe-5ba7-469a-b3fc-d24341a575e5 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8c17919f-3941-4f1b-84fd-bf30d64dceb0] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1941.647483] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-a58f80fe-5ba7-469a-b3fc-d24341a575e5 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8c17919f-3941-4f1b-84fd-bf30d64dceb0] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1941.648395] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38129cb-1e17-4431-a382-4644510bd9a3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.657204] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58f80fe-5ba7-469a-b3fc-d24341a575e5 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8c17919f-3941-4f1b-84fd-bf30d64dceb0] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1941.657503] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-594fc719-8e16-4c9f-9eb6-094cad772fbc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.666589] env[62291]: DEBUG oslo_vmware.api [None req-a58f80fe-5ba7-469a-b3fc-d24341a575e5 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Waiting for the task: (returnval){ [ 1941.666589] env[62291]: value = "task-2142560" [ 1941.666589] env[62291]: _type = "Task" [ 1941.666589] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.677997] env[62291]: DEBUG oslo_vmware.api [None req-a58f80fe-5ba7-469a-b3fc-d24341a575e5 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Task: {'id': task-2142560, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.729836] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6be3801e-6b30-4361-b1bc-089c0bbad48b tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Lock "4af55a8c-1f23-4e72-a945-aff479b9c450" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.755s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1941.789158] env[62291]: DEBUG oslo_vmware.api [None req-002e6a2c-135c-43de-b616-103c9e036c69 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142558, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.824979] env[62291]: DEBUG oslo_vmware.api [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52fb2577-8a74-fc46-a296-23d863ee6b07, 'name': SearchDatastore_Task, 'duration_secs': 0.025899} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.825362] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1941.825623] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 0a178974-018c-410a-a901-c9e984be8ebf/0a178974-018c-410a-a901-c9e984be8ebf.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1941.825890] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea5fe582-1f6a-4436-9c3d-ba39843b7ab2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.834938] env[62291]: DEBUG oslo_vmware.api [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Waiting for the task: (returnval){ [ 1941.834938] env[62291]: value = "task-2142561" [ 1941.834938] env[62291]: _type = "Task" [ 1941.834938] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.852437] env[62291]: DEBUG oslo_vmware.api [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Task: {'id': task-2142561, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1941.937964] env[62291]: DEBUG nova.network.neutron [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] Successfully created port: 3eca59de-d078-41c4-99bf-82b2c60b50f3 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1941.965942] env[62291]: DEBUG oslo_vmware.api [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Task: {'id': task-2142559, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635507} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1941.965942] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5/84c5cb88-aad9-4b81-9dca-866ddcf0e8f5.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1941.965942] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1941.965942] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f5f4c28-c80e-4b0b-85b2-7a63ba26bb2c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.973463] env[62291]: DEBUG oslo_vmware.api [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Waiting for the task: (returnval){ [ 1941.973463] env[62291]: value = "task-2142562" [ 1941.973463] env[62291]: _type = "Task" [ 1941.973463] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1941.986234] env[62291]: DEBUG oslo_vmware.api [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Task: {'id': task-2142562, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.001700] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1942.034748] env[62291]: DEBUG nova.compute.manager [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1942.184280] env[62291]: DEBUG oslo_vmware.api [None req-a58f80fe-5ba7-469a-b3fc-d24341a575e5 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Task: {'id': task-2142560, 'name': PowerOffVM_Task, 'duration_secs': 0.236342} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.184816] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-a58f80fe-5ba7-469a-b3fc-d24341a575e5 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8c17919f-3941-4f1b-84fd-bf30d64dceb0] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1942.185331] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-a58f80fe-5ba7-469a-b3fc-d24341a575e5 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8c17919f-3941-4f1b-84fd-bf30d64dceb0] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1942.185749] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d740a3dc-2b4c-40c1-88a2-bb560187268b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.233517] env[62291]: DEBUG nova.compute.manager [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1942.291088] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-a58f80fe-5ba7-469a-b3fc-d24341a575e5 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8c17919f-3941-4f1b-84fd-bf30d64dceb0] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1942.291088] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-a58f80fe-5ba7-469a-b3fc-d24341a575e5 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8c17919f-3941-4f1b-84fd-bf30d64dceb0] Deleting contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1942.291088] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-a58f80fe-5ba7-469a-b3fc-d24341a575e5 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Deleting the datastore file [datastore1] 8c17919f-3941-4f1b-84fd-bf30d64dceb0 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1942.297281] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf058c71-34bd-4010-bb75-c21bc225366d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.299733] env[62291]: DEBUG oslo_vmware.api [None req-002e6a2c-135c-43de-b616-103c9e036c69 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142558, 'name': RemoveSnapshot_Task, 'duration_secs': 1.088583} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.300340] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-002e6a2c-135c-43de-b616-103c9e036c69 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Deleted Snapshot of the VM instance {{(pid=62291) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1942.300592] env[62291]: INFO nova.compute.manager [None req-002e6a2c-135c-43de-b616-103c9e036c69 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Took 16.10 seconds to snapshot the instance on the hypervisor. [ 1942.311342] env[62291]: DEBUG oslo_vmware.api [None req-a58f80fe-5ba7-469a-b3fc-d24341a575e5 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Waiting for the task: (returnval){ [ 1942.311342] env[62291]: value = "task-2142564" [ 1942.311342] env[62291]: _type = "Task" [ 1942.311342] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.325391] env[62291]: DEBUG oslo_vmware.api [None req-a58f80fe-5ba7-469a-b3fc-d24341a575e5 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Task: {'id': task-2142564, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.345320] env[62291]: DEBUG oslo_vmware.api [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Task: {'id': task-2142561, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.487954] env[62291]: DEBUG oslo_vmware.api [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Task: {'id': task-2142562, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073115} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.492029] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1942.492029] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5668bc83-88de-4165-83d3-3db659d62477 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.516088] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5/84c5cb88-aad9-4b81-9dca-866ddcf0e8f5.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1942.519269] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e05b2c6f-afcb-4382-a574-33f349ae3fb3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.544539] env[62291]: DEBUG oslo_vmware.api [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Waiting for the task: (returnval){ [ 1942.544539] env[62291]: value = "task-2142565" [ 1942.544539] env[62291]: _type = "Task" [ 1942.544539] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.556699] env[62291]: DEBUG oslo_vmware.api [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Task: {'id': task-2142565, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1942.651843] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f2e5eb-5e55-4626-bbf4-013600b55c65 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.660446] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0db211f-ed74-4199-a4ed-0cb386ce04ed {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.692514] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5821d6-7961-48a6-9170-941f63484f72 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.701306] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb18a082-54cf-4711-a1b1-6c4f52dc2982 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.716130] env[62291]: DEBUG nova.compute.provider_tree [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1942.752568] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1942.827157] env[62291]: DEBUG oslo_vmware.api [None req-a58f80fe-5ba7-469a-b3fc-d24341a575e5 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Task: {'id': task-2142564, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167837} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.827157] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-a58f80fe-5ba7-469a-b3fc-d24341a575e5 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1942.827157] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-a58f80fe-5ba7-469a-b3fc-d24341a575e5 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8c17919f-3941-4f1b-84fd-bf30d64dceb0] Deleted contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1942.827423] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-a58f80fe-5ba7-469a-b3fc-d24341a575e5 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8c17919f-3941-4f1b-84fd-bf30d64dceb0] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1942.827691] env[62291]: INFO nova.compute.manager [None req-a58f80fe-5ba7-469a-b3fc-d24341a575e5 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] [instance: 8c17919f-3941-4f1b-84fd-bf30d64dceb0] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1942.827951] env[62291]: DEBUG oslo.service.loopingcall [None req-a58f80fe-5ba7-469a-b3fc-d24341a575e5 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1942.828720] env[62291]: DEBUG nova.compute.manager [-] [instance: 8c17919f-3941-4f1b-84fd-bf30d64dceb0] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1942.828812] env[62291]: DEBUG nova.network.neutron [-] [instance: 8c17919f-3941-4f1b-84fd-bf30d64dceb0] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1942.845602] env[62291]: DEBUG oslo_vmware.api [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Task: {'id': task-2142561, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524203} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1942.845847] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 0a178974-018c-410a-a901-c9e984be8ebf/0a178974-018c-410a-a901-c9e984be8ebf.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1942.846072] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1942.846351] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ec3e5053-cde5-4327-994d-d69091f5a71b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.855057] env[62291]: DEBUG oslo_vmware.api [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Waiting for the task: (returnval){ [ 1942.855057] env[62291]: value = "task-2142566" [ 1942.855057] env[62291]: _type = "Task" [ 1942.855057] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1942.870836] env[62291]: DEBUG oslo_vmware.api [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Task: {'id': task-2142566, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.051992] env[62291]: DEBUG nova.compute.manager [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1943.060416] env[62291]: DEBUG oslo_vmware.api [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Task: {'id': task-2142565, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.074397] env[62291]: DEBUG nova.virt.hardware [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1943.074641] env[62291]: DEBUG nova.virt.hardware [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1943.074800] env[62291]: DEBUG nova.virt.hardware [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1943.075015] env[62291]: DEBUG nova.virt.hardware [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1943.075199] env[62291]: DEBUG nova.virt.hardware [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1943.075395] env[62291]: DEBUG nova.virt.hardware [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1943.075682] env[62291]: DEBUG nova.virt.hardware [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1943.075764] env[62291]: DEBUG nova.virt.hardware [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1943.075931] env[62291]: DEBUG nova.virt.hardware [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1943.076181] env[62291]: DEBUG nova.virt.hardware [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1943.076325] env[62291]: DEBUG nova.virt.hardware [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1943.077167] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a0f2f6-204a-4c76-bafd-78d5e27b4f8c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.085765] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059c2f07-46ca-459a-835e-1f287adfd872 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.219574] env[62291]: DEBUG nova.scheduler.client.report [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1943.324756] env[62291]: DEBUG nova.compute.manager [req-99cc3173-02aa-4002-b72c-ddad51141429 req-69c3321a-b5c1-4693-af3d-5d737fad55eb service nova] [instance: 8c17919f-3941-4f1b-84fd-bf30d64dceb0] Received event network-vif-deleted-a6a61a6f-9e65-41d3-b121-f712b2dc91e9 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1943.325175] env[62291]: INFO nova.compute.manager [req-99cc3173-02aa-4002-b72c-ddad51141429 req-69c3321a-b5c1-4693-af3d-5d737fad55eb service nova] [instance: 8c17919f-3941-4f1b-84fd-bf30d64dceb0] Neutron deleted interface a6a61a6f-9e65-41d3-b121-f712b2dc91e9; detaching it from the instance and deleting it from the info cache [ 1943.325175] env[62291]: DEBUG nova.network.neutron [req-99cc3173-02aa-4002-b72c-ddad51141429 req-69c3321a-b5c1-4693-af3d-5d737fad55eb service nova] [instance: 8c17919f-3941-4f1b-84fd-bf30d64dceb0] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1943.368491] env[62291]: DEBUG oslo_vmware.api [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Task: {'id': task-2142566, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069358} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1943.368491] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1943.370070] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f056786d-2542-4c66-a1ae-860a372d27ca {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.394494] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 0a178974-018c-410a-a901-c9e984be8ebf/0a178974-018c-410a-a901-c9e984be8ebf.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1943.395986] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5331b970-f108-4e56-aa19-0ecba878c2ee {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.423809] env[62291]: DEBUG oslo_vmware.api [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Waiting for the task: (returnval){ [ 1943.423809] env[62291]: value = "task-2142567" [ 1943.423809] env[62291]: _type = "Task" [ 1943.423809] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.434251] env[62291]: DEBUG oslo_vmware.api [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Task: {'id': task-2142567, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.558893] env[62291]: DEBUG oslo_vmware.api [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Task: {'id': task-2142565, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.627907] env[62291]: DEBUG nova.network.neutron [-] [instance: 8c17919f-3941-4f1b-84fd-bf30d64dceb0] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1943.726333] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.705s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1943.726999] env[62291]: DEBUG nova.compute.manager [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1943.730897] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.287s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1943.732648] env[62291]: INFO nova.compute.claims [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] [instance: b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1943.827321] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f448a64-78fc-4ec2-b2df-e9e1139f3c76 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.837938] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7cb7d0-bffb-45af-a030-78ef7b8ae755 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.870303] env[62291]: DEBUG nova.compute.manager [None req-0447fc33-126a-492e-9f8c-5ae39fade604 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1943.870709] env[62291]: DEBUG nova.compute.manager [req-99cc3173-02aa-4002-b72c-ddad51141429 req-69c3321a-b5c1-4693-af3d-5d737fad55eb service nova] [instance: 8c17919f-3941-4f1b-84fd-bf30d64dceb0] Detach interface failed, port_id=a6a61a6f-9e65-41d3-b121-f712b2dc91e9, reason: Instance 8c17919f-3941-4f1b-84fd-bf30d64dceb0 could not be found. {{(pid=62291) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1943.872672] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2359d92a-8010-4dee-ae4d-60cbf52b5369 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.876352] env[62291]: DEBUG nova.compute.manager [req-95b88345-c6d0-40fd-a06b-aa08ad8e17b6 req-f50939d6-021b-4aba-b09c-65ad455625e9 service nova] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] Received event network-vif-plugged-3eca59de-d078-41c4-99bf-82b2c60b50f3 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1943.876780] env[62291]: DEBUG oslo_concurrency.lockutils [req-95b88345-c6d0-40fd-a06b-aa08ad8e17b6 req-f50939d6-021b-4aba-b09c-65ad455625e9 service nova] Acquiring lock "d5839caf-2cfa-42ae-84f4-145f5ae614a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1943.876780] env[62291]: DEBUG oslo_concurrency.lockutils [req-95b88345-c6d0-40fd-a06b-aa08ad8e17b6 req-f50939d6-021b-4aba-b09c-65ad455625e9 service nova] Lock "d5839caf-2cfa-42ae-84f4-145f5ae614a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1943.876944] env[62291]: DEBUG oslo_concurrency.lockutils [req-95b88345-c6d0-40fd-a06b-aa08ad8e17b6 req-f50939d6-021b-4aba-b09c-65ad455625e9 service nova] Lock "d5839caf-2cfa-42ae-84f4-145f5ae614a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1943.877112] env[62291]: DEBUG nova.compute.manager [req-95b88345-c6d0-40fd-a06b-aa08ad8e17b6 req-f50939d6-021b-4aba-b09c-65ad455625e9 service nova] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] No waiting events found dispatching network-vif-plugged-3eca59de-d078-41c4-99bf-82b2c60b50f3 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1943.877282] env[62291]: WARNING nova.compute.manager [req-95b88345-c6d0-40fd-a06b-aa08ad8e17b6 req-f50939d6-021b-4aba-b09c-65ad455625e9 service nova] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] Received unexpected event network-vif-plugged-3eca59de-d078-41c4-99bf-82b2c60b50f3 for instance with vm_state building and task_state spawning. [ 1943.878305] env[62291]: DEBUG nova.network.neutron [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] Successfully updated port: 3eca59de-d078-41c4-99bf-82b2c60b50f3 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1943.916824] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7057826b-8c5a-46c5-9fde-bdec27c569a9 tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Acquiring lock "4af55a8c-1f23-4e72-a945-aff479b9c450" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1943.917223] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7057826b-8c5a-46c5-9fde-bdec27c569a9 tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Lock "4af55a8c-1f23-4e72-a945-aff479b9c450" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1943.917664] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7057826b-8c5a-46c5-9fde-bdec27c569a9 tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Acquiring lock "4af55a8c-1f23-4e72-a945-aff479b9c450-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1943.917915] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7057826b-8c5a-46c5-9fde-bdec27c569a9 tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Lock "4af55a8c-1f23-4e72-a945-aff479b9c450-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1943.918177] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7057826b-8c5a-46c5-9fde-bdec27c569a9 tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Lock "4af55a8c-1f23-4e72-a945-aff479b9c450-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1943.922204] env[62291]: INFO nova.compute.manager [None req-7057826b-8c5a-46c5-9fde-bdec27c569a9 tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] [instance: 4af55a8c-1f23-4e72-a945-aff479b9c450] Terminating instance [ 1943.924282] env[62291]: DEBUG nova.compute.manager [None req-7057826b-8c5a-46c5-9fde-bdec27c569a9 tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] [instance: 4af55a8c-1f23-4e72-a945-aff479b9c450] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1943.924550] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7057826b-8c5a-46c5-9fde-bdec27c569a9 tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] [instance: 4af55a8c-1f23-4e72-a945-aff479b9c450] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1943.925602] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e1b111-e1bd-4d37-8051-89338715f82a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.943025] env[62291]: DEBUG oslo_vmware.api [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Task: {'id': task-2142567, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1943.945597] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-7057826b-8c5a-46c5-9fde-bdec27c569a9 tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] [instance: 4af55a8c-1f23-4e72-a945-aff479b9c450] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1943.946147] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3da3fb6f-12f3-4e57-828e-74c4069633f0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1943.954551] env[62291]: DEBUG oslo_vmware.api [None req-7057826b-8c5a-46c5-9fde-bdec27c569a9 tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Waiting for the task: (returnval){ [ 1943.954551] env[62291]: value = "task-2142568" [ 1943.954551] env[62291]: _type = "Task" [ 1943.954551] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1943.963663] env[62291]: DEBUG oslo_vmware.api [None req-7057826b-8c5a-46c5-9fde-bdec27c569a9 tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Task: {'id': task-2142568, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.058218] env[62291]: DEBUG oslo_vmware.api [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Task: {'id': task-2142565, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.132407] env[62291]: INFO nova.compute.manager [-] [instance: 8c17919f-3941-4f1b-84fd-bf30d64dceb0] Took 1.30 seconds to deallocate network for instance. [ 1944.237436] env[62291]: DEBUG nova.compute.utils [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1944.243022] env[62291]: DEBUG nova.compute.manager [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1944.243022] env[62291]: DEBUG nova.network.neutron [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1944.288190] env[62291]: DEBUG nova.policy [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3605e6b7d7f43ed9e4fd9cb3747956c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fec9555fe4aa4c7a9e61c54aebf169a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 1944.391018] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "refresh_cache-d5839caf-2cfa-42ae-84f4-145f5ae614a0" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1944.391018] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquired lock "refresh_cache-d5839caf-2cfa-42ae-84f4-145f5ae614a0" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1944.391018] env[62291]: DEBUG nova.network.neutron [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1944.391018] env[62291]: INFO nova.compute.manager [None req-0447fc33-126a-492e-9f8c-5ae39fade604 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] instance snapshotting [ 1944.394160] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a46fe18-3002-49df-a4e7-6de65c0a28af {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.421245] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d32e02-1690-4e3d-ab13-d8c70f0cb2f6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.439098] env[62291]: DEBUG oslo_vmware.api [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Task: {'id': task-2142567, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.473863] env[62291]: DEBUG oslo_vmware.api [None req-7057826b-8c5a-46c5-9fde-bdec27c569a9 tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Task: {'id': task-2142568, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.561326] env[62291]: DEBUG oslo_vmware.api [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Task: {'id': task-2142565, 'name': ReconfigVM_Task, 'duration_secs': 1.960345} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.561713] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5/84c5cb88-aad9-4b81-9dca-866ddcf0e8f5.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1944.562310] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8b09312b-bcb8-490b-bade-cd875bc8d144 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.571535] env[62291]: DEBUG oslo_vmware.api [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Waiting for the task: (returnval){ [ 1944.571535] env[62291]: value = "task-2142569" [ 1944.571535] env[62291]: _type = "Task" [ 1944.571535] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.582853] env[62291]: DEBUG oslo_vmware.api [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Task: {'id': task-2142569, 'name': Rename_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.636515] env[62291]: DEBUG nova.network.neutron [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Successfully created port: 6d879f3c-4131-4a7e-8f70-47175f66b5ec {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1944.639036] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a58f80fe-5ba7-469a-b3fc-d24341a575e5 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1944.746032] env[62291]: DEBUG nova.compute.manager [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1944.937192] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-0447fc33-126a-492e-9f8c-5ae39fade604 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Creating Snapshot of the VM instance {{(pid=62291) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1944.938921] env[62291]: DEBUG nova.network.neutron [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1944.948965] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-db35d23b-1a6d-4a46-80ff-fe5dfd0d103f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.951068] env[62291]: DEBUG oslo_vmware.api [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Task: {'id': task-2142567, 'name': ReconfigVM_Task, 'duration_secs': 1.341037} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.951704] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 0a178974-018c-410a-a901-c9e984be8ebf/0a178974-018c-410a-a901-c9e984be8ebf.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1944.954344] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53314142-5a6c-40b8-b628-b4f2a362bcb2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.967687] env[62291]: DEBUG oslo_vmware.api [None req-0447fc33-126a-492e-9f8c-5ae39fade604 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Waiting for the task: (returnval){ [ 1944.967687] env[62291]: value = "task-2142570" [ 1944.967687] env[62291]: _type = "Task" [ 1944.967687] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.971971] env[62291]: DEBUG oslo_vmware.api [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Waiting for the task: (returnval){ [ 1944.971971] env[62291]: value = "task-2142571" [ 1944.971971] env[62291]: _type = "Task" [ 1944.971971] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1944.981806] env[62291]: DEBUG oslo_vmware.api [None req-7057826b-8c5a-46c5-9fde-bdec27c569a9 tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Task: {'id': task-2142568, 'name': PowerOffVM_Task, 'duration_secs': 0.664527} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1944.984931] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-7057826b-8c5a-46c5-9fde-bdec27c569a9 tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] [instance: 4af55a8c-1f23-4e72-a945-aff479b9c450] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1944.985385] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7057826b-8c5a-46c5-9fde-bdec27c569a9 tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] [instance: 4af55a8c-1f23-4e72-a945-aff479b9c450] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1944.986326] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d62ed382-2483-4608-b779-af332155f12e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.990897] env[62291]: DEBUG oslo_vmware.api [None req-0447fc33-126a-492e-9f8c-5ae39fade604 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142570, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1944.994584] env[62291]: DEBUG oslo_vmware.api [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Task: {'id': task-2142571, 'name': Rename_Task} progress is 10%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.084020] env[62291]: DEBUG oslo_vmware.api [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Task: {'id': task-2142569, 'name': Rename_Task, 'duration_secs': 0.193652} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.084020] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1945.084020] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36ecbb5a-5f56-4e42-979d-02775c6cbf42 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.091681] env[62291]: DEBUG oslo_vmware.api [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Waiting for the task: (returnval){ [ 1945.091681] env[62291]: value = "task-2142573" [ 1945.091681] env[62291]: _type = "Task" [ 1945.091681] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.103466] env[62291]: DEBUG oslo_vmware.api [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Task: {'id': task-2142573, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.155557] env[62291]: DEBUG nova.network.neutron [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] Updating instance_info_cache with network_info: [{"id": "3eca59de-d078-41c4-99bf-82b2c60b50f3", "address": "fa:16:3e:aa:56:87", "network": {"id": "1832bd4f-bdea-4025-8675-3b0e7946a2ea", "bridge": "br-int", "label": "tempest-ServersTestJSON-1043038580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91b6e38d29a747f5a5ece7587dcd8c03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eca59de-d0", "ovs_interfaceid": "3eca59de-d078-41c4-99bf-82b2c60b50f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1945.321651] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564676cf-3810-476f-8e6f-9469aa5ffa22 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.330730] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67df8d9b-986e-46da-9321-77f04fafd8c6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.362903] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30a96698-3bb1-410a-9a80-cdc3867bd8d5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.371973] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2d2185f-e549-41f7-8bab-9725c3e0ed3d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.389100] env[62291]: DEBUG nova.compute.provider_tree [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1945.485799] env[62291]: DEBUG oslo_vmware.api [None req-0447fc33-126a-492e-9f8c-5ae39fade604 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142570, 'name': CreateSnapshot_Task, 'duration_secs': 0.488624} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.488902] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-0447fc33-126a-492e-9f8c-5ae39fade604 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Created Snapshot of the VM instance {{(pid=62291) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1945.489184] env[62291]: DEBUG oslo_vmware.api [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Task: {'id': task-2142571, 'name': Rename_Task, 'duration_secs': 0.206743} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1945.489912] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c9d2b1-ad8c-4414-887a-ce48500662a1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.492389] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1945.492626] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0563549f-a5a0-4ce3-877b-90b46f619e3d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.504847] env[62291]: DEBUG oslo_vmware.api [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Waiting for the task: (returnval){ [ 1945.504847] env[62291]: value = "task-2142574" [ 1945.504847] env[62291]: _type = "Task" [ 1945.504847] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.516357] env[62291]: DEBUG oslo_vmware.api [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Task: {'id': task-2142574, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.522843] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7057826b-8c5a-46c5-9fde-bdec27c569a9 tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] [instance: 4af55a8c-1f23-4e72-a945-aff479b9c450] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1945.523051] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7057826b-8c5a-46c5-9fde-bdec27c569a9 tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] [instance: 4af55a8c-1f23-4e72-a945-aff479b9c450] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1945.523245] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-7057826b-8c5a-46c5-9fde-bdec27c569a9 tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Deleting the datastore file [datastore2] 4af55a8c-1f23-4e72-a945-aff479b9c450 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1945.523541] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd5fb0eb-1aa7-4618-b3f9-daae90159440 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.531574] env[62291]: DEBUG oslo_vmware.api [None req-7057826b-8c5a-46c5-9fde-bdec27c569a9 tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Waiting for the task: (returnval){ [ 1945.531574] env[62291]: value = "task-2142575" [ 1945.531574] env[62291]: _type = "Task" [ 1945.531574] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.542109] env[62291]: DEBUG oslo_vmware.api [None req-7057826b-8c5a-46c5-9fde-bdec27c569a9 tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Task: {'id': task-2142575, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.608133] env[62291]: DEBUG oslo_vmware.api [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Task: {'id': task-2142573, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.659862] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Releasing lock "refresh_cache-d5839caf-2cfa-42ae-84f4-145f5ae614a0" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1945.660256] env[62291]: DEBUG nova.compute.manager [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] Instance network_info: |[{"id": "3eca59de-d078-41c4-99bf-82b2c60b50f3", "address": "fa:16:3e:aa:56:87", "network": {"id": "1832bd4f-bdea-4025-8675-3b0e7946a2ea", "bridge": "br-int", "label": "tempest-ServersTestJSON-1043038580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91b6e38d29a747f5a5ece7587dcd8c03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eca59de-d0", "ovs_interfaceid": "3eca59de-d078-41c4-99bf-82b2c60b50f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1945.660708] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:56:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c842425c-544e-4ce2-9657-512723bd318e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3eca59de-d078-41c4-99bf-82b2c60b50f3', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1945.668877] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Creating folder: Project (91b6e38d29a747f5a5ece7587dcd8c03). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1945.669281] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fdf31f5c-3e8e-401f-b8c8-2ea2bfffc29c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.683931] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Created folder: Project (91b6e38d29a747f5a5ece7587dcd8c03) in parent group-v437896. [ 1945.684321] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Creating folder: Instances. Parent ref: group-v437942. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1945.684687] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-278afdf9-59ef-4eb7-bdbc-ad0acec129c0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.697269] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Created folder: Instances in parent group-v437942. [ 1945.697551] env[62291]: DEBUG oslo.service.loopingcall [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1945.697773] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1945.698044] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e00a294a-7f9c-48b8-86a5-02ccda999013 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.718330] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1945.718330] env[62291]: value = "task-2142578" [ 1945.718330] env[62291]: _type = "Task" [ 1945.718330] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1945.726919] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142578, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1945.761705] env[62291]: DEBUG nova.compute.manager [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1945.786627] env[62291]: DEBUG nova.virt.hardware [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1945.786873] env[62291]: DEBUG nova.virt.hardware [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1945.787040] env[62291]: DEBUG nova.virt.hardware [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1945.787251] env[62291]: DEBUG nova.virt.hardware [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1945.787399] env[62291]: DEBUG nova.virt.hardware [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1945.787544] env[62291]: DEBUG nova.virt.hardware [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1945.787775] env[62291]: DEBUG nova.virt.hardware [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1945.787949] env[62291]: DEBUG nova.virt.hardware [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1945.788136] env[62291]: DEBUG nova.virt.hardware [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1945.788302] env[62291]: DEBUG nova.virt.hardware [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1945.788476] env[62291]: DEBUG nova.virt.hardware [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1945.789805] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba3dcd9-ab67-433c-898f-53f2417c2412 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.799073] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f890bd8-2286-4bf3-9b60-214225360cdb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.892713] env[62291]: DEBUG nova.scheduler.client.report [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1945.924538] env[62291]: DEBUG nova.compute.manager [req-b18e14b6-8a41-433f-8568-4a17cf171449 req-e233a16c-8932-43e7-871e-ea440a2d91ed service nova] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] Received event network-changed-3eca59de-d078-41c4-99bf-82b2c60b50f3 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1945.924538] env[62291]: DEBUG nova.compute.manager [req-b18e14b6-8a41-433f-8568-4a17cf171449 req-e233a16c-8932-43e7-871e-ea440a2d91ed service nova] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] Refreshing instance network info cache due to event network-changed-3eca59de-d078-41c4-99bf-82b2c60b50f3. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1945.924867] env[62291]: DEBUG oslo_concurrency.lockutils [req-b18e14b6-8a41-433f-8568-4a17cf171449 req-e233a16c-8932-43e7-871e-ea440a2d91ed service nova] Acquiring lock "refresh_cache-d5839caf-2cfa-42ae-84f4-145f5ae614a0" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1945.924867] env[62291]: DEBUG oslo_concurrency.lockutils [req-b18e14b6-8a41-433f-8568-4a17cf171449 req-e233a16c-8932-43e7-871e-ea440a2d91ed service nova] Acquired lock "refresh_cache-d5839caf-2cfa-42ae-84f4-145f5ae614a0" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1945.924867] env[62291]: DEBUG nova.network.neutron [req-b18e14b6-8a41-433f-8568-4a17cf171449 req-e233a16c-8932-43e7-871e-ea440a2d91ed service nova] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] Refreshing network info cache for port 3eca59de-d078-41c4-99bf-82b2c60b50f3 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1946.016310] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-0447fc33-126a-492e-9f8c-5ae39fade604 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Creating linked-clone VM from snapshot {{(pid=62291) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1946.016310] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e4938377-699e-48fd-82ef-ff061bba7d94 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.028304] env[62291]: DEBUG oslo_vmware.api [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Task: {'id': task-2142574, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.030420] env[62291]: DEBUG oslo_vmware.api [None req-0447fc33-126a-492e-9f8c-5ae39fade604 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Waiting for the task: (returnval){ [ 1946.030420] env[62291]: value = "task-2142579" [ 1946.030420] env[62291]: _type = "Task" [ 1946.030420] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1946.047186] env[62291]: DEBUG oslo_vmware.api [None req-0447fc33-126a-492e-9f8c-5ae39fade604 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142579, 'name': CloneVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.052242] env[62291]: DEBUG oslo_vmware.api [None req-7057826b-8c5a-46c5-9fde-bdec27c569a9 tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Task: {'id': task-2142575, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155643} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.052551] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-7057826b-8c5a-46c5-9fde-bdec27c569a9 tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1946.052840] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7057826b-8c5a-46c5-9fde-bdec27c569a9 tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] [instance: 4af55a8c-1f23-4e72-a945-aff479b9c450] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1946.053265] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7057826b-8c5a-46c5-9fde-bdec27c569a9 tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] [instance: 4af55a8c-1f23-4e72-a945-aff479b9c450] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1946.053404] env[62291]: INFO nova.compute.manager [None req-7057826b-8c5a-46c5-9fde-bdec27c569a9 tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] [instance: 4af55a8c-1f23-4e72-a945-aff479b9c450] Took 2.13 seconds to destroy the instance on the hypervisor. [ 1946.053779] env[62291]: DEBUG oslo.service.loopingcall [None req-7057826b-8c5a-46c5-9fde-bdec27c569a9 tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1946.054068] env[62291]: DEBUG nova.compute.manager [-] [instance: 4af55a8c-1f23-4e72-a945-aff479b9c450] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1946.054312] env[62291]: DEBUG nova.network.neutron [-] [instance: 4af55a8c-1f23-4e72-a945-aff479b9c450] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1946.111691] env[62291]: DEBUG oslo_vmware.api [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Task: {'id': task-2142573, 'name': PowerOnVM_Task, 'duration_secs': 0.650849} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.113274] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1946.113274] env[62291]: INFO nova.compute.manager [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Took 11.90 seconds to spawn the instance on the hypervisor. [ 1946.113274] env[62291]: DEBUG nova.compute.manager [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1946.114248] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6207fb-5a06-474f-a801-8426f1863c2c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.231132] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142578, 'name': CreateVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.326624] env[62291]: DEBUG nova.network.neutron [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Successfully updated port: 6d879f3c-4131-4a7e-8f70-47175f66b5ec {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1946.400425] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.670s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1946.401239] env[62291]: DEBUG nova.compute.manager [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] [instance: b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1946.404554] env[62291]: DEBUG oslo_concurrency.lockutils [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.613s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1946.406066] env[62291]: INFO nova.compute.claims [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1946.463507] env[62291]: DEBUG nova.compute.manager [req-f9f90c00-2603-40fe-a744-1dfcc0cc6ee8 req-551957c1-6898-4b55-a508-b598846ee645 service nova] [instance: 4af55a8c-1f23-4e72-a945-aff479b9c450] Received event network-vif-deleted-87fbc29f-5ed5-4892-b854-bb0d5626060f {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1946.463981] env[62291]: INFO nova.compute.manager [req-f9f90c00-2603-40fe-a744-1dfcc0cc6ee8 req-551957c1-6898-4b55-a508-b598846ee645 service nova] [instance: 4af55a8c-1f23-4e72-a945-aff479b9c450] Neutron deleted interface 87fbc29f-5ed5-4892-b854-bb0d5626060f; detaching it from the instance and deleting it from the info cache [ 1946.464158] env[62291]: DEBUG nova.network.neutron [req-f9f90c00-2603-40fe-a744-1dfcc0cc6ee8 req-551957c1-6898-4b55-a508-b598846ee645 service nova] [instance: 4af55a8c-1f23-4e72-a945-aff479b9c450] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1946.520047] env[62291]: DEBUG oslo_vmware.api [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Task: {'id': task-2142574, 'name': PowerOnVM_Task, 'duration_secs': 0.556846} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1946.520047] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1946.520047] env[62291]: INFO nova.compute.manager [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Took 9.54 seconds to spawn the instance on the hypervisor. [ 1946.520047] env[62291]: DEBUG nova.compute.manager [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1946.520047] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36037fd2-bed8-456a-848f-84a75ef175a3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.543455] env[62291]: DEBUG oslo_vmware.api [None req-0447fc33-126a-492e-9f8c-5ae39fade604 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142579, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.636672] env[62291]: INFO nova.compute.manager [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Took 34.09 seconds to build instance. [ 1946.697592] env[62291]: DEBUG nova.network.neutron [req-b18e14b6-8a41-433f-8568-4a17cf171449 req-e233a16c-8932-43e7-871e-ea440a2d91ed service nova] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] Updated VIF entry in instance network info cache for port 3eca59de-d078-41c4-99bf-82b2c60b50f3. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1946.697947] env[62291]: DEBUG nova.network.neutron [req-b18e14b6-8a41-433f-8568-4a17cf171449 req-e233a16c-8932-43e7-871e-ea440a2d91ed service nova] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] Updating instance_info_cache with network_info: [{"id": "3eca59de-d078-41c4-99bf-82b2c60b50f3", "address": "fa:16:3e:aa:56:87", "network": {"id": "1832bd4f-bdea-4025-8675-3b0e7946a2ea", "bridge": "br-int", "label": "tempest-ServersTestJSON-1043038580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91b6e38d29a747f5a5ece7587dcd8c03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eca59de-d0", "ovs_interfaceid": "3eca59de-d078-41c4-99bf-82b2c60b50f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1946.729365] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142578, 'name': CreateVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1946.834015] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "refresh_cache-fa966014-68a1-4418-828e-a0f28d90ddeb" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1946.834187] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquired lock "refresh_cache-fa966014-68a1-4418-828e-a0f28d90ddeb" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1946.834371] env[62291]: DEBUG nova.network.neutron [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1946.863666] env[62291]: DEBUG nova.network.neutron [-] [instance: 4af55a8c-1f23-4e72-a945-aff479b9c450] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1946.911169] env[62291]: DEBUG nova.compute.utils [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1946.915204] env[62291]: DEBUG nova.compute.manager [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] [instance: b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1946.915401] env[62291]: DEBUG nova.network.neutron [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] [instance: b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1946.967350] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fd31f5f1-d9c5-43a5-a754-ad41544f5541 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1946.979476] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6cf6979-2387-472e-b97f-f9352fa073f7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.013533] env[62291]: DEBUG nova.compute.manager [req-f9f90c00-2603-40fe-a744-1dfcc0cc6ee8 req-551957c1-6898-4b55-a508-b598846ee645 service nova] [instance: 4af55a8c-1f23-4e72-a945-aff479b9c450] Detach interface failed, port_id=87fbc29f-5ed5-4892-b854-bb0d5626060f, reason: Instance 4af55a8c-1f23-4e72-a945-aff479b9c450 could not be found. {{(pid=62291) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1947.045558] env[62291]: INFO nova.compute.manager [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Took 33.69 seconds to build instance. [ 1947.054022] env[62291]: DEBUG oslo_vmware.api [None req-0447fc33-126a-492e-9f8c-5ae39fade604 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142579, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.066117] env[62291]: DEBUG nova.policy [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2de46ef04b6d4045bf7af7466e5f786e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e521f23011fd4021bbaecaa92c8f075e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 1947.139162] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0f03b9e3-0988-410d-bc08-c77cf383ef72 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Lock "84c5cb88-aad9-4b81-9dca-866ddcf0e8f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.682s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.200905] env[62291]: DEBUG oslo_concurrency.lockutils [req-b18e14b6-8a41-433f-8568-4a17cf171449 req-e233a16c-8932-43e7-871e-ea440a2d91ed service nova] Releasing lock "refresh_cache-d5839caf-2cfa-42ae-84f4-145f5ae614a0" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1947.229996] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142578, 'name': CreateVM_Task, 'duration_secs': 1.385219} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.229996] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1947.230577] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1947.230891] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1947.231116] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1947.231424] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72ab4ad3-c83d-4418-a082-0f3375d754d4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.237804] env[62291]: DEBUG oslo_vmware.api [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 1947.237804] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52cf51e6-1b1c-2d25-7e02-18a1b7ffe90f" [ 1947.237804] env[62291]: _type = "Task" [ 1947.237804] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.248577] env[62291]: DEBUG oslo_vmware.api [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52cf51e6-1b1c-2d25-7e02-18a1b7ffe90f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.367342] env[62291]: INFO nova.compute.manager [-] [instance: 4af55a8c-1f23-4e72-a945-aff479b9c450] Took 1.31 seconds to deallocate network for instance. [ 1947.389305] env[62291]: DEBUG nova.network.neutron [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1947.415684] env[62291]: DEBUG nova.compute.manager [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] [instance: b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1947.549401] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5da7db51-e62d-4856-9f52-e6820ca97c14 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Lock "0a178974-018c-410a-a901-c9e984be8ebf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.808s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1947.559755] env[62291]: DEBUG oslo_vmware.api [None req-0447fc33-126a-492e-9f8c-5ae39fade604 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142579, 'name': CloneVM_Task} progress is 95%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.618958] env[62291]: DEBUG nova.network.neutron [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Updating instance_info_cache with network_info: [{"id": "6d879f3c-4131-4a7e-8f70-47175f66b5ec", "address": "fa:16:3e:18:ff:7c", "network": {"id": "4474c551-e3cb-474b-bd1c-92c26c84e83a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-841869371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fec9555fe4aa4c7a9e61c54aebf169a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d879f3c-41", "ovs_interfaceid": "6d879f3c-4131-4a7e-8f70-47175f66b5ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1947.643248] env[62291]: DEBUG nova.compute.manager [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: adb610f9-02ae-45c0-96e8-939bb4959ab4] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1947.749061] env[62291]: DEBUG oslo_vmware.api [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52cf51e6-1b1c-2d25-7e02-18a1b7ffe90f, 'name': SearchDatastore_Task, 'duration_secs': 0.010601} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.753341] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1947.753341] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1947.753341] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1947.753341] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1947.753341] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1947.753766] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57e6f2e2-755b-4f05-bd4d-89593f7e7ae7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.763840] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1947.764044] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1947.764816] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87be57b8-7f75-41c8-83c2-3867ee31057f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.778278] env[62291]: DEBUG oslo_vmware.api [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 1947.778278] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52bf8886-9026-fd96-1fde-a2bd3b6c5ddb" [ 1947.778278] env[62291]: _type = "Task" [ 1947.778278] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.790271] env[62291]: DEBUG oslo_vmware.api [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52bf8886-9026-fd96-1fde-a2bd3b6c5ddb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.876353] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7057826b-8c5a-46c5-9fde-bdec27c569a9 tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.014198] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74bd2cf-c701-40c4-bc53-a3f3577329ec {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.022855] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f436eb-abcb-4965-8874-7a8ef9bbf31d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.076014] env[62291]: DEBUG nova.compute.manager [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] [instance: c4c302a7-9571-452c-a208-2fe2ef99aa6d] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1948.082450] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0bd1256-7db8-437b-ac42-a5c5fdd3976a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.091326] env[62291]: DEBUG oslo_vmware.api [None req-0447fc33-126a-492e-9f8c-5ae39fade604 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142579, 'name': CloneVM_Task, 'duration_secs': 1.841301} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.094646] env[62291]: INFO nova.virt.vmwareapi.vmops [None req-0447fc33-126a-492e-9f8c-5ae39fade604 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Created linked-clone VM from snapshot [ 1948.094798] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e1a841-1caa-4898-8b42-a5abd8befc8f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.099163] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b1ad84-b7c2-4060-988e-b3a07bffdb87 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.114587] env[62291]: DEBUG nova.compute.provider_tree [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1948.119388] env[62291]: DEBUG nova.network.neutron [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] [instance: b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98] Successfully created port: 166d79fd-990d-45e3-9fbf-99c850efc9ee {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1948.122167] env[62291]: DEBUG nova.virt.vmwareapi.images [None req-0447fc33-126a-492e-9f8c-5ae39fade604 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Uploading image aa013cd7-0748-4b67-b6d1-162f6335a5ef {{(pid=62291) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1948.124263] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Releasing lock "refresh_cache-fa966014-68a1-4418-828e-a0f28d90ddeb" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1948.124498] env[62291]: DEBUG nova.compute.manager [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Instance network_info: |[{"id": "6d879f3c-4131-4a7e-8f70-47175f66b5ec", "address": "fa:16:3e:18:ff:7c", "network": {"id": "4474c551-e3cb-474b-bd1c-92c26c84e83a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-841869371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fec9555fe4aa4c7a9e61c54aebf169a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d879f3c-41", "ovs_interfaceid": "6d879f3c-4131-4a7e-8f70-47175f66b5ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1948.125616] env[62291]: DEBUG nova.compute.manager [req-936b14c7-42be-40ef-9c31-4d7a2f77924c req-007b9cae-185a-4f90-ad64-1b9f2c744a28 service nova] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Received event network-vif-plugged-6d879f3c-4131-4a7e-8f70-47175f66b5ec {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1948.125818] env[62291]: DEBUG oslo_concurrency.lockutils [req-936b14c7-42be-40ef-9c31-4d7a2f77924c req-007b9cae-185a-4f90-ad64-1b9f2c744a28 service nova] Acquiring lock "fa966014-68a1-4418-828e-a0f28d90ddeb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.126038] env[62291]: DEBUG oslo_concurrency.lockutils [req-936b14c7-42be-40ef-9c31-4d7a2f77924c req-007b9cae-185a-4f90-ad64-1b9f2c744a28 service nova] Lock "fa966014-68a1-4418-828e-a0f28d90ddeb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1948.126218] env[62291]: DEBUG oslo_concurrency.lockutils [req-936b14c7-42be-40ef-9c31-4d7a2f77924c req-007b9cae-185a-4f90-ad64-1b9f2c744a28 service nova] Lock "fa966014-68a1-4418-828e-a0f28d90ddeb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1948.126379] env[62291]: DEBUG nova.compute.manager [req-936b14c7-42be-40ef-9c31-4d7a2f77924c req-007b9cae-185a-4f90-ad64-1b9f2c744a28 service nova] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] No waiting events found dispatching network-vif-plugged-6d879f3c-4131-4a7e-8f70-47175f66b5ec {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1948.126542] env[62291]: WARNING nova.compute.manager [req-936b14c7-42be-40ef-9c31-4d7a2f77924c req-007b9cae-185a-4f90-ad64-1b9f2c744a28 service nova] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Received unexpected event network-vif-plugged-6d879f3c-4131-4a7e-8f70-47175f66b5ec for instance with vm_state building and task_state spawning. [ 1948.126699] env[62291]: DEBUG nova.compute.manager [req-936b14c7-42be-40ef-9c31-4d7a2f77924c req-007b9cae-185a-4f90-ad64-1b9f2c744a28 service nova] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Received event network-changed-6d879f3c-4131-4a7e-8f70-47175f66b5ec {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1948.126860] env[62291]: DEBUG nova.compute.manager [req-936b14c7-42be-40ef-9c31-4d7a2f77924c req-007b9cae-185a-4f90-ad64-1b9f2c744a28 service nova] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Refreshing instance network info cache due to event network-changed-6d879f3c-4131-4a7e-8f70-47175f66b5ec. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1948.127036] env[62291]: DEBUG oslo_concurrency.lockutils [req-936b14c7-42be-40ef-9c31-4d7a2f77924c req-007b9cae-185a-4f90-ad64-1b9f2c744a28 service nova] Acquiring lock "refresh_cache-fa966014-68a1-4418-828e-a0f28d90ddeb" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1948.127738] env[62291]: DEBUG oslo_concurrency.lockutils [req-936b14c7-42be-40ef-9c31-4d7a2f77924c req-007b9cae-185a-4f90-ad64-1b9f2c744a28 service nova] Acquired lock "refresh_cache-fa966014-68a1-4418-828e-a0f28d90ddeb" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1948.127738] env[62291]: DEBUG nova.network.neutron [req-936b14c7-42be-40ef-9c31-4d7a2f77924c req-007b9cae-185a-4f90-ad64-1b9f2c744a28 service nova] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Refreshing network info cache for port 6d879f3c-4131-4a7e-8f70-47175f66b5ec {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1948.129886] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:ff:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f52a458-d157-48a3-b4e2-b8cc0779afe2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6d879f3c-4131-4a7e-8f70-47175f66b5ec', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1948.138433] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Creating folder: Project (fec9555fe4aa4c7a9e61c54aebf169a6). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1948.142741] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d56e3a67-72c4-4e64-9f3e-dd4d41f77419 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.155016] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Created folder: Project (fec9555fe4aa4c7a9e61c54aebf169a6) in parent group-v437896. [ 1948.155322] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Creating folder: Instances. Parent ref: group-v437946. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1948.157812] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-616937c9-af1c-44ad-8f12-b237da328299 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.161679] env[62291]: DEBUG oslo_vmware.rw_handles [None req-0447fc33-126a-492e-9f8c-5ae39fade604 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1948.161679] env[62291]: value = "vm-437945" [ 1948.161679] env[62291]: _type = "VirtualMachine" [ 1948.161679] env[62291]: }. {{(pid=62291) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1948.163573] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1ea904bc-a245-4076-8375-61f85a084518 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.171819] env[62291]: DEBUG oslo_vmware.rw_handles [None req-0447fc33-126a-492e-9f8c-5ae39fade604 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Lease: (returnval){ [ 1948.171819] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52dfdbab-1ff7-093e-143a-0c1da2680b9a" [ 1948.171819] env[62291]: _type = "HttpNfcLease" [ 1948.171819] env[62291]: } obtained for exporting VM: (result){ [ 1948.171819] env[62291]: value = "vm-437945" [ 1948.171819] env[62291]: _type = "VirtualMachine" [ 1948.171819] env[62291]: }. {{(pid=62291) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1948.172070] env[62291]: DEBUG oslo_vmware.api [None req-0447fc33-126a-492e-9f8c-5ae39fade604 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Waiting for the lease: (returnval){ [ 1948.172070] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52dfdbab-1ff7-093e-143a-0c1da2680b9a" [ 1948.172070] env[62291]: _type = "HttpNfcLease" [ 1948.172070] env[62291]: } to be ready. {{(pid=62291) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1948.176264] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.177698] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Created folder: Instances in parent group-v437946. [ 1948.177934] env[62291]: DEBUG oslo.service.loopingcall [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1948.178522] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1948.179078] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-749047b6-7f9d-4026-8893-b15b31eb53b5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.195403] env[62291]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1948.195403] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52dfdbab-1ff7-093e-143a-0c1da2680b9a" [ 1948.195403] env[62291]: _type = "HttpNfcLease" [ 1948.195403] env[62291]: } is initializing. {{(pid=62291) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1948.202390] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1948.202390] env[62291]: value = "task-2142583" [ 1948.202390] env[62291]: _type = "Task" [ 1948.202390] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.211685] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142583, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.295856] env[62291]: DEBUG oslo_vmware.api [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52bf8886-9026-fd96-1fde-a2bd3b6c5ddb, 'name': SearchDatastore_Task, 'duration_secs': 0.010434} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.296750] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e3867e1-82c7-45f9-b52e-d44981ab1204 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.303847] env[62291]: DEBUG oslo_vmware.api [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 1948.303847] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52d71427-b42f-cf2c-e36d-8fcbb2712a17" [ 1948.303847] env[62291]: _type = "Task" [ 1948.303847] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.314161] env[62291]: DEBUG oslo_vmware.api [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52d71427-b42f-cf2c-e36d-8fcbb2712a17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.430999] env[62291]: DEBUG nova.compute.manager [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] [instance: b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1948.460164] env[62291]: DEBUG nova.virt.hardware [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1948.460164] env[62291]: DEBUG nova.virt.hardware [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1948.460164] env[62291]: DEBUG nova.virt.hardware [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1948.460518] env[62291]: DEBUG nova.virt.hardware [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1948.460518] env[62291]: DEBUG nova.virt.hardware [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1948.460518] env[62291]: DEBUG nova.virt.hardware [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1948.460942] env[62291]: DEBUG nova.virt.hardware [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1948.461272] env[62291]: DEBUG nova.virt.hardware [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1948.461573] env[62291]: DEBUG nova.virt.hardware [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1948.461914] env[62291]: DEBUG nova.virt.hardware [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1948.462225] env[62291]: DEBUG nova.virt.hardware [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1948.463366] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a88168-5c20-4dc9-8e2a-d13446dfb256 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.474111] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd6a512-5b78-4a23-9aa0-3162cdb90178 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.596166] env[62291]: DEBUG oslo_concurrency.lockutils [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1948.606356] env[62291]: DEBUG nova.compute.manager [req-e12592ca-3f8e-4228-a8a4-f6a4247b69da req-11c2af69-d668-4682-a40b-9dbcea272645 service nova] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Received event network-changed-ee69f6ad-d2bc-466d-9bf0-f0da88720965 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1948.606356] env[62291]: DEBUG nova.compute.manager [req-e12592ca-3f8e-4228-a8a4-f6a4247b69da req-11c2af69-d668-4682-a40b-9dbcea272645 service nova] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Refreshing instance network info cache due to event network-changed-ee69f6ad-d2bc-466d-9bf0-f0da88720965. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1948.606356] env[62291]: DEBUG oslo_concurrency.lockutils [req-e12592ca-3f8e-4228-a8a4-f6a4247b69da req-11c2af69-d668-4682-a40b-9dbcea272645 service nova] Acquiring lock "refresh_cache-84c5cb88-aad9-4b81-9dca-866ddcf0e8f5" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1948.606356] env[62291]: DEBUG oslo_concurrency.lockutils [req-e12592ca-3f8e-4228-a8a4-f6a4247b69da req-11c2af69-d668-4682-a40b-9dbcea272645 service nova] Acquired lock "refresh_cache-84c5cb88-aad9-4b81-9dca-866ddcf0e8f5" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1948.606356] env[62291]: DEBUG nova.network.neutron [req-e12592ca-3f8e-4228-a8a4-f6a4247b69da req-11c2af69-d668-4682-a40b-9dbcea272645 service nova] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Refreshing network info cache for port ee69f6ad-d2bc-466d-9bf0-f0da88720965 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1948.631385] env[62291]: DEBUG nova.scheduler.client.report [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1948.686510] env[62291]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1948.686510] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52dfdbab-1ff7-093e-143a-0c1da2680b9a" [ 1948.686510] env[62291]: _type = "HttpNfcLease" [ 1948.686510] env[62291]: } is ready. {{(pid=62291) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1948.686831] env[62291]: DEBUG oslo_vmware.rw_handles [None req-0447fc33-126a-492e-9f8c-5ae39fade604 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1948.686831] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52dfdbab-1ff7-093e-143a-0c1da2680b9a" [ 1948.686831] env[62291]: _type = "HttpNfcLease" [ 1948.686831] env[62291]: }. {{(pid=62291) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1948.687613] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394ec85b-4bec-4a3f-9b22-83ddf0b3f546 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.699063] env[62291]: DEBUG oslo_vmware.rw_handles [None req-0447fc33-126a-492e-9f8c-5ae39fade604 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fe276e-5c42-ae45-69ec-0b1109787dba/disk-0.vmdk from lease info. {{(pid=62291) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1948.699063] env[62291]: DEBUG oslo_vmware.rw_handles [None req-0447fc33-126a-492e-9f8c-5ae39fade604 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fe276e-5c42-ae45-69ec-0b1109787dba/disk-0.vmdk for reading. {{(pid=62291) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1948.770052] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142583, 'name': CreateVM_Task, 'duration_secs': 0.373434} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.771041] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1948.771041] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1948.771172] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1948.771422] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1948.771681] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0a06362-e119-423f-a3f0-e4d6255cdff3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.777540] env[62291]: DEBUG oslo_vmware.api [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 1948.777540] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5209976b-a614-3e73-aef7-5ff688e6b775" [ 1948.777540] env[62291]: _type = "Task" [ 1948.777540] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.788859] env[62291]: DEBUG oslo_vmware.api [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5209976b-a614-3e73-aef7-5ff688e6b775, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.792517] env[62291]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c352c1fe-13a5-4c05-9a83-a464f2964a22 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.817651] env[62291]: DEBUG oslo_vmware.api [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52d71427-b42f-cf2c-e36d-8fcbb2712a17, 'name': SearchDatastore_Task, 'duration_secs': 0.01127} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.823026] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1948.823026] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] d5839caf-2cfa-42ae-84f4-145f5ae614a0/d5839caf-2cfa-42ae-84f4-145f5ae614a0.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1948.823026] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ae65878-e95c-40b4-859f-6af19eca2eb6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.835261] env[62291]: DEBUG oslo_vmware.api [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 1948.835261] env[62291]: value = "task-2142584" [ 1948.835261] env[62291]: _type = "Task" [ 1948.835261] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.845854] env[62291]: DEBUG oslo_vmware.api [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2142584, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.000686] env[62291]: DEBUG nova.network.neutron [req-936b14c7-42be-40ef-9c31-4d7a2f77924c req-007b9cae-185a-4f90-ad64-1b9f2c744a28 service nova] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Updated VIF entry in instance network info cache for port 6d879f3c-4131-4a7e-8f70-47175f66b5ec. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1949.001169] env[62291]: DEBUG nova.network.neutron [req-936b14c7-42be-40ef-9c31-4d7a2f77924c req-007b9cae-185a-4f90-ad64-1b9f2c744a28 service nova] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Updating instance_info_cache with network_info: [{"id": "6d879f3c-4131-4a7e-8f70-47175f66b5ec", "address": "fa:16:3e:18:ff:7c", "network": {"id": "4474c551-e3cb-474b-bd1c-92c26c84e83a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-841869371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fec9555fe4aa4c7a9e61c54aebf169a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6d879f3c-41", "ovs_interfaceid": "6d879f3c-4131-4a7e-8f70-47175f66b5ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1949.135688] env[62291]: DEBUG oslo_concurrency.lockutils [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.731s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1949.136368] env[62291]: DEBUG nova.compute.manager [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1949.139442] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 15.995s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1949.139588] env[62291]: DEBUG nova.objects.instance [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62291) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1949.290234] env[62291]: DEBUG oslo_vmware.api [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5209976b-a614-3e73-aef7-5ff688e6b775, 'name': SearchDatastore_Task, 'duration_secs': 0.010775} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.290612] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1949.290855] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1949.291119] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1949.291263] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1949.291450] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1949.292041] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f0dece1-36b7-4e22-85e3-b02eae7dd791 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.302805] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1949.303042] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1949.306464] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf524844-cc0d-4a5c-8228-aec6fadc354c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.314841] env[62291]: DEBUG oslo_vmware.api [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 1949.314841] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]522c7c7f-76d5-c673-2565-c00195b82787" [ 1949.314841] env[62291]: _type = "Task" [ 1949.314841] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.332455] env[62291]: DEBUG oslo_vmware.api [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]522c7c7f-76d5-c673-2565-c00195b82787, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.353486] env[62291]: DEBUG oslo_vmware.api [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2142584, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48929} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.353869] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] d5839caf-2cfa-42ae-84f4-145f5ae614a0/d5839caf-2cfa-42ae-84f4-145f5ae614a0.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1949.354173] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1949.354486] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-da53c4f7-5619-473e-a050-b7e919e02f0c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.362366] env[62291]: DEBUG oslo_vmware.api [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 1949.362366] env[62291]: value = "task-2142585" [ 1949.362366] env[62291]: _type = "Task" [ 1949.362366] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.374070] env[62291]: DEBUG oslo_vmware.api [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2142585, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.464529] env[62291]: DEBUG nova.network.neutron [req-e12592ca-3f8e-4228-a8a4-f6a4247b69da req-11c2af69-d668-4682-a40b-9dbcea272645 service nova] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Updated VIF entry in instance network info cache for port ee69f6ad-d2bc-466d-9bf0-f0da88720965. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1949.466911] env[62291]: DEBUG nova.network.neutron [req-e12592ca-3f8e-4228-a8a4-f6a4247b69da req-11c2af69-d668-4682-a40b-9dbcea272645 service nova] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Updating instance_info_cache with network_info: [{"id": "ee69f6ad-d2bc-466d-9bf0-f0da88720965", "address": "fa:16:3e:c8:ab:9b", "network": {"id": "d7ca20d3-60a1-4e1e-a773-5ee26983e635", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1197349326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63a6267e2f0a4dc3970f3924c313b15d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee69f6ad-d2", "ovs_interfaceid": "ee69f6ad-d2bc-466d-9bf0-f0da88720965", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1949.508432] env[62291]: DEBUG oslo_concurrency.lockutils [req-936b14c7-42be-40ef-9c31-4d7a2f77924c req-007b9cae-185a-4f90-ad64-1b9f2c744a28 service nova] Releasing lock "refresh_cache-fa966014-68a1-4418-828e-a0f28d90ddeb" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1949.651524] env[62291]: DEBUG nova.compute.utils [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1949.657252] env[62291]: DEBUG nova.compute.manager [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1949.657252] env[62291]: DEBUG nova.network.neutron [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1949.715921] env[62291]: DEBUG nova.policy [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8645f7bbb524e7d91db02cf798882ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '877e1c36dc75431296fb730c541970f3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 1949.729383] env[62291]: DEBUG nova.compute.manager [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Stashing vm_state: active {{(pid=62291) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 1949.831176] env[62291]: DEBUG oslo_vmware.api [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]522c7c7f-76d5-c673-2565-c00195b82787, 'name': SearchDatastore_Task, 'duration_secs': 0.021345} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.832926] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93048c0e-cb79-424e-9512-2b1aa1abf7d6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.840953] env[62291]: DEBUG oslo_vmware.api [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 1949.840953] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]527ab5f0-dd23-03b8-af0f-8de6015c6e67" [ 1949.840953] env[62291]: _type = "Task" [ 1949.840953] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.854324] env[62291]: DEBUG oslo_vmware.api [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]527ab5f0-dd23-03b8-af0f-8de6015c6e67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.874234] env[62291]: DEBUG oslo_vmware.api [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2142585, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129628} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.874990] env[62291]: DEBUG nova.network.neutron [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] [instance: b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98] Successfully updated port: 166d79fd-990d-45e3-9fbf-99c850efc9ee {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1949.876439] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1949.877252] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79856ff8-a02f-4f92-bf41-3805f445d660 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.908917] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] d5839caf-2cfa-42ae-84f4-145f5ae614a0/d5839caf-2cfa-42ae-84f4-145f5ae614a0.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1949.908917] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71ab6f65-38cf-4540-a0d9-3b7d6f481245 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.933843] env[62291]: DEBUG oslo_vmware.api [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 1949.933843] env[62291]: value = "task-2142586" [ 1949.933843] env[62291]: _type = "Task" [ 1949.933843] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.943993] env[62291]: DEBUG oslo_vmware.api [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2142586, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.968596] env[62291]: DEBUG oslo_concurrency.lockutils [req-e12592ca-3f8e-4228-a8a4-f6a4247b69da req-11c2af69-d668-4682-a40b-9dbcea272645 service nova] Releasing lock "refresh_cache-84c5cb88-aad9-4b81-9dca-866ddcf0e8f5" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1950.137705] env[62291]: DEBUG nova.network.neutron [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Successfully created port: 1984912c-86ae-4f13-9852-07d0410e7941 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1950.159386] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d206d3e3-e5c4-4610-80ae-80e8f6cce6c4 tempest-ServersAdmin275Test-2075215272 tempest-ServersAdmin275Test-2075215272-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.020s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.164273] env[62291]: DEBUG nova.compute.manager [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1950.167330] env[62291]: DEBUG oslo_concurrency.lockutils [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.445s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1950.169065] env[62291]: INFO nova.compute.claims [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1950.257940] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1950.355744] env[62291]: DEBUG oslo_vmware.api [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]527ab5f0-dd23-03b8-af0f-8de6015c6e67, 'name': SearchDatastore_Task, 'duration_secs': 0.032596} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.355744] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1950.355744] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] fa966014-68a1-4418-828e-a0f28d90ddeb/fa966014-68a1-4418-828e-a0f28d90ddeb.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1950.355744] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bd51ae7d-ae67-4f36-a2c9-f9b8e45bfc34 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.365462] env[62291]: DEBUG oslo_vmware.api [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 1950.365462] env[62291]: value = "task-2142587" [ 1950.365462] env[62291]: _type = "Task" [ 1950.365462] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.375838] env[62291]: DEBUG oslo_vmware.api [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2142587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.381567] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Acquiring lock "refresh_cache-b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1950.381727] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Acquired lock "refresh_cache-b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1950.381882] env[62291]: DEBUG nova.network.neutron [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] [instance: b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1950.448640] env[62291]: DEBUG oslo_vmware.api [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2142586, 'name': ReconfigVM_Task, 'duration_secs': 0.317451} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.449559] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] Reconfigured VM instance instance-0000001a to attach disk [datastore2] d5839caf-2cfa-42ae-84f4-145f5ae614a0/d5839caf-2cfa-42ae-84f4-145f5ae614a0.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1950.450344] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4371bf23-e3ef-45f4-9050-dd1e1883a0a4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.462157] env[62291]: DEBUG oslo_vmware.api [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 1950.462157] env[62291]: value = "task-2142588" [ 1950.462157] env[62291]: _type = "Task" [ 1950.462157] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.472745] env[62291]: DEBUG oslo_vmware.api [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2142588, 'name': Rename_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.636116] env[62291]: DEBUG nova.compute.manager [req-0cc4ad37-2d7f-4b5b-913c-c929bef00551 req-d5b81f9a-bfda-4a05-a4e4-92bed068c1bc service nova] [instance: b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98] Received event network-vif-plugged-166d79fd-990d-45e3-9fbf-99c850efc9ee {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1950.636116] env[62291]: DEBUG oslo_concurrency.lockutils [req-0cc4ad37-2d7f-4b5b-913c-c929bef00551 req-d5b81f9a-bfda-4a05-a4e4-92bed068c1bc service nova] Acquiring lock "b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1950.636116] env[62291]: DEBUG oslo_concurrency.lockutils [req-0cc4ad37-2d7f-4b5b-913c-c929bef00551 req-d5b81f9a-bfda-4a05-a4e4-92bed068c1bc service nova] Lock "b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1950.636116] env[62291]: DEBUG oslo_concurrency.lockutils [req-0cc4ad37-2d7f-4b5b-913c-c929bef00551 req-d5b81f9a-bfda-4a05-a4e4-92bed068c1bc service nova] Lock "b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.636116] env[62291]: DEBUG nova.compute.manager [req-0cc4ad37-2d7f-4b5b-913c-c929bef00551 req-d5b81f9a-bfda-4a05-a4e4-92bed068c1bc service nova] [instance: b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98] No waiting events found dispatching network-vif-plugged-166d79fd-990d-45e3-9fbf-99c850efc9ee {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1950.636364] env[62291]: WARNING nova.compute.manager [req-0cc4ad37-2d7f-4b5b-913c-c929bef00551 req-d5b81f9a-bfda-4a05-a4e4-92bed068c1bc service nova] [instance: b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98] Received unexpected event network-vif-plugged-166d79fd-990d-45e3-9fbf-99c850efc9ee for instance with vm_state building and task_state spawning. [ 1950.636555] env[62291]: DEBUG nova.compute.manager [req-0cc4ad37-2d7f-4b5b-913c-c929bef00551 req-d5b81f9a-bfda-4a05-a4e4-92bed068c1bc service nova] [instance: b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98] Received event network-changed-166d79fd-990d-45e3-9fbf-99c850efc9ee {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1950.637257] env[62291]: DEBUG nova.compute.manager [req-0cc4ad37-2d7f-4b5b-913c-c929bef00551 req-d5b81f9a-bfda-4a05-a4e4-92bed068c1bc service nova] [instance: b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98] Refreshing instance network info cache due to event network-changed-166d79fd-990d-45e3-9fbf-99c850efc9ee. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1950.637257] env[62291]: DEBUG oslo_concurrency.lockutils [req-0cc4ad37-2d7f-4b5b-913c-c929bef00551 req-d5b81f9a-bfda-4a05-a4e4-92bed068c1bc service nova] Acquiring lock "refresh_cache-b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1950.877633] env[62291]: DEBUG oslo_vmware.api [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2142587, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.942460] env[62291]: DEBUG nova.network.neutron [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] [instance: b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1950.976093] env[62291]: DEBUG oslo_vmware.api [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2142588, 'name': Rename_Task, 'duration_secs': 0.192366} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.976093] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1950.976093] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a9b497d-c18c-4525-ba0b-16808593a342 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.984608] env[62291]: DEBUG oslo_vmware.api [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 1950.984608] env[62291]: value = "task-2142589" [ 1950.984608] env[62291]: _type = "Task" [ 1950.984608] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.995977] env[62291]: DEBUG oslo_vmware.api [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2142589, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.139868] env[62291]: DEBUG nova.network.neutron [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] [instance: b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98] Updating instance_info_cache with network_info: [{"id": "166d79fd-990d-45e3-9fbf-99c850efc9ee", "address": "fa:16:3e:ca:f6:db", "network": {"id": "628f334a-7ac3-4fd6-9258-4e5aabcf7839", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7a5e935372e4d0998462c64df5e8266", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap166d79fd-99", "ovs_interfaceid": "166d79fd-990d-45e3-9fbf-99c850efc9ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1951.184362] env[62291]: DEBUG nova.compute.manager [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1951.210379] env[62291]: DEBUG nova.virt.hardware [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1951.211078] env[62291]: DEBUG nova.virt.hardware [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1951.211078] env[62291]: DEBUG nova.virt.hardware [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1951.211078] env[62291]: DEBUG nova.virt.hardware [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1951.212041] env[62291]: DEBUG nova.virt.hardware [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1951.212041] env[62291]: DEBUG nova.virt.hardware [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1951.212206] env[62291]: DEBUG nova.virt.hardware [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1951.212378] env[62291]: DEBUG nova.virt.hardware [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1951.212553] env[62291]: DEBUG nova.virt.hardware [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1951.212722] env[62291]: DEBUG nova.virt.hardware [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1951.212955] env[62291]: DEBUG nova.virt.hardware [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1951.213880] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981fb187-e012-430a-aa93-c0928140d29e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.226035] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3b63f5-14cb-4463-933e-0c91001ed0bf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.379343] env[62291]: DEBUG oslo_vmware.api [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2142587, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546118} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.379343] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] fa966014-68a1-4418-828e-a0f28d90ddeb/fa966014-68a1-4418-828e-a0f28d90ddeb.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1951.379343] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1951.379343] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c42ddd6d-ebd3-4def-af01-1d46e3079ab5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.386529] env[62291]: DEBUG oslo_vmware.api [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 1951.386529] env[62291]: value = "task-2142590" [ 1951.386529] env[62291]: _type = "Task" [ 1951.386529] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.397980] env[62291]: DEBUG oslo_vmware.api [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2142590, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.497598] env[62291]: DEBUG oslo_vmware.api [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2142589, 'name': PowerOnVM_Task, 'duration_secs': 0.476918} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.497925] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1951.498199] env[62291]: INFO nova.compute.manager [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] Took 8.45 seconds to spawn the instance on the hypervisor. [ 1951.498393] env[62291]: DEBUG nova.compute.manager [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1951.499325] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a27826c0-3f41-4f6c-bba4-ff08fe628a09 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.643573] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Releasing lock "refresh_cache-b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1951.643948] env[62291]: DEBUG nova.compute.manager [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] [instance: b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98] Instance network_info: |[{"id": "166d79fd-990d-45e3-9fbf-99c850efc9ee", "address": "fa:16:3e:ca:f6:db", "network": {"id": "628f334a-7ac3-4fd6-9258-4e5aabcf7839", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7a5e935372e4d0998462c64df5e8266", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap166d79fd-99", "ovs_interfaceid": "166d79fd-990d-45e3-9fbf-99c850efc9ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1951.644297] env[62291]: DEBUG oslo_concurrency.lockutils [req-0cc4ad37-2d7f-4b5b-913c-c929bef00551 req-d5b81f9a-bfda-4a05-a4e4-92bed068c1bc service nova] Acquired lock "refresh_cache-b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1951.644500] env[62291]: DEBUG nova.network.neutron [req-0cc4ad37-2d7f-4b5b-913c-c929bef00551 req-d5b81f9a-bfda-4a05-a4e4-92bed068c1bc service nova] [instance: b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98] Refreshing network info cache for port 166d79fd-990d-45e3-9fbf-99c850efc9ee {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1951.646183] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] [instance: b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:f6:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '166d79fd-990d-45e3-9fbf-99c850efc9ee', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1951.653772] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Creating folder: Project (e521f23011fd4021bbaecaa92c8f075e). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1951.657515] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18b37609-420c-4973-a835-520af6b400c4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.673188] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Created folder: Project (e521f23011fd4021bbaecaa92c8f075e) in parent group-v437896. [ 1951.673409] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Creating folder: Instances. Parent ref: group-v437949. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1951.673704] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bb659ca5-5e36-4ee6-9014-bac990645741 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.687200] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Created folder: Instances in parent group-v437949. [ 1951.687521] env[62291]: DEBUG oslo.service.loopingcall [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1951.687766] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1951.688051] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e2565bd-cf88-4cb8-9e79-c8619edfa99a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.709411] env[62291]: DEBUG nova.compute.manager [req-27885268-a945-48ec-9aa5-841cc166233c req-547823bf-8057-44f2-8413-72640c3a7ac9 service nova] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Received event network-vif-plugged-1984912c-86ae-4f13-9852-07d0410e7941 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1951.709662] env[62291]: DEBUG oslo_concurrency.lockutils [req-27885268-a945-48ec-9aa5-841cc166233c req-547823bf-8057-44f2-8413-72640c3a7ac9 service nova] Acquiring lock "4f4a46eb-7bd3-4477-89eb-dd30a98a3538-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1951.709894] env[62291]: DEBUG oslo_concurrency.lockutils [req-27885268-a945-48ec-9aa5-841cc166233c req-547823bf-8057-44f2-8413-72640c3a7ac9 service nova] Lock "4f4a46eb-7bd3-4477-89eb-dd30a98a3538-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1951.710084] env[62291]: DEBUG oslo_concurrency.lockutils [req-27885268-a945-48ec-9aa5-841cc166233c req-547823bf-8057-44f2-8413-72640c3a7ac9 service nova] Lock "4f4a46eb-7bd3-4477-89eb-dd30a98a3538-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1951.710258] env[62291]: DEBUG nova.compute.manager [req-27885268-a945-48ec-9aa5-841cc166233c req-547823bf-8057-44f2-8413-72640c3a7ac9 service nova] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] No waiting events found dispatching network-vif-plugged-1984912c-86ae-4f13-9852-07d0410e7941 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1951.710576] env[62291]: WARNING nova.compute.manager [req-27885268-a945-48ec-9aa5-841cc166233c req-547823bf-8057-44f2-8413-72640c3a7ac9 service nova] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Received unexpected event network-vif-plugged-1984912c-86ae-4f13-9852-07d0410e7941 for instance with vm_state building and task_state spawning. [ 1951.717389] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1951.717389] env[62291]: value = "task-2142593" [ 1951.717389] env[62291]: _type = "Task" [ 1951.717389] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.729968] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142593, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.817426] env[62291]: DEBUG nova.network.neutron [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Successfully updated port: 1984912c-86ae-4f13-9852-07d0410e7941 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1951.828153] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f13d416-881a-4bbe-bee7-c7955f194fe3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.838562] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad3528d1-98fe-4f22-a314-e3ea04221420 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.872695] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4996567-ebaf-4352-9769-76f515c93f3b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.881445] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d495e982-485a-4665-a769-7abc7ba45eac {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.900725] env[62291]: DEBUG nova.compute.provider_tree [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1951.908412] env[62291]: DEBUG oslo_vmware.api [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2142590, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12553} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.908412] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1951.909286] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30e68fa7-b8d7-4af5-983b-61f76f83effa {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.936770] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] fa966014-68a1-4418-828e-a0f28d90ddeb/fa966014-68a1-4418-828e-a0f28d90ddeb.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1951.937545] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9f5fa63d-3c47-452a-ba9a-bcda4564a474 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.962341] env[62291]: DEBUG oslo_vmware.api [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 1951.962341] env[62291]: value = "task-2142594" [ 1951.962341] env[62291]: _type = "Task" [ 1951.962341] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.973097] env[62291]: DEBUG oslo_vmware.api [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2142594, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.022022] env[62291]: INFO nova.compute.manager [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] Took 28.24 seconds to build instance. [ 1952.230026] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142593, 'name': CreateVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.321686] env[62291]: DEBUG oslo_concurrency.lockutils [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Acquiring lock "refresh_cache-4f4a46eb-7bd3-4477-89eb-dd30a98a3538" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1952.321889] env[62291]: DEBUG oslo_concurrency.lockutils [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Acquired lock "refresh_cache-4f4a46eb-7bd3-4477-89eb-dd30a98a3538" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1952.322096] env[62291]: DEBUG nova.network.neutron [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1952.404022] env[62291]: DEBUG nova.scheduler.client.report [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1952.473565] env[62291]: DEBUG oslo_vmware.api [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2142594, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.485566] env[62291]: DEBUG nova.network.neutron [req-0cc4ad37-2d7f-4b5b-913c-c929bef00551 req-d5b81f9a-bfda-4a05-a4e4-92bed068c1bc service nova] [instance: b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98] Updated VIF entry in instance network info cache for port 166d79fd-990d-45e3-9fbf-99c850efc9ee. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1952.485972] env[62291]: DEBUG nova.network.neutron [req-0cc4ad37-2d7f-4b5b-913c-c929bef00551 req-d5b81f9a-bfda-4a05-a4e4-92bed068c1bc service nova] [instance: b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98] Updating instance_info_cache with network_info: [{"id": "166d79fd-990d-45e3-9fbf-99c850efc9ee", "address": "fa:16:3e:ca:f6:db", "network": {"id": "628f334a-7ac3-4fd6-9258-4e5aabcf7839", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.87", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7a5e935372e4d0998462c64df5e8266", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap166d79fd-99", "ovs_interfaceid": "166d79fd-990d-45e3-9fbf-99c850efc9ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1952.524551] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0f3e2291-2380-414b-abe9-0b9b65e844b5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "d5839caf-2cfa-42ae-84f4-145f5ae614a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.795s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.731447] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142593, 'name': CreateVM_Task, 'duration_secs': 0.515496} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.731635] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1952.732985] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1952.733249] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1952.733619] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1952.733981] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83bba23b-7601-42e1-b9e1-5b7aa84c2e6c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.741495] env[62291]: DEBUG oslo_vmware.api [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Waiting for the task: (returnval){ [ 1952.741495] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52e54dc2-df24-06f3-8d2b-68d476f4958c" [ 1952.741495] env[62291]: _type = "Task" [ 1952.741495] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.751049] env[62291]: DEBUG oslo_vmware.api [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52e54dc2-df24-06f3-8d2b-68d476f4958c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.878656] env[62291]: DEBUG nova.network.neutron [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1952.911126] env[62291]: DEBUG oslo_concurrency.lockutils [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.743s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.911751] env[62291]: DEBUG nova.compute.manager [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1952.915411] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 17.887s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1952.980249] env[62291]: DEBUG oslo_vmware.api [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2142594, 'name': ReconfigVM_Task, 'duration_secs': 0.53535} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.980544] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Reconfigured VM instance instance-0000001b to attach disk [datastore1] fa966014-68a1-4418-828e-a0f28d90ddeb/fa966014-68a1-4418-828e-a0f28d90ddeb.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1952.981263] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-015bc779-2658-4169-9980-69ba1e688e26 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.989722] env[62291]: DEBUG oslo_vmware.api [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 1952.989722] env[62291]: value = "task-2142595" [ 1952.989722] env[62291]: _type = "Task" [ 1952.989722] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.993952] env[62291]: DEBUG oslo_concurrency.lockutils [req-0cc4ad37-2d7f-4b5b-913c-c929bef00551 req-d5b81f9a-bfda-4a05-a4e4-92bed068c1bc service nova] Releasing lock "refresh_cache-b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1953.003923] env[62291]: DEBUG oslo_vmware.api [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2142595, 'name': Rename_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.027244] env[62291]: DEBUG nova.compute.manager [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 68d9ebdd-312b-4823-99b4-01b3ff895561] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1953.112108] env[62291]: DEBUG nova.network.neutron [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Updating instance_info_cache with network_info: [{"id": "1984912c-86ae-4f13-9852-07d0410e7941", "address": "fa:16:3e:a8:1b:a5", "network": {"id": "a7d4cfa1-5a02-4729-b15f-3d414d57aa9e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-66180431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "877e1c36dc75431296fb730c541970f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1984912c-86", "ovs_interfaceid": "1984912c-86ae-4f13-9852-07d0410e7941", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1953.253651] env[62291]: DEBUG oslo_vmware.api [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52e54dc2-df24-06f3-8d2b-68d476f4958c, 'name': SearchDatastore_Task, 'duration_secs': 0.017981} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.253651] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1953.253651] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] [instance: b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1953.253849] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1953.253937] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1953.254121] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1953.254519] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63537a74-9a83-4be7-a559-b2787c5c1b72 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.265245] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1953.265673] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1953.266336] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcc7f46d-0ab9-4362-8f6e-c4191bee7561 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.273521] env[62291]: DEBUG oslo_vmware.api [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Waiting for the task: (returnval){ [ 1953.273521] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52490fa1-7429-067b-8b6f-4deefa45d51a" [ 1953.273521] env[62291]: _type = "Task" [ 1953.273521] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.282562] env[62291]: DEBUG oslo_vmware.api [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52490fa1-7429-067b-8b6f-4deefa45d51a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.420335] env[62291]: DEBUG nova.compute.utils [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1953.435022] env[62291]: DEBUG nova.compute.manager [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1953.435022] env[62291]: DEBUG nova.network.neutron [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1953.502014] env[62291]: DEBUG oslo_vmware.api [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2142595, 'name': Rename_Task, 'duration_secs': 0.227949} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.502642] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1953.502950] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a831dbf8-245f-422b-8e23-d28f711a9723 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.511827] env[62291]: DEBUG oslo_vmware.api [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 1953.511827] env[62291]: value = "task-2142596" [ 1953.511827] env[62291]: _type = "Task" [ 1953.511827] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.515050] env[62291]: DEBUG nova.policy [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5bcaefead264c63a6eccd86fcf27b32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4dbad5dff7143149c3d41cdcb32416d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 1953.525194] env[62291]: DEBUG oslo_vmware.api [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2142596, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.563661] env[62291]: DEBUG oslo_concurrency.lockutils [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.616117] env[62291]: DEBUG oslo_concurrency.lockutils [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Releasing lock "refresh_cache-4f4a46eb-7bd3-4477-89eb-dd30a98a3538" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1953.616528] env[62291]: DEBUG nova.compute.manager [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Instance network_info: |[{"id": "1984912c-86ae-4f13-9852-07d0410e7941", "address": "fa:16:3e:a8:1b:a5", "network": {"id": "a7d4cfa1-5a02-4729-b15f-3d414d57aa9e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-66180431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "877e1c36dc75431296fb730c541970f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1984912c-86", "ovs_interfaceid": "1984912c-86ae-4f13-9852-07d0410e7941", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1953.617123] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:1b:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d94740a-bce8-4103-8ecf-230d02ec0a44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1984912c-86ae-4f13-9852-07d0410e7941', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1953.629024] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Creating folder: Project (877e1c36dc75431296fb730c541970f3). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1953.629024] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a761013-afe5-4308-9b91-48872eaae334 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.640446] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Created folder: Project (877e1c36dc75431296fb730c541970f3) in parent group-v437896. [ 1953.640807] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Creating folder: Instances. Parent ref: group-v437952. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1953.641205] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7aefad61-d47d-4bd7-97ae-d9483926aab5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.654287] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Created folder: Instances in parent group-v437952. [ 1953.654571] env[62291]: DEBUG oslo.service.loopingcall [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1953.655463] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1953.655762] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22edeea3-b8bd-4652-b7cb-e60176fdfb8c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.678026] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1953.678026] env[62291]: value = "task-2142599" [ 1953.678026] env[62291]: _type = "Task" [ 1953.678026] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.687431] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142599, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.787346] env[62291]: DEBUG oslo_vmware.api [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52490fa1-7429-067b-8b6f-4deefa45d51a, 'name': SearchDatastore_Task, 'duration_secs': 0.015859} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.788598] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-685fcdb0-82fb-488d-8b91-c7c20ccaed58 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.797852] env[62291]: DEBUG oslo_vmware.api [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Waiting for the task: (returnval){ [ 1953.797852] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]525a9537-12ed-58cc-8c30-2e70988cf115" [ 1953.797852] env[62291]: _type = "Task" [ 1953.797852] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.813309] env[62291]: DEBUG oslo_vmware.api [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]525a9537-12ed-58cc-8c30-2e70988cf115, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.903539] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "2e8ce4c2-e47e-4c0f-b017-dc973c46eae5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1953.904104] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "2e8ce4c2-e47e-4c0f-b017-dc973c46eae5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1953.927462] env[62291]: DEBUG nova.compute.manager [req-0b8c6a9c-6b48-4ccb-aadb-415da884a2d8 req-e7118d26-670b-41c7-bf66-240ed283be5c service nova] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Received event network-changed-1984912c-86ae-4f13-9852-07d0410e7941 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1953.927757] env[62291]: DEBUG nova.compute.manager [req-0b8c6a9c-6b48-4ccb-aadb-415da884a2d8 req-e7118d26-670b-41c7-bf66-240ed283be5c service nova] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Refreshing instance network info cache due to event network-changed-1984912c-86ae-4f13-9852-07d0410e7941. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1953.928069] env[62291]: DEBUG oslo_concurrency.lockutils [req-0b8c6a9c-6b48-4ccb-aadb-415da884a2d8 req-e7118d26-670b-41c7-bf66-240ed283be5c service nova] Acquiring lock "refresh_cache-4f4a46eb-7bd3-4477-89eb-dd30a98a3538" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1953.928346] env[62291]: DEBUG oslo_concurrency.lockutils [req-0b8c6a9c-6b48-4ccb-aadb-415da884a2d8 req-e7118d26-670b-41c7-bf66-240ed283be5c service nova] Acquired lock "refresh_cache-4f4a46eb-7bd3-4477-89eb-dd30a98a3538" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1953.928664] env[62291]: DEBUG nova.network.neutron [req-0b8c6a9c-6b48-4ccb-aadb-415da884a2d8 req-e7118d26-670b-41c7-bf66-240ed283be5c service nova] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Refreshing network info cache for port 1984912c-86ae-4f13-9852-07d0410e7941 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1953.936691] env[62291]: INFO nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Updating resource usage from migration 4554fb07-06d6-4467-85c3-bc49c4093bd1 [ 1953.939917] env[62291]: DEBUG nova.compute.manager [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1953.979019] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance c5bfbc28-cf6c-4c9e-8745-a5e520a6131e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1953.979019] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance f50e95c8-d4ea-4250-862f-8b3be53cabc9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1953.979019] env[62291]: WARNING nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance bfb2f00f-c783-4d47-ad28-3de6eff3f77a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1953.979286] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance bb952207-9905-4a12-a189-94d00a8d1066 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1953.979370] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 80c94d56-773a-499b-a207-a3f11a14c32b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1953.979645] env[62291]: WARNING nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 55374085-f0cc-45b1-8f65-3559902cc838 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1953.979855] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance a5ca1f63-615e-40c5-a6a1-9fa30f578fc6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1953.980022] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance f3aecbb2-c186-41c8-9aaa-d5adda951718 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1953.983018] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance c1b0c88d-a23d-4b9d-91a8-adb25967c228 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1953.983018] env[62291]: WARNING nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 4af55a8c-1f23-4e72-a945-aff479b9c450 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1953.983018] env[62291]: WARNING nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 8c17919f-3941-4f1b-84fd-bf30d64dceb0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1953.983018] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1953.983216] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance d5839caf-2cfa-42ae-84f4-145f5ae614a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1953.983216] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance fa966014-68a1-4418-828e-a0f28d90ddeb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1953.983216] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1953.983216] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 4f4a46eb-7bd3-4477-89eb-dd30a98a3538 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1953.983351] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 6dd6c113-8f6d-49a8-9323-ce390362a034 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1954.027651] env[62291]: DEBUG oslo_vmware.api [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2142596, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.174181] env[62291]: DEBUG nova.network.neutron [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Successfully created port: 268ace07-8320-4a52-adb5-5718f59f3703 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1954.193803] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142599, 'name': CreateVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.310995] env[62291]: DEBUG oslo_vmware.api [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]525a9537-12ed-58cc-8c30-2e70988cf115, 'name': SearchDatastore_Task, 'duration_secs': 0.01551} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.311409] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1954.311722] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98/b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1954.312080] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45c083bd-6505-4230-b17f-b49ee5b82ba9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.322438] env[62291]: DEBUG oslo_vmware.api [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Waiting for the task: (returnval){ [ 1954.322438] env[62291]: value = "task-2142600" [ 1954.322438] env[62291]: _type = "Task" [ 1954.322438] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.334061] env[62291]: DEBUG oslo_vmware.api [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Task: {'id': task-2142600, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.486090] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 9e744a65-5987-42ac-b826-17482fb23f8a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1954.530474] env[62291]: DEBUG oslo_vmware.api [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2142596, 'name': PowerOnVM_Task, 'duration_secs': 0.6373} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.530474] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1954.530630] env[62291]: INFO nova.compute.manager [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Took 8.77 seconds to spawn the instance on the hypervisor. [ 1954.530741] env[62291]: DEBUG nova.compute.manager [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1954.531589] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11686bc2-072f-4796-8538-f3309db6fe7f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.689388] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142599, 'name': CreateVM_Task, 'duration_secs': 0.525475} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.689571] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1954.690312] env[62291]: DEBUG oslo_concurrency.lockutils [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1954.690469] env[62291]: DEBUG oslo_concurrency.lockutils [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1954.690797] env[62291]: DEBUG oslo_concurrency.lockutils [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1954.691067] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9c52b865-7c91-4e1e-b728-b9f871b21021 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.697392] env[62291]: DEBUG oslo_vmware.api [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 1954.697392] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52f1230f-7201-9722-b48a-a38e2461aefe" [ 1954.697392] env[62291]: _type = "Task" [ 1954.697392] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.708921] env[62291]: DEBUG oslo_vmware.api [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52f1230f-7201-9722-b48a-a38e2461aefe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.784621] env[62291]: DEBUG nova.network.neutron [req-0b8c6a9c-6b48-4ccb-aadb-415da884a2d8 req-e7118d26-670b-41c7-bf66-240ed283be5c service nova] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Updated VIF entry in instance network info cache for port 1984912c-86ae-4f13-9852-07d0410e7941. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1954.784621] env[62291]: DEBUG nova.network.neutron [req-0b8c6a9c-6b48-4ccb-aadb-415da884a2d8 req-e7118d26-670b-41c7-bf66-240ed283be5c service nova] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Updating instance_info_cache with network_info: [{"id": "1984912c-86ae-4f13-9852-07d0410e7941", "address": "fa:16:3e:a8:1b:a5", "network": {"id": "a7d4cfa1-5a02-4729-b15f-3d414d57aa9e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-66180431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "877e1c36dc75431296fb730c541970f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1984912c-86", "ovs_interfaceid": "1984912c-86ae-4f13-9852-07d0410e7941", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1954.837139] env[62291]: DEBUG oslo_vmware.api [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Task: {'id': task-2142600, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.952410] env[62291]: DEBUG nova.compute.manager [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1954.976269] env[62291]: DEBUG nova.virt.hardware [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1954.976591] env[62291]: DEBUG nova.virt.hardware [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1954.976769] env[62291]: DEBUG nova.virt.hardware [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1954.976955] env[62291]: DEBUG nova.virt.hardware [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1954.977114] env[62291]: DEBUG nova.virt.hardware [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1954.977305] env[62291]: DEBUG nova.virt.hardware [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1954.977468] env[62291]: DEBUG nova.virt.hardware [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1954.977631] env[62291]: DEBUG nova.virt.hardware [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1954.977791] env[62291]: DEBUG nova.virt.hardware [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1954.977949] env[62291]: DEBUG nova.virt.hardware [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1954.978140] env[62291]: DEBUG nova.virt.hardware [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1954.979016] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d7eaf4-dda3-4c26-8d8b-56ad0068374b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.988180] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4ed4f6-d185-4473-99bb-141618f08c3a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.992503] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 4bffe146-0b5f-4141-b83c-6974834803bd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1955.053235] env[62291]: INFO nova.compute.manager [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Took 30.19 seconds to build instance. [ 1955.211067] env[62291]: DEBUG oslo_vmware.api [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52f1230f-7201-9722-b48a-a38e2461aefe, 'name': SearchDatastore_Task, 'duration_secs': 0.024693} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.211401] env[62291]: DEBUG oslo_concurrency.lockutils [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1955.211655] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1955.211952] env[62291]: DEBUG oslo_concurrency.lockutils [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1955.212103] env[62291]: DEBUG oslo_concurrency.lockutils [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1955.212289] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1955.212584] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be08b9f8-dd5f-413f-b459-9eaae40d137a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.223996] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1955.224258] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1955.225096] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17b02cb8-9f0c-4b8a-9ea7-ec183b67c96c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.232181] env[62291]: DEBUG oslo_vmware.api [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 1955.232181] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5231a1f0-d85a-f936-d5eb-09c9c1cab835" [ 1955.232181] env[62291]: _type = "Task" [ 1955.232181] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.242056] env[62291]: DEBUG oslo_vmware.api [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5231a1f0-d85a-f936-d5eb-09c9c1cab835, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.287085] env[62291]: DEBUG oslo_concurrency.lockutils [req-0b8c6a9c-6b48-4ccb-aadb-415da884a2d8 req-e7118d26-670b-41c7-bf66-240ed283be5c service nova] Releasing lock "refresh_cache-4f4a46eb-7bd3-4477-89eb-dd30a98a3538" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1955.334843] env[62291]: DEBUG oslo_vmware.api [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Task: {'id': task-2142600, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63176} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.335160] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98/b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1955.335431] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] [instance: b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1955.335689] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9455595e-9782-4df2-b95a-6469b85bedd3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.343933] env[62291]: DEBUG oslo_vmware.api [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Waiting for the task: (returnval){ [ 1955.343933] env[62291]: value = "task-2142601" [ 1955.343933] env[62291]: _type = "Task" [ 1955.343933] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.354613] env[62291]: DEBUG oslo_vmware.api [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Task: {'id': task-2142601, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.495878] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance d1aecebc-401e-45ff-805e-c038722f4cad has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1955.556698] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ca139ba9-fa5e-46e9-8ea0-d2beff5f1725 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "fa966014-68a1-4418-828e-a0f28d90ddeb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.808s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.744391] env[62291]: DEBUG oslo_vmware.api [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5231a1f0-d85a-f936-d5eb-09c9c1cab835, 'name': SearchDatastore_Task, 'duration_secs': 0.015542} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.745708] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f66a6a7f-810d-4ce0-89eb-1b2f23f06f3d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.753139] env[62291]: DEBUG oslo_vmware.api [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 1955.753139] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]528d456a-57a8-79bd-fa5c-31093282633c" [ 1955.753139] env[62291]: _type = "Task" [ 1955.753139] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.765588] env[62291]: DEBUG oslo_vmware.api [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]528d456a-57a8-79bd-fa5c-31093282633c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.841734] env[62291]: DEBUG nova.network.neutron [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Successfully updated port: 268ace07-8320-4a52-adb5-5718f59f3703 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1955.856937] env[62291]: DEBUG oslo_vmware.api [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Task: {'id': task-2142601, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.111885} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1955.856937] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] [instance: b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1955.856937] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93a1c3e-e8e9-4941-92b3-c56982893af8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.882892] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] [instance: b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98/b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1955.883428] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2af880e6-4bde-4c63-9ea4-524ef5c3da47 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.905403] env[62291]: DEBUG oslo_vmware.api [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Waiting for the task: (returnval){ [ 1955.905403] env[62291]: value = "task-2142602" [ 1955.905403] env[62291]: _type = "Task" [ 1955.905403] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1955.914865] env[62291]: DEBUG oslo_vmware.api [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Task: {'id': task-2142602, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1955.975244] env[62291]: DEBUG nova.compute.manager [req-8b40ce6d-1468-47d7-b9c2-be5998698414 req-65e4b236-109c-4929-a00f-dc25a64e29a8 service nova] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Received event network-vif-plugged-268ace07-8320-4a52-adb5-5718f59f3703 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1955.975244] env[62291]: DEBUG oslo_concurrency.lockutils [req-8b40ce6d-1468-47d7-b9c2-be5998698414 req-65e4b236-109c-4929-a00f-dc25a64e29a8 service nova] Acquiring lock "6dd6c113-8f6d-49a8-9323-ce390362a034-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1955.975244] env[62291]: DEBUG oslo_concurrency.lockutils [req-8b40ce6d-1468-47d7-b9c2-be5998698414 req-65e4b236-109c-4929-a00f-dc25a64e29a8 service nova] Lock "6dd6c113-8f6d-49a8-9323-ce390362a034-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1955.975244] env[62291]: DEBUG oslo_concurrency.lockutils [req-8b40ce6d-1468-47d7-b9c2-be5998698414 req-65e4b236-109c-4929-a00f-dc25a64e29a8 service nova] Lock "6dd6c113-8f6d-49a8-9323-ce390362a034-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1955.975564] env[62291]: DEBUG nova.compute.manager [req-8b40ce6d-1468-47d7-b9c2-be5998698414 req-65e4b236-109c-4929-a00f-dc25a64e29a8 service nova] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] No waiting events found dispatching network-vif-plugged-268ace07-8320-4a52-adb5-5718f59f3703 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1955.975564] env[62291]: WARNING nova.compute.manager [req-8b40ce6d-1468-47d7-b9c2-be5998698414 req-65e4b236-109c-4929-a00f-dc25a64e29a8 service nova] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Received unexpected event network-vif-plugged-268ace07-8320-4a52-adb5-5718f59f3703 for instance with vm_state building and task_state spawning. [ 1955.975620] env[62291]: DEBUG nova.compute.manager [req-8b40ce6d-1468-47d7-b9c2-be5998698414 req-65e4b236-109c-4929-a00f-dc25a64e29a8 service nova] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Received event network-changed-268ace07-8320-4a52-adb5-5718f59f3703 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1955.975759] env[62291]: DEBUG nova.compute.manager [req-8b40ce6d-1468-47d7-b9c2-be5998698414 req-65e4b236-109c-4929-a00f-dc25a64e29a8 service nova] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Refreshing instance network info cache due to event network-changed-268ace07-8320-4a52-adb5-5718f59f3703. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1955.975928] env[62291]: DEBUG oslo_concurrency.lockutils [req-8b40ce6d-1468-47d7-b9c2-be5998698414 req-65e4b236-109c-4929-a00f-dc25a64e29a8 service nova] Acquiring lock "refresh_cache-6dd6c113-8f6d-49a8-9323-ce390362a034" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1955.976075] env[62291]: DEBUG oslo_concurrency.lockutils [req-8b40ce6d-1468-47d7-b9c2-be5998698414 req-65e4b236-109c-4929-a00f-dc25a64e29a8 service nova] Acquired lock "refresh_cache-6dd6c113-8f6d-49a8-9323-ce390362a034" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1955.976278] env[62291]: DEBUG nova.network.neutron [req-8b40ce6d-1468-47d7-b9c2-be5998698414 req-65e4b236-109c-4929-a00f-dc25a64e29a8 service nova] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Refreshing network info cache for port 268ace07-8320-4a52-adb5-5718f59f3703 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1956.000045] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance adb610f9-02ae-45c0-96e8-939bb4959ab4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1956.060114] env[62291]: DEBUG nova.compute.manager [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1956.128028] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e88af6f1-417f-47e3-9f17-8dcc76ec05f8 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "fa966014-68a1-4418-828e-a0f28d90ddeb" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1956.128028] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e88af6f1-417f-47e3-9f17-8dcc76ec05f8 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "fa966014-68a1-4418-828e-a0f28d90ddeb" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1956.266106] env[62291]: DEBUG oslo_vmware.api [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]528d456a-57a8-79bd-fa5c-31093282633c, 'name': SearchDatastore_Task, 'duration_secs': 0.014194} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1956.267029] env[62291]: DEBUG oslo_concurrency.lockutils [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1956.267029] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 4f4a46eb-7bd3-4477-89eb-dd30a98a3538/4f4a46eb-7bd3-4477-89eb-dd30a98a3538.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1956.267029] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c69fb15-fe2b-49b2-af5e-38c7e33c1fe4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.275975] env[62291]: DEBUG oslo_vmware.api [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 1956.275975] env[62291]: value = "task-2142603" [ 1956.275975] env[62291]: _type = "Task" [ 1956.275975] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.284824] env[62291]: DEBUG oslo_vmware.api [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2142603, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.344102] env[62291]: DEBUG oslo_concurrency.lockutils [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "refresh_cache-6dd6c113-8f6d-49a8-9323-ce390362a034" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1956.416508] env[62291]: DEBUG oslo_vmware.api [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Task: {'id': task-2142602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.503258] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance c4c302a7-9571-452c-a208-2fe2ef99aa6d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1956.516015] env[62291]: DEBUG nova.network.neutron [req-8b40ce6d-1468-47d7-b9c2-be5998698414 req-65e4b236-109c-4929-a00f-dc25a64e29a8 service nova] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1956.587213] env[62291]: DEBUG oslo_concurrency.lockutils [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1956.631553] env[62291]: DEBUG nova.compute.utils [None req-e88af6f1-417f-47e3-9f17-8dcc76ec05f8 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1956.634817] env[62291]: DEBUG nova.network.neutron [req-8b40ce6d-1468-47d7-b9c2-be5998698414 req-65e4b236-109c-4929-a00f-dc25a64e29a8 service nova] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1956.788457] env[62291]: DEBUG oslo_vmware.api [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2142603, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.838486] env[62291]: DEBUG oslo_vmware.rw_handles [None req-0447fc33-126a-492e-9f8c-5ae39fade604 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fe276e-5c42-ae45-69ec-0b1109787dba/disk-0.vmdk. {{(pid=62291) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1956.839572] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78545eb4-de2d-450a-890d-8ab9c3d02fae {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.847169] env[62291]: DEBUG oslo_vmware.rw_handles [None req-0447fc33-126a-492e-9f8c-5ae39fade604 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fe276e-5c42-ae45-69ec-0b1109787dba/disk-0.vmdk is in state: ready. {{(pid=62291) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1956.847364] env[62291]: ERROR oslo_vmware.rw_handles [None req-0447fc33-126a-492e-9f8c-5ae39fade604 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fe276e-5c42-ae45-69ec-0b1109787dba/disk-0.vmdk due to incomplete transfer. [ 1956.847638] env[62291]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-fd276e18-d126-40d0-b7c2-dffc4c777300 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.857594] env[62291]: DEBUG oslo_vmware.rw_handles [None req-0447fc33-126a-492e-9f8c-5ae39fade604 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fe276e-5c42-ae45-69ec-0b1109787dba/disk-0.vmdk. {{(pid=62291) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1956.857877] env[62291]: DEBUG nova.virt.vmwareapi.images [None req-0447fc33-126a-492e-9f8c-5ae39fade604 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Uploaded image aa013cd7-0748-4b67-b6d1-162f6335a5ef to the Glance image server {{(pid=62291) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1956.860164] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-0447fc33-126a-492e-9f8c-5ae39fade604 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Destroying the VM {{(pid=62291) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1956.860406] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e99eaca4-d27d-429b-8c3f-ea2f67b5cae0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1956.868550] env[62291]: DEBUG oslo_vmware.api [None req-0447fc33-126a-492e-9f8c-5ae39fade604 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Waiting for the task: (returnval){ [ 1956.868550] env[62291]: value = "task-2142604" [ 1956.868550] env[62291]: _type = "Task" [ 1956.868550] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1956.880203] env[62291]: DEBUG oslo_vmware.api [None req-0447fc33-126a-492e-9f8c-5ae39fade604 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142604, 'name': Destroy_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1956.917408] env[62291]: DEBUG oslo_vmware.api [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Task: {'id': task-2142602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.006664] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 68d9ebdd-312b-4823-99b4-01b3ff895561 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1957.134726] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e88af6f1-417f-47e3-9f17-8dcc76ec05f8 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "fa966014-68a1-4418-828e-a0f28d90ddeb" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1957.137235] env[62291]: DEBUG oslo_concurrency.lockutils [req-8b40ce6d-1468-47d7-b9c2-be5998698414 req-65e4b236-109c-4929-a00f-dc25a64e29a8 service nova] Releasing lock "refresh_cache-6dd6c113-8f6d-49a8-9323-ce390362a034" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1957.137696] env[62291]: DEBUG oslo_concurrency.lockutils [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquired lock "refresh_cache-6dd6c113-8f6d-49a8-9323-ce390362a034" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1957.137889] env[62291]: DEBUG nova.network.neutron [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1957.287634] env[62291]: DEBUG oslo_vmware.api [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2142603, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.711529} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.287893] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 4f4a46eb-7bd3-4477-89eb-dd30a98a3538/4f4a46eb-7bd3-4477-89eb-dd30a98a3538.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1957.288123] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1957.288370] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ece3db7a-55cb-436a-bc22-ef298ed89f74 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.295099] env[62291]: DEBUG oslo_vmware.api [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 1957.295099] env[62291]: value = "task-2142605" [ 1957.295099] env[62291]: _type = "Task" [ 1957.295099] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.304193] env[62291]: DEBUG oslo_vmware.api [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2142605, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.378778] env[62291]: DEBUG oslo_vmware.api [None req-0447fc33-126a-492e-9f8c-5ae39fade604 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142604, 'name': Destroy_Task, 'duration_secs': 0.361101} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.379072] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-0447fc33-126a-492e-9f8c-5ae39fade604 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Destroyed the VM [ 1957.379319] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-0447fc33-126a-492e-9f8c-5ae39fade604 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Deleting Snapshot of the VM instance {{(pid=62291) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1957.379801] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8247cf54-8a72-4590-bfeb-b7aa081d0c3e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.387149] env[62291]: DEBUG oslo_vmware.api [None req-0447fc33-126a-492e-9f8c-5ae39fade604 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Waiting for the task: (returnval){ [ 1957.387149] env[62291]: value = "task-2142606" [ 1957.387149] env[62291]: _type = "Task" [ 1957.387149] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.395478] env[62291]: DEBUG oslo_vmware.api [None req-0447fc33-126a-492e-9f8c-5ae39fade604 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142606, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.417727] env[62291]: DEBUG oslo_vmware.api [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Task: {'id': task-2142602, 'name': ReconfigVM_Task, 'duration_secs': 1.143848} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.418012] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] [instance: b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98] Reconfigured VM instance instance-0000001c to attach disk [datastore1] b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98/b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1957.418658] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-337927a5-aeb2-4507-8529-add53f50c2d0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.430318] env[62291]: DEBUG oslo_vmware.api [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Waiting for the task: (returnval){ [ 1957.430318] env[62291]: value = "task-2142607" [ 1957.430318] env[62291]: _type = "Task" [ 1957.430318] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.439506] env[62291]: DEBUG oslo_vmware.api [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Task: {'id': task-2142607, 'name': Rename_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.509626] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance a06e85bc-af77-404c-a50b-312dd60ae1c6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1957.670855] env[62291]: DEBUG nova.network.neutron [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1957.806385] env[62291]: DEBUG oslo_vmware.api [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2142605, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072211} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.806676] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1957.807535] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea87640-ac01-4648-800a-7fb999603b5e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.832924] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 4f4a46eb-7bd3-4477-89eb-dd30a98a3538/4f4a46eb-7bd3-4477-89eb-dd30a98a3538.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1957.835797] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4830c03-06f0-4bdb-ad9c-774abd8ecd88 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.857749] env[62291]: DEBUG oslo_vmware.api [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 1957.857749] env[62291]: value = "task-2142608" [ 1957.857749] env[62291]: _type = "Task" [ 1957.857749] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.868322] env[62291]: DEBUG oslo_vmware.api [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2142608, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.894295] env[62291]: DEBUG nova.network.neutron [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Updating instance_info_cache with network_info: [{"id": "268ace07-8320-4a52-adb5-5718f59f3703", "address": "fa:16:3e:f0:af:ae", "network": {"id": "6c3b94dc-3357-4c73-aad4-284cb89be8f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1144561454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4dbad5dff7143149c3d41cdcb32416d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap268ace07-83", "ovs_interfaceid": "268ace07-8320-4a52-adb5-5718f59f3703", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1957.899951] env[62291]: DEBUG oslo_vmware.api [None req-0447fc33-126a-492e-9f8c-5ae39fade604 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142606, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1957.940556] env[62291]: DEBUG oslo_vmware.api [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Task: {'id': task-2142607, 'name': Rename_Task, 'duration_secs': 0.338008} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1957.941214] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] [instance: b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1957.941472] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac0d3fd7-072b-4341-ab12-eb3a661d1626 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1957.949698] env[62291]: DEBUG oslo_vmware.api [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Waiting for the task: (returnval){ [ 1957.949698] env[62291]: value = "task-2142609" [ 1957.949698] env[62291]: _type = "Task" [ 1957.949698] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1957.959588] env[62291]: DEBUG oslo_vmware.api [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Task: {'id': task-2142609, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.013020] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 9f269471-9c27-4479-9494-b67e41dd55e7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1958.217891] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e88af6f1-417f-47e3-9f17-8dcc76ec05f8 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "fa966014-68a1-4418-828e-a0f28d90ddeb" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1958.218177] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e88af6f1-417f-47e3-9f17-8dcc76ec05f8 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "fa966014-68a1-4418-828e-a0f28d90ddeb" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1958.218476] env[62291]: INFO nova.compute.manager [None req-e88af6f1-417f-47e3-9f17-8dcc76ec05f8 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Attaching volume 668757b2-9c33-4f54-af9f-be926ed3a033 to /dev/sdb [ 1958.257318] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7f82ee9-7225-4d25-8b0b-90aa36878eef {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.265112] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a680ae76-5f1f-44c9-8788-2fc52af9bdf6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.280553] env[62291]: DEBUG nova.virt.block_device [None req-e88af6f1-417f-47e3-9f17-8dcc76ec05f8 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Updating existing volume attachment record: fcc2eedb-5ba2-494b-8fed-ad6923c4011a {{(pid=62291) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1958.367528] env[62291]: DEBUG oslo_vmware.api [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2142608, 'name': ReconfigVM_Task, 'duration_secs': 0.304433} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.367799] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 4f4a46eb-7bd3-4477-89eb-dd30a98a3538/4f4a46eb-7bd3-4477-89eb-dd30a98a3538.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1958.368483] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2f04c19c-41ee-44bc-a8b2-49f1f44c628a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.374847] env[62291]: DEBUG oslo_vmware.api [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 1958.374847] env[62291]: value = "task-2142610" [ 1958.374847] env[62291]: _type = "Task" [ 1958.374847] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.383251] env[62291]: DEBUG oslo_vmware.api [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2142610, 'name': Rename_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.397025] env[62291]: DEBUG oslo_vmware.api [None req-0447fc33-126a-492e-9f8c-5ae39fade604 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142606, 'name': RemoveSnapshot_Task, 'duration_secs': 0.540015} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.397263] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-0447fc33-126a-492e-9f8c-5ae39fade604 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Deleted Snapshot of the VM instance {{(pid=62291) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1958.397881] env[62291]: INFO nova.compute.manager [None req-0447fc33-126a-492e-9f8c-5ae39fade604 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Took 14.00 seconds to snapshot the instance on the hypervisor. [ 1958.400779] env[62291]: DEBUG oslo_concurrency.lockutils [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Releasing lock "refresh_cache-6dd6c113-8f6d-49a8-9323-ce390362a034" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1958.401120] env[62291]: DEBUG nova.compute.manager [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Instance network_info: |[{"id": "268ace07-8320-4a52-adb5-5718f59f3703", "address": "fa:16:3e:f0:af:ae", "network": {"id": "6c3b94dc-3357-4c73-aad4-284cb89be8f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1144561454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4dbad5dff7143149c3d41cdcb32416d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap268ace07-83", "ovs_interfaceid": "268ace07-8320-4a52-adb5-5718f59f3703", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1958.401559] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:af:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '163e60bd-32d6-41c5-95e6-2eb10c5c9245', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '268ace07-8320-4a52-adb5-5718f59f3703', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1958.411045] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Creating folder: Project (b4dbad5dff7143149c3d41cdcb32416d). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1958.411045] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da27077d-860f-465a-923e-97289af93370 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.423644] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Created folder: Project (b4dbad5dff7143149c3d41cdcb32416d) in parent group-v437896. [ 1958.423644] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Creating folder: Instances. Parent ref: group-v437955. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1958.423644] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dfdb204e-6a31-41a4-ba7b-8a01341e1939 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.434625] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Created folder: Instances in parent group-v437955. [ 1958.434915] env[62291]: DEBUG oslo.service.loopingcall [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1958.435884] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1958.436153] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fdef6289-e0d3-416a-9793-0850ba79926d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.462028] env[62291]: DEBUG oslo_vmware.api [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Task: {'id': task-2142609, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.463411] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1958.463411] env[62291]: value = "task-2142614" [ 1958.463411] env[62291]: _type = "Task" [ 1958.463411] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.474657] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142614, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.517130] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance a7fe6c49-4623-49a6-826d-37a2bb790206 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1958.886870] env[62291]: DEBUG oslo_vmware.api [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2142610, 'name': Rename_Task, 'duration_secs': 0.167167} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.887227] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1958.887587] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-602a9127-4d5d-4854-84f7-b152bd23be0a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.894743] env[62291]: DEBUG oslo_vmware.api [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 1958.894743] env[62291]: value = "task-2142617" [ 1958.894743] env[62291]: _type = "Task" [ 1958.894743] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1958.907153] env[62291]: DEBUG oslo_vmware.api [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2142617, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1958.962911] env[62291]: DEBUG oslo_vmware.api [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Task: {'id': task-2142609, 'name': PowerOnVM_Task, 'duration_secs': 0.961054} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.963352] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] [instance: b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1958.963675] env[62291]: INFO nova.compute.manager [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] [instance: b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98] Took 10.53 seconds to spawn the instance on the hypervisor. [ 1958.963893] env[62291]: DEBUG nova.compute.manager [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] [instance: b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1958.964722] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75df3098-a451-4a66-8575-2014cb7e152f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.980959] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142614, 'name': CreateVM_Task, 'duration_secs': 0.466957} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1958.984730] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1958.985900] env[62291]: DEBUG oslo_concurrency.lockutils [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1958.985900] env[62291]: DEBUG oslo_concurrency.lockutils [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1958.986121] env[62291]: DEBUG oslo_concurrency.lockutils [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1958.986658] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b796ca9a-dbde-4175-938f-301214310685 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1958.993302] env[62291]: DEBUG oslo_vmware.api [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 1958.993302] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]528874f8-434a-fced-b0de-851b25e43114" [ 1958.993302] env[62291]: _type = "Task" [ 1958.993302] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.004154] env[62291]: DEBUG oslo_vmware.api [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]528874f8-434a-fced-b0de-851b25e43114, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.023015] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance d4d8221d-778d-43c5-acfe-84aaa2424b5a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1959.406319] env[62291]: DEBUG oslo_vmware.api [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2142617, 'name': PowerOnVM_Task, 'duration_secs': 0.495907} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.406600] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1959.406812] env[62291]: INFO nova.compute.manager [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Took 8.22 seconds to spawn the instance on the hypervisor. [ 1959.406996] env[62291]: DEBUG nova.compute.manager [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1959.407859] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f5a7f7-98f7-4461-ab94-d75187916912 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.498336] env[62291]: INFO nova.compute.manager [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] [instance: b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98] Took 30.10 seconds to build instance. [ 1959.506335] env[62291]: DEBUG oslo_vmware.api [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]528874f8-434a-fced-b0de-851b25e43114, 'name': SearchDatastore_Task, 'duration_secs': 0.011212} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1959.506684] env[62291]: DEBUG oslo_concurrency.lockutils [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1959.506950] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1959.507241] env[62291]: DEBUG oslo_concurrency.lockutils [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1959.507412] env[62291]: DEBUG oslo_concurrency.lockutils [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1959.507625] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1959.507953] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24266d10-dfdf-410f-9d77-7642d8e6f1ae {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.518266] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1959.518461] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1959.519220] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea7d27ba-a423-4008-aa9f-15dcbf1f0e24 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1959.525558] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance ff21fe8f-e07a-4781-b692-9f585afab706 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1959.526876] env[62291]: DEBUG oslo_vmware.api [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 1959.526876] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52ede2b7-edc5-d57a-9c24-116e64f10f9c" [ 1959.526876] env[62291]: _type = "Task" [ 1959.526876] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1959.536504] env[62291]: DEBUG oslo_vmware.api [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52ede2b7-edc5-d57a-9c24-116e64f10f9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1959.927935] env[62291]: INFO nova.compute.manager [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Took 29.15 seconds to build instance. [ 1960.001038] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5ed26b52-307b-4195-8a7f-f3bb4f626903 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Lock "b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.647s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.032240] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 36cf27ca-350f-480b-bba3-fb29db7f176f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1960.040872] env[62291]: DEBUG oslo_vmware.api [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52ede2b7-edc5-d57a-9c24-116e64f10f9c, 'name': SearchDatastore_Task, 'duration_secs': 0.015785} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.040872] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be120fb0-b29c-436e-9c32-c24e3baefc80 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.047292] env[62291]: DEBUG oslo_vmware.api [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 1960.047292] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52d6ce1e-fd79-bd84-c3f2-97410b1658de" [ 1960.047292] env[62291]: _type = "Task" [ 1960.047292] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.056741] env[62291]: DEBUG oslo_vmware.api [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52d6ce1e-fd79-bd84-c3f2-97410b1658de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.430407] env[62291]: DEBUG oslo_concurrency.lockutils [None req-92162adc-e3c3-43ae-b2ef-c6a395589b52 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Lock "4f4a46eb-7bd3-4477-89eb-dd30a98a3538" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.100s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.503406] env[62291]: DEBUG nova.compute.manager [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] [instance: 9f269471-9c27-4479-9494-b67e41dd55e7] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1960.535119] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 5fd07b81-1348-4194-ab20-437cb5c61dfa has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1960.558297] env[62291]: DEBUG oslo_vmware.api [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52d6ce1e-fd79-bd84-c3f2-97410b1658de, 'name': SearchDatastore_Task, 'duration_secs': 0.019742} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1960.558549] env[62291]: DEBUG oslo_concurrency.lockutils [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1960.558800] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 6dd6c113-8f6d-49a8-9323-ce390362a034/6dd6c113-8f6d-49a8-9323-ce390362a034.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1960.559077] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-edf0ee12-6e34-4804-8597-2fc89b79eb9a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.567021] env[62291]: DEBUG oslo_vmware.api [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 1960.567021] env[62291]: value = "task-2142618" [ 1960.567021] env[62291]: _type = "Task" [ 1960.567021] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.576808] env[62291]: DEBUG oslo_vmware.api [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142618, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.690904] env[62291]: DEBUG nova.compute.manager [None req-734d2e48-7152-4ae2-a1cc-b964613dba3f tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1960.691913] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5833cc1d-e731-4a32-b084-0c134b0c7f26 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.814261] env[62291]: DEBUG oslo_concurrency.lockutils [None req-182858af-cfd0-40c5-bedc-9ebd74ab5c65 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Acquiring lock "b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.814587] env[62291]: DEBUG oslo_concurrency.lockutils [None req-182858af-cfd0-40c5-bedc-9ebd74ab5c65 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Lock "b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.814830] env[62291]: DEBUG oslo_concurrency.lockutils [None req-182858af-cfd0-40c5-bedc-9ebd74ab5c65 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Acquiring lock "b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1960.815022] env[62291]: DEBUG oslo_concurrency.lockutils [None req-182858af-cfd0-40c5-bedc-9ebd74ab5c65 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Lock "b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1960.815367] env[62291]: DEBUG oslo_concurrency.lockutils [None req-182858af-cfd0-40c5-bedc-9ebd74ab5c65 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Lock "b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1960.817722] env[62291]: INFO nova.compute.manager [None req-182858af-cfd0-40c5-bedc-9ebd74ab5c65 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] [instance: b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98] Terminating instance [ 1960.819696] env[62291]: DEBUG nova.compute.manager [None req-182858af-cfd0-40c5-bedc-9ebd74ab5c65 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] [instance: b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1960.819930] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-182858af-cfd0-40c5-bedc-9ebd74ab5c65 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] [instance: b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1960.820824] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14ba00ea-d1c9-4d40-a368-50271d982c69 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.831712] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-182858af-cfd0-40c5-bedc-9ebd74ab5c65 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] [instance: b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1960.832076] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75b275f5-dccd-4f3c-b348-ec34b7bcd8df {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1960.842268] env[62291]: DEBUG oslo_vmware.api [None req-182858af-cfd0-40c5-bedc-9ebd74ab5c65 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Waiting for the task: (returnval){ [ 1960.842268] env[62291]: value = "task-2142620" [ 1960.842268] env[62291]: _type = "Task" [ 1960.842268] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1960.856094] env[62291]: DEBUG oslo_vmware.api [None req-182858af-cfd0-40c5-bedc-9ebd74ab5c65 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Task: {'id': task-2142620, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1960.933922] env[62291]: DEBUG nova.compute.manager [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] [instance: a7fe6c49-4623-49a6-826d-37a2bb790206] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1961.033474] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1961.038886] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 421efe71-8164-46e8-9a64-6dc12c366025 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1961.080172] env[62291]: DEBUG oslo_vmware.api [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142618, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.204162] env[62291]: INFO nova.compute.manager [None req-734d2e48-7152-4ae2-a1cc-b964613dba3f tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] instance snapshotting [ 1961.208558] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d484a6e2-9865-49a2-8a68-4f853afcaa94 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.241366] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0247d818-4825-44ac-8cec-33ce5f3f4830 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.354561] env[62291]: DEBUG oslo_vmware.api [None req-182858af-cfd0-40c5-bedc-9ebd74ab5c65 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Task: {'id': task-2142620, 'name': PowerOffVM_Task, 'duration_secs': 0.231798} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.354899] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-182858af-cfd0-40c5-bedc-9ebd74ab5c65 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] [instance: b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1961.355561] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-182858af-cfd0-40c5-bedc-9ebd74ab5c65 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] [instance: b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1961.355561] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e734fb63-e16e-44b6-8738-b0efc2ba61e9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.458526] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1961.472484] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-182858af-cfd0-40c5-bedc-9ebd74ab5c65 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] [instance: b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1961.472728] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-182858af-cfd0-40c5-bedc-9ebd74ab5c65 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] [instance: b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98] Deleting contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1961.472932] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-182858af-cfd0-40c5-bedc-9ebd74ab5c65 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Deleting the datastore file [datastore1] b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1961.473249] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0a9d73a-8044-4dfd-b7bb-8b8b4519bf05 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.482757] env[62291]: DEBUG oslo_vmware.api [None req-182858af-cfd0-40c5-bedc-9ebd74ab5c65 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Waiting for the task: (returnval){ [ 1961.482757] env[62291]: value = "task-2142622" [ 1961.482757] env[62291]: _type = "Task" [ 1961.482757] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.492530] env[62291]: DEBUG oslo_vmware.api [None req-182858af-cfd0-40c5-bedc-9ebd74ab5c65 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Task: {'id': task-2142622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.542868] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance b4217ee8-62a6-4902-8dae-bfdad8eca7be has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1961.580426] env[62291]: DEBUG oslo_vmware.api [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142618, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.754635} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.580759] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 6dd6c113-8f6d-49a8-9323-ce390362a034/6dd6c113-8f6d-49a8-9323-ce390362a034.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1961.580995] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1961.581286] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9900565-59f1-4c00-bca7-86a9ab02a8a6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.589421] env[62291]: DEBUG oslo_vmware.api [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 1961.589421] env[62291]: value = "task-2142623" [ 1961.589421] env[62291]: _type = "Task" [ 1961.589421] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.600248] env[62291]: DEBUG oslo_vmware.api [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142623, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.757981] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-734d2e48-7152-4ae2-a1cc-b964613dba3f tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Creating Snapshot of the VM instance {{(pid=62291) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1961.758618] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fdd12863-39f1-40e4-aea4-5e2946464294 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1961.767129] env[62291]: DEBUG oslo_vmware.api [None req-734d2e48-7152-4ae2-a1cc-b964613dba3f tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Waiting for the task: (returnval){ [ 1961.767129] env[62291]: value = "task-2142624" [ 1961.767129] env[62291]: _type = "Task" [ 1961.767129] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1961.777021] env[62291]: DEBUG oslo_vmware.api [None req-734d2e48-7152-4ae2-a1cc-b964613dba3f tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142624, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1961.993151] env[62291]: DEBUG oslo_vmware.api [None req-182858af-cfd0-40c5-bedc-9ebd74ab5c65 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Task: {'id': task-2142622, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155764} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1961.993496] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-182858af-cfd0-40c5-bedc-9ebd74ab5c65 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1961.993702] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-182858af-cfd0-40c5-bedc-9ebd74ab5c65 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] [instance: b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98] Deleted contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1961.993944] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-182858af-cfd0-40c5-bedc-9ebd74ab5c65 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] [instance: b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1961.994058] env[62291]: INFO nova.compute.manager [None req-182858af-cfd0-40c5-bedc-9ebd74ab5c65 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] [instance: b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1961.994528] env[62291]: DEBUG oslo.service.loopingcall [None req-182858af-cfd0-40c5-bedc-9ebd74ab5c65 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1961.994528] env[62291]: DEBUG nova.compute.manager [-] [instance: b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1961.994644] env[62291]: DEBUG nova.network.neutron [-] [instance: b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1962.046604] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 29473c85-120a-4c82-b22b-cff8d37e98cd has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1962.105567] env[62291]: DEBUG oslo_vmware.api [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142623, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082688} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.105983] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1962.107202] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33720c7-0492-441b-98b6-af4fe2c3d09b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.145689] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 6dd6c113-8f6d-49a8-9323-ce390362a034/6dd6c113-8f6d-49a8-9323-ce390362a034.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1962.146252] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fef48e3a-4ad6-436a-95c1-4c230d845961 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.179836] env[62291]: DEBUG oslo_vmware.api [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 1962.179836] env[62291]: value = "task-2142625" [ 1962.179836] env[62291]: _type = "Task" [ 1962.179836] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.190334] env[62291]: DEBUG oslo_vmware.api [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142625, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.278715] env[62291]: DEBUG oslo_vmware.api [None req-734d2e48-7152-4ae2-a1cc-b964613dba3f tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142624, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.332809] env[62291]: DEBUG nova.compute.manager [req-ae8e9e1b-d312-4481-9ad5-9e0573b2dfa7 req-0b0b5a2b-881d-4f73-8c88-ef65a19dcace service nova] [instance: b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98] Received event network-vif-deleted-166d79fd-990d-45e3-9fbf-99c850efc9ee {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1962.333035] env[62291]: INFO nova.compute.manager [req-ae8e9e1b-d312-4481-9ad5-9e0573b2dfa7 req-0b0b5a2b-881d-4f73-8c88-ef65a19dcace service nova] [instance: b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98] Neutron deleted interface 166d79fd-990d-45e3-9fbf-99c850efc9ee; detaching it from the instance and deleting it from the info cache [ 1962.333258] env[62291]: DEBUG nova.network.neutron [req-ae8e9e1b-d312-4481-9ad5-9e0573b2dfa7 req-0b0b5a2b-881d-4f73-8c88-ef65a19dcace service nova] [instance: b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1962.549788] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance b6d3ef08-a9b2-49db-9404-aa68bc2139c1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1962.693608] env[62291]: DEBUG oslo_vmware.api [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142625, 'name': ReconfigVM_Task, 'duration_secs': 0.430186} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1962.694075] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 6dd6c113-8f6d-49a8-9323-ce390362a034/6dd6c113-8f6d-49a8-9323-ce390362a034.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1962.694938] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bccc34ad-3279-4e03-acc7-6c6cb35c0f0e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.705900] env[62291]: DEBUG oslo_vmware.api [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 1962.705900] env[62291]: value = "task-2142626" [ 1962.705900] env[62291]: _type = "Task" [ 1962.705900] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.720036] env[62291]: DEBUG oslo_vmware.api [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142626, 'name': Rename_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.780960] env[62291]: DEBUG oslo_vmware.api [None req-734d2e48-7152-4ae2-a1cc-b964613dba3f tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142624, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1962.808767] env[62291]: DEBUG nova.network.neutron [-] [instance: b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1962.832700] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-e88af6f1-417f-47e3-9f17-8dcc76ec05f8 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Volume attach. Driver type: vmdk {{(pid=62291) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1962.832964] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-e88af6f1-417f-47e3-9f17-8dcc76ec05f8 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-437959', 'volume_id': '668757b2-9c33-4f54-af9f-be926ed3a033', 'name': 'volume-668757b2-9c33-4f54-af9f-be926ed3a033', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fa966014-68a1-4418-828e-a0f28d90ddeb', 'attached_at': '', 'detached_at': '', 'volume_id': '668757b2-9c33-4f54-af9f-be926ed3a033', 'serial': '668757b2-9c33-4f54-af9f-be926ed3a033'} {{(pid=62291) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1962.833836] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa70de79-1ca4-4150-bbcf-962fe148f2e8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.837700] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0c51b44b-b6ee-4704-8bc1-039b05567f03 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.859557] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7672ee85-dd58-4029-aeed-61c26c22d24f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.871945] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79c7d12-460d-4380-a42c-e6b2f82415d2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.903980] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-e88af6f1-417f-47e3-9f17-8dcc76ec05f8 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Reconfiguring VM instance instance-0000001b to attach disk [datastore2] volume-668757b2-9c33-4f54-af9f-be926ed3a033/volume-668757b2-9c33-4f54-af9f-be926ed3a033.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1962.916127] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31f55753-6a4f-4cd6-aebe-1ffc7624257b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1962.929579] env[62291]: DEBUG nova.compute.manager [req-ae8e9e1b-d312-4481-9ad5-9e0573b2dfa7 req-0b0b5a2b-881d-4f73-8c88-ef65a19dcace service nova] [instance: b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98] Detach interface failed, port_id=166d79fd-990d-45e3-9fbf-99c850efc9ee, reason: Instance b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98 could not be found. {{(pid=62291) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1962.937943] env[62291]: DEBUG oslo_vmware.api [None req-e88af6f1-417f-47e3-9f17-8dcc76ec05f8 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 1962.937943] env[62291]: value = "task-2142627" [ 1962.937943] env[62291]: _type = "Task" [ 1962.937943] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1962.947471] env[62291]: DEBUG oslo_vmware.api [None req-e88af6f1-417f-47e3-9f17-8dcc76ec05f8 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2142627, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.053350] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1963.216847] env[62291]: DEBUG oslo_vmware.api [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142626, 'name': Rename_Task, 'duration_secs': 0.154721} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.217230] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1963.217580] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4fbdeff6-b4e5-4a55-b4c7-ad7a0f0d922f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.225451] env[62291]: DEBUG oslo_vmware.api [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 1963.225451] env[62291]: value = "task-2142628" [ 1963.225451] env[62291]: _type = "Task" [ 1963.225451] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.233301] env[62291]: DEBUG oslo_vmware.api [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142628, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.282024] env[62291]: DEBUG oslo_vmware.api [None req-734d2e48-7152-4ae2-a1cc-b964613dba3f tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142624, 'name': CreateSnapshot_Task, 'duration_secs': 1.250117} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.282278] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-734d2e48-7152-4ae2-a1cc-b964613dba3f tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Created Snapshot of the VM instance {{(pid=62291) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1963.283069] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4648927-f587-4c1e-8901-ad33e9325965 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.312319] env[62291]: INFO nova.compute.manager [-] [instance: b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98] Took 1.32 seconds to deallocate network for instance. [ 1963.448359] env[62291]: DEBUG oslo_vmware.api [None req-e88af6f1-417f-47e3-9f17-8dcc76ec05f8 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2142627, 'name': ReconfigVM_Task, 'duration_secs': 0.371168} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.448724] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-e88af6f1-417f-47e3-9f17-8dcc76ec05f8 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Reconfigured VM instance instance-0000001b to attach disk [datastore2] volume-668757b2-9c33-4f54-af9f-be926ed3a033/volume-668757b2-9c33-4f54-af9f-be926ed3a033.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1963.453558] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e317d59-38fe-4734-8de1-055c6301e14e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.469607] env[62291]: DEBUG oslo_vmware.api [None req-e88af6f1-417f-47e3-9f17-8dcc76ec05f8 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 1963.469607] env[62291]: value = "task-2142629" [ 1963.469607] env[62291]: _type = "Task" [ 1963.469607] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.479197] env[62291]: DEBUG oslo_vmware.api [None req-e88af6f1-417f-47e3-9f17-8dcc76ec05f8 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2142629, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.560052] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 1504489e-14ed-496f-874e-03be8429bbe8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1963.560244] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Migration 4554fb07-06d6-4467-85c3-bc49c4093bd1 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1963.560373] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 0a178974-018c-410a-a901-c9e984be8ebf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1963.738537] env[62291]: DEBUG oslo_vmware.api [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142628, 'name': PowerOnVM_Task, 'duration_secs': 0.489511} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1963.738771] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1963.738973] env[62291]: INFO nova.compute.manager [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Took 8.79 seconds to spawn the instance on the hypervisor. [ 1963.739168] env[62291]: DEBUG nova.compute.manager [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1963.740797] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45051182-57e0-48b3-ab89-0b96ae86de8c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.804324] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-734d2e48-7152-4ae2-a1cc-b964613dba3f tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Creating linked-clone VM from snapshot {{(pid=62291) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1963.804988] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f06588e8-6c8b-46da-b163-8a65a06b955b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1963.815526] env[62291]: DEBUG oslo_vmware.api [None req-734d2e48-7152-4ae2-a1cc-b964613dba3f tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Waiting for the task: (returnval){ [ 1963.815526] env[62291]: value = "task-2142630" [ 1963.815526] env[62291]: _type = "Task" [ 1963.815526] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1963.819695] env[62291]: DEBUG oslo_concurrency.lockutils [None req-182858af-cfd0-40c5-bedc-9ebd74ab5c65 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1963.827056] env[62291]: DEBUG oslo_vmware.api [None req-734d2e48-7152-4ae2-a1cc-b964613dba3f tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142630, 'name': CloneVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1963.982158] env[62291]: DEBUG oslo_vmware.api [None req-e88af6f1-417f-47e3-9f17-8dcc76ec05f8 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2142629, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.067174] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1964.067503] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1964.067622] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3200MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1964.259094] env[62291]: INFO nova.compute.manager [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Took 29.57 seconds to build instance. [ 1964.327753] env[62291]: DEBUG oslo_vmware.api [None req-734d2e48-7152-4ae2-a1cc-b964613dba3f tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142630, 'name': CloneVM_Task} progress is 93%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.482820] env[62291]: DEBUG oslo_vmware.api [None req-e88af6f1-417f-47e3-9f17-8dcc76ec05f8 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2142629, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.570740] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6be1f31-98ce-4cff-88d3-105e45933ce2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.580233] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ec0d29-0eee-4d35-89d4-7ed1125b80f8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.612828] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3542cc5f-b15d-4a6a-aa34-e0b0b01f94ce {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.621102] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37952fd5-efcd-428b-9287-12e8c9385bf4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.636443] env[62291]: DEBUG nova.compute.provider_tree [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1964.761416] env[62291]: DEBUG oslo_concurrency.lockutils [None req-89d4a03c-2700-4a5f-a643-c0b9702cbe3b tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "6dd6c113-8f6d-49a8-9323-ce390362a034" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.135s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1964.805876] env[62291]: INFO nova.compute.manager [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Rebuilding instance [ 1964.830917] env[62291]: DEBUG oslo_vmware.api [None req-734d2e48-7152-4ae2-a1cc-b964613dba3f tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142630, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1964.850704] env[62291]: DEBUG nova.compute.manager [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1964.851611] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427012f7-2991-43be-9dbe-2e445dcdeea2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1964.981531] env[62291]: DEBUG oslo_vmware.api [None req-e88af6f1-417f-47e3-9f17-8dcc76ec05f8 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2142629, 'name': ReconfigVM_Task, 'duration_secs': 1.34173} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1964.981914] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-e88af6f1-417f-47e3-9f17-8dcc76ec05f8 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-437959', 'volume_id': '668757b2-9c33-4f54-af9f-be926ed3a033', 'name': 'volume-668757b2-9c33-4f54-af9f-be926ed3a033', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fa966014-68a1-4418-828e-a0f28d90ddeb', 'attached_at': '', 'detached_at': '', 'volume_id': '668757b2-9c33-4f54-af9f-be926ed3a033', 'serial': '668757b2-9c33-4f54-af9f-be926ed3a033'} {{(pid=62291) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1965.139688] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1965.264532] env[62291]: DEBUG nova.compute.manager [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] [instance: d4d8221d-778d-43c5-acfe-84aaa2424b5a] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1965.330083] env[62291]: DEBUG oslo_vmware.api [None req-734d2e48-7152-4ae2-a1cc-b964613dba3f tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142630, 'name': CloneVM_Task} progress is 95%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.362701] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1965.363040] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-522d267e-7f54-497e-8de1-bc77ac40443c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.369895] env[62291]: DEBUG oslo_vmware.api [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 1965.369895] env[62291]: value = "task-2142631" [ 1965.369895] env[62291]: _type = "Task" [ 1965.369895] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1965.379378] env[62291]: DEBUG oslo_vmware.api [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142631, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1965.645030] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62291) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1965.645030] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 12.729s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1965.645030] env[62291]: DEBUG oslo_concurrency.lockutils [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.360s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1965.646712] env[62291]: INFO nova.compute.claims [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1965.786479] env[62291]: DEBUG oslo_concurrency.lockutils [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1965.828590] env[62291]: DEBUG oslo_vmware.api [None req-734d2e48-7152-4ae2-a1cc-b964613dba3f tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142630, 'name': CloneVM_Task, 'duration_secs': 1.610082} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.828833] env[62291]: INFO nova.virt.vmwareapi.vmops [None req-734d2e48-7152-4ae2-a1cc-b964613dba3f tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Created linked-clone VM from snapshot [ 1965.829601] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b23cfb-9e92-4845-9102-2dfafbe1bdab {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.837382] env[62291]: DEBUG nova.virt.vmwareapi.images [None req-734d2e48-7152-4ae2-a1cc-b964613dba3f tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Uploading image 4c3dfeb2-36bc-43a8-9f70-3cf8c1d002ee {{(pid=62291) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1965.861813] env[62291]: DEBUG oslo_vmware.rw_handles [None req-734d2e48-7152-4ae2-a1cc-b964613dba3f tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1965.861813] env[62291]: value = "vm-437961" [ 1965.861813] env[62291]: _type = "VirtualMachine" [ 1965.861813] env[62291]: }. {{(pid=62291) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1965.862132] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0a589699-8a77-4a3c-b1fe-d286267d5d27 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.874023] env[62291]: DEBUG oslo_vmware.rw_handles [None req-734d2e48-7152-4ae2-a1cc-b964613dba3f tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Lease: (returnval){ [ 1965.874023] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]521469c0-dbb4-562a-0185-2003a1682041" [ 1965.874023] env[62291]: _type = "HttpNfcLease" [ 1965.874023] env[62291]: } obtained for exporting VM: (result){ [ 1965.874023] env[62291]: value = "vm-437961" [ 1965.874023] env[62291]: _type = "VirtualMachine" [ 1965.874023] env[62291]: }. {{(pid=62291) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1965.874309] env[62291]: DEBUG oslo_vmware.api [None req-734d2e48-7152-4ae2-a1cc-b964613dba3f tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Waiting for the lease: (returnval){ [ 1965.874309] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]521469c0-dbb4-562a-0185-2003a1682041" [ 1965.874309] env[62291]: _type = "HttpNfcLease" [ 1965.874309] env[62291]: } to be ready. {{(pid=62291) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1965.886752] env[62291]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1965.886752] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]521469c0-dbb4-562a-0185-2003a1682041" [ 1965.886752] env[62291]: _type = "HttpNfcLease" [ 1965.886752] env[62291]: } is ready. {{(pid=62291) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1965.887013] env[62291]: DEBUG oslo_vmware.api [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142631, 'name': PowerOffVM_Task, 'duration_secs': 0.246856} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1965.887261] env[62291]: DEBUG oslo_vmware.rw_handles [None req-734d2e48-7152-4ae2-a1cc-b964613dba3f tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1965.887261] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]521469c0-dbb4-562a-0185-2003a1682041" [ 1965.887261] env[62291]: _type = "HttpNfcLease" [ 1965.887261] env[62291]: }. {{(pid=62291) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1965.887516] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1965.887759] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1965.888478] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4835cd5-5d06-4157-9c67-8a76e65d564a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.891340] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5659e1-e14b-46f6-8f1a-5109707cce15 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.898887] env[62291]: DEBUG oslo_vmware.rw_handles [None req-734d2e48-7152-4ae2-a1cc-b964613dba3f tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520a7f59-4dab-6726-de28-da940e56a436/disk-0.vmdk from lease info. {{(pid=62291) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1965.899075] env[62291]: DEBUG oslo_vmware.rw_handles [None req-734d2e48-7152-4ae2-a1cc-b964613dba3f tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520a7f59-4dab-6726-de28-da940e56a436/disk-0.vmdk for reading. {{(pid=62291) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1965.902216] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1965.903326] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e52528d3-1c0a-4ee3-9f5a-35a91302e853 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1965.990275] env[62291]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-200a6325-eaa6-47c7-a0d2-59ff50ec57f2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.022877] env[62291]: DEBUG nova.objects.instance [None req-e88af6f1-417f-47e3-9f17-8dcc76ec05f8 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lazy-loading 'flavor' on Instance uuid fa966014-68a1-4418-828e-a0f28d90ddeb {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1966.038214] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1966.038461] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1966.038648] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Deleting the datastore file [datastore2] 6dd6c113-8f6d-49a8-9323-ce390362a034 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1966.038929] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-107418a4-0215-4dff-abae-ba7b80dbbd7a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.047018] env[62291]: DEBUG oslo_vmware.api [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 1966.047018] env[62291]: value = "task-2142634" [ 1966.047018] env[62291]: _type = "Task" [ 1966.047018] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.056331] env[62291]: DEBUG oslo_vmware.api [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142634, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1966.531592] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e88af6f1-417f-47e3-9f17-8dcc76ec05f8 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "fa966014-68a1-4418-828e-a0f28d90ddeb" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.313s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1966.558623] env[62291]: DEBUG oslo_vmware.api [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142634, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137535} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1966.559339] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1966.559339] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1966.559748] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1966.658083] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c3c8b73b-a2ba-409f-8e37-85f9ecd34a3f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "fa966014-68a1-4418-828e-a0f28d90ddeb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1966.658465] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c3c8b73b-a2ba-409f-8e37-85f9ecd34a3f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "fa966014-68a1-4418-828e-a0f28d90ddeb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1966.659154] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c3c8b73b-a2ba-409f-8e37-85f9ecd34a3f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "fa966014-68a1-4418-828e-a0f28d90ddeb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1966.659236] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c3c8b73b-a2ba-409f-8e37-85f9ecd34a3f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "fa966014-68a1-4418-828e-a0f28d90ddeb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1966.659503] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c3c8b73b-a2ba-409f-8e37-85f9ecd34a3f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "fa966014-68a1-4418-828e-a0f28d90ddeb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1966.661830] env[62291]: INFO nova.compute.manager [None req-c3c8b73b-a2ba-409f-8e37-85f9ecd34a3f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Terminating instance [ 1966.664969] env[62291]: DEBUG nova.compute.manager [None req-c3c8b73b-a2ba-409f-8e37-85f9ecd34a3f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1966.664969] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c8b73b-a2ba-409f-8e37-85f9ecd34a3f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1966.664969] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7d067d9-54f5-42bd-8d37-b3ef4b1ad164 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1966.674721] env[62291]: DEBUG oslo_vmware.api [None req-c3c8b73b-a2ba-409f-8e37-85f9ecd34a3f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 1966.674721] env[62291]: value = "task-2142635" [ 1966.674721] env[62291]: _type = "Task" [ 1966.674721] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1966.688529] env[62291]: DEBUG oslo_vmware.api [None req-c3c8b73b-a2ba-409f-8e37-85f9ecd34a3f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2142635, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.176890] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31390ec-cd09-4bc1-bc03-6ca9e55067e8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.190798] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59cec452-79eb-4f36-9a12-4cf9c226b87e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.194263] env[62291]: DEBUG oslo_vmware.api [None req-c3c8b73b-a2ba-409f-8e37-85f9ecd34a3f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2142635, 'name': PowerOffVM_Task, 'duration_secs': 0.28884} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.195100] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3c8b73b-a2ba-409f-8e37-85f9ecd34a3f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1967.195464] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3c8b73b-a2ba-409f-8e37-85f9ecd34a3f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Volume detach. Driver type: vmdk {{(pid=62291) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1967.195781] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3c8b73b-a2ba-409f-8e37-85f9ecd34a3f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-437959', 'volume_id': '668757b2-9c33-4f54-af9f-be926ed3a033', 'name': 'volume-668757b2-9c33-4f54-af9f-be926ed3a033', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fa966014-68a1-4418-828e-a0f28d90ddeb', 'attached_at': '', 'detached_at': '', 'volume_id': '668757b2-9c33-4f54-af9f-be926ed3a033', 'serial': '668757b2-9c33-4f54-af9f-be926ed3a033'} {{(pid=62291) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1967.197064] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf8cb3b-748b-45de-b4ad-d416f0a1badd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.224781] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b21ec50-1b69-4bdc-8f7c-951e9394e406 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.244426] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06ed764a-3ff0-4fe7-86d7-7868820a0b45 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.250812] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1f3597-6898-4459-97fd-5da68a8544f9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.257119] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c4b013-e09d-4628-afcc-0a05729aa86d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.268318] env[62291]: DEBUG nova.compute.provider_tree [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1967.291288] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cdea1a6-5227-4c24-876e-e2ef37e5443e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.311450] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3c8b73b-a2ba-409f-8e37-85f9ecd34a3f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] The volume has not been displaced from its original location: [datastore2] volume-668757b2-9c33-4f54-af9f-be926ed3a033/volume-668757b2-9c33-4f54-af9f-be926ed3a033.vmdk. No consolidation needed. {{(pid=62291) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1967.316843] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3c8b73b-a2ba-409f-8e37-85f9ecd34a3f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Reconfiguring VM instance instance-0000001b to detach disk 2001 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1967.317645] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5cd8cc5-7729-4517-9ad4-701e53d40348 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.337582] env[62291]: DEBUG oslo_vmware.api [None req-c3c8b73b-a2ba-409f-8e37-85f9ecd34a3f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 1967.337582] env[62291]: value = "task-2142636" [ 1967.337582] env[62291]: _type = "Task" [ 1967.337582] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.346789] env[62291]: DEBUG oslo_vmware.api [None req-c3c8b73b-a2ba-409f-8e37-85f9ecd34a3f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2142636, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.594482] env[62291]: DEBUG nova.virt.hardware [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1967.594874] env[62291]: DEBUG nova.virt.hardware [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1967.595093] env[62291]: DEBUG nova.virt.hardware [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1967.595386] env[62291]: DEBUG nova.virt.hardware [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1967.595690] env[62291]: DEBUG nova.virt.hardware [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1967.595886] env[62291]: DEBUG nova.virt.hardware [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1967.596163] env[62291]: DEBUG nova.virt.hardware [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1967.596653] env[62291]: DEBUG nova.virt.hardware [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1967.596653] env[62291]: DEBUG nova.virt.hardware [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1967.596833] env[62291]: DEBUG nova.virt.hardware [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1967.597075] env[62291]: DEBUG nova.virt.hardware [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1967.598409] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5c90fc3-a5c4-47d7-9275-5d22e75ee8f3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.608108] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22ad40e-923d-40f3-be08-ff7f1d68013b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.624541] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f0:af:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '163e60bd-32d6-41c5-95e6-2eb10c5c9245', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '268ace07-8320-4a52-adb5-5718f59f3703', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1967.633023] env[62291]: DEBUG oslo.service.loopingcall [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1967.633458] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1967.633711] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-893f748d-01cd-457c-9ca3-469859334a19 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.649711] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1967.649982] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1967.650219] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Starting heal instance info cache {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 1967.650489] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Rebuilding the list of instances to heal {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 1967.659170] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1967.659170] env[62291]: value = "task-2142637" [ 1967.659170] env[62291]: _type = "Task" [ 1967.659170] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.669403] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142637, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1967.771917] env[62291]: DEBUG nova.scheduler.client.report [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1967.848631] env[62291]: DEBUG oslo_vmware.api [None req-c3c8b73b-a2ba-409f-8e37-85f9ecd34a3f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2142636, 'name': ReconfigVM_Task, 'duration_secs': 0.341739} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1967.848955] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3c8b73b-a2ba-409f-8e37-85f9ecd34a3f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Reconfigured VM instance instance-0000001b to detach disk 2001 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1967.854282] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2e41e4e-560d-4beb-8b78-75367b032ba7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1967.873057] env[62291]: DEBUG oslo_vmware.api [None req-c3c8b73b-a2ba-409f-8e37-85f9ecd34a3f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 1967.873057] env[62291]: value = "task-2142638" [ 1967.873057] env[62291]: _type = "Task" [ 1967.873057] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1967.883419] env[62291]: DEBUG oslo_vmware.api [None req-c3c8b73b-a2ba-409f-8e37-85f9ecd34a3f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2142638, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.157467] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Skipping network cache update for instance because it is being deleted. {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9945}} [ 1968.157637] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Skipping network cache update for instance because it is Building. {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9941}} [ 1968.170975] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142637, 'name': CreateVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.190142] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "refresh_cache-c5bfbc28-cf6c-4c9e-8745-a5e520a6131e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1968.190283] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquired lock "refresh_cache-c5bfbc28-cf6c-4c9e-8745-a5e520a6131e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1968.190576] env[62291]: DEBUG nova.network.neutron [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Forcefully refreshing network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 1968.190576] env[62291]: DEBUG nova.objects.instance [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lazy-loading 'info_cache' on Instance uuid c5bfbc28-cf6c-4c9e-8745-a5e520a6131e {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1968.278577] env[62291]: DEBUG oslo_concurrency.lockutils [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1968.279150] env[62291]: DEBUG nova.compute.manager [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1968.282245] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e19fd9fc-ac3b-4364-b347-067b0c7ca6e6 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.922s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1968.282479] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e19fd9fc-ac3b-4364-b347-067b0c7ca6e6 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1968.284669] env[62291]: DEBUG oslo_concurrency.lockutils [None req-888735af-b026-4231-aa3e-0a2826d87c31 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.116s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1968.284859] env[62291]: DEBUG oslo_concurrency.lockutils [None req-888735af-b026-4231-aa3e-0a2826d87c31 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1968.287023] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.285s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1968.288238] env[62291]: INFO nova.compute.claims [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1968.310866] env[62291]: INFO nova.scheduler.client.report [None req-e19fd9fc-ac3b-4364-b347-067b0c7ca6e6 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Deleted allocations for instance bfb2f00f-c783-4d47-ad28-3de6eff3f77a [ 1968.312899] env[62291]: INFO nova.scheduler.client.report [None req-888735af-b026-4231-aa3e-0a2826d87c31 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Deleted allocations for instance 55374085-f0cc-45b1-8f65-3559902cc838 [ 1968.383702] env[62291]: DEBUG oslo_vmware.api [None req-c3c8b73b-a2ba-409f-8e37-85f9ecd34a3f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2142638, 'name': ReconfigVM_Task, 'duration_secs': 0.274253} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.384063] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3c8b73b-a2ba-409f-8e37-85f9ecd34a3f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-437959', 'volume_id': '668757b2-9c33-4f54-af9f-be926ed3a033', 'name': 'volume-668757b2-9c33-4f54-af9f-be926ed3a033', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fa966014-68a1-4418-828e-a0f28d90ddeb', 'attached_at': '', 'detached_at': '', 'volume_id': '668757b2-9c33-4f54-af9f-be926ed3a033', 'serial': '668757b2-9c33-4f54-af9f-be926ed3a033'} {{(pid=62291) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1968.384360] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c8b73b-a2ba-409f-8e37-85f9ecd34a3f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1968.385193] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5461f62-755c-418f-ae0c-650c4a1fd31b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.393148] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c8b73b-a2ba-409f-8e37-85f9ecd34a3f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1968.393430] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a8c4836-4b13-422e-a2b1-59a8bc308c06 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.482240] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c8b73b-a2ba-409f-8e37-85f9ecd34a3f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1968.482879] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c8b73b-a2ba-409f-8e37-85f9ecd34a3f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Deleting contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1968.482963] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3c8b73b-a2ba-409f-8e37-85f9ecd34a3f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Deleting the datastore file [datastore1] fa966014-68a1-4418-828e-a0f28d90ddeb {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1968.483795] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b331f8b5-818c-4cd6-bef8-141e881a929a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.492031] env[62291]: DEBUG oslo_vmware.api [None req-c3c8b73b-a2ba-409f-8e37-85f9ecd34a3f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 1968.492031] env[62291]: value = "task-2142640" [ 1968.492031] env[62291]: _type = "Task" [ 1968.492031] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.500585] env[62291]: DEBUG oslo_vmware.api [None req-c3c8b73b-a2ba-409f-8e37-85f9ecd34a3f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2142640, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.670762] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142637, 'name': CreateVM_Task, 'duration_secs': 0.52306} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1968.671269] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1968.671774] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1968.671991] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1968.672363] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1968.672693] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2025c2b-b710-447b-a7e2-c914ed28cbe6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1968.678528] env[62291]: DEBUG oslo_vmware.api [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 1968.678528] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]528f0237-bc06-25c2-bcbf-2c05a2d943e3" [ 1968.678528] env[62291]: _type = "Task" [ 1968.678528] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1968.687696] env[62291]: DEBUG oslo_vmware.api [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]528f0237-bc06-25c2-bcbf-2c05a2d943e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1968.793139] env[62291]: DEBUG nova.compute.utils [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1968.796965] env[62291]: DEBUG nova.compute.manager [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1968.797153] env[62291]: DEBUG nova.network.neutron [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1968.823801] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e19fd9fc-ac3b-4364-b347-067b0c7ca6e6 tempest-ServersAdmin275Test-2015111831 tempest-ServersAdmin275Test-2015111831-project-member] Lock "bfb2f00f-c783-4d47-ad28-3de6eff3f77a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.244s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1968.834895] env[62291]: DEBUG oslo_concurrency.lockutils [None req-888735af-b026-4231-aa3e-0a2826d87c31 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Lock "55374085-f0cc-45b1-8f65-3559902cc838" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.362s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1968.840756] env[62291]: DEBUG nova.policy [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7dcc7251a2174e118f4ecfce125b2596', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '18de2cc546ba4e1cb72020b0bb3d88c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 1969.002982] env[62291]: DEBUG oslo_vmware.api [None req-c3c8b73b-a2ba-409f-8e37-85f9ecd34a3f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2142640, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.225649} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.003380] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3c8b73b-a2ba-409f-8e37-85f9ecd34a3f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1969.003614] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c8b73b-a2ba-409f-8e37-85f9ecd34a3f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Deleted contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1969.003805] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c3c8b73b-a2ba-409f-8e37-85f9ecd34a3f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1969.004016] env[62291]: INFO nova.compute.manager [None req-c3c8b73b-a2ba-409f-8e37-85f9ecd34a3f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Took 2.34 seconds to destroy the instance on the hypervisor. [ 1969.004326] env[62291]: DEBUG oslo.service.loopingcall [None req-c3c8b73b-a2ba-409f-8e37-85f9ecd34a3f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1969.004558] env[62291]: DEBUG nova.compute.manager [-] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1969.004656] env[62291]: DEBUG nova.network.neutron [-] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1969.180216] env[62291]: DEBUG nova.network.neutron [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Successfully created port: 314842ba-0dc3-419a-90bc-adaa1e1a805b {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1969.199759] env[62291]: DEBUG oslo_vmware.api [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]528f0237-bc06-25c2-bcbf-2c05a2d943e3, 'name': SearchDatastore_Task, 'duration_secs': 0.014372} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.200108] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1969.200359] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1969.200602] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1969.200752] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1969.200944] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1969.201593] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-27994748-f139-4494-95a7-3e1cd02d6fc3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.212484] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1969.212699] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1969.213723] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb12aa8b-7b6b-41d6-bb03-2ed25a02e7d9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.226365] env[62291]: DEBUG oslo_vmware.api [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 1969.226365] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]520c220c-6ccb-931e-8d64-ac909eb1f2df" [ 1969.226365] env[62291]: _type = "Task" [ 1969.226365] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.238478] env[62291]: DEBUG oslo_vmware.api [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]520c220c-6ccb-931e-8d64-ac909eb1f2df, 'name': SearchDatastore_Task, 'duration_secs': 0.014753} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.239369] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afd378cd-ed28-4c6f-a76c-5f4e08298ad9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.246948] env[62291]: DEBUG oslo_vmware.api [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 1969.246948] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52d113d4-ae3d-3b25-c9dc-f786da9cb161" [ 1969.246948] env[62291]: _type = "Task" [ 1969.246948] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.264296] env[62291]: DEBUG oslo_vmware.api [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52d113d4-ae3d-3b25-c9dc-f786da9cb161, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1969.298447] env[62291]: DEBUG nova.compute.manager [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1969.669025] env[62291]: DEBUG nova.compute.manager [req-0db388a6-ef37-4f6d-80b6-dd79cbac300b req-c2c88d0c-1914-47a3-b569-a5d52688c98e service nova] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Received event network-vif-deleted-6d879f3c-4131-4a7e-8f70-47175f66b5ec {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1969.669266] env[62291]: INFO nova.compute.manager [req-0db388a6-ef37-4f6d-80b6-dd79cbac300b req-c2c88d0c-1914-47a3-b569-a5d52688c98e service nova] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Neutron deleted interface 6d879f3c-4131-4a7e-8f70-47175f66b5ec; detaching it from the instance and deleting it from the info cache [ 1969.669440] env[62291]: DEBUG nova.network.neutron [req-0db388a6-ef37-4f6d-80b6-dd79cbac300b req-c2c88d0c-1914-47a3-b569-a5d52688c98e service nova] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1969.766500] env[62291]: DEBUG oslo_vmware.api [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52d113d4-ae3d-3b25-c9dc-f786da9cb161, 'name': SearchDatastore_Task, 'duration_secs': 0.014358} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1969.770209] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1969.770518] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 6dd6c113-8f6d-49a8-9323-ce390362a034/6dd6c113-8f6d-49a8-9323-ce390362a034.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1969.774031] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b8e060e-d557-4257-a488-3e83cae7cb6a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.779573] env[62291]: DEBUG oslo_vmware.api [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 1969.779573] env[62291]: value = "task-2142641" [ 1969.779573] env[62291]: _type = "Task" [ 1969.779573] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1969.806602] env[62291]: DEBUG nova.network.neutron [-] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1969.918658] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5650cf-0a82-4c07-afe8-18afee3c2259 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.931383] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcdc2a45-3975-4bd1-bca3-0cbbd90cf159 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.972279] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbe0fe8-776b-4f45-bd43-0ee88b431abe {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1969.983501] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ac7a7f-af8d-4eaa-a2ea-317f6d2ce303 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.004063] env[62291]: DEBUG nova.compute.provider_tree [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1970.078289] env[62291]: DEBUG nova.network.neutron [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Updating instance_info_cache with network_info: [{"id": "3941d86d-c5d6-4549-85d7-d1d8d9ead886", "address": "fa:16:3e:9f:a6:c3", "network": {"id": "a2a13cd0-3c34-45eb-9564-831cd179058b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2132574208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aefc0011ab314d3882711ec6edfa7e78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3941d86d-c5", "ovs_interfaceid": "3941d86d-c5d6-4549-85d7-d1d8d9ead886", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1970.171909] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e07d4d91-dd5a-4799-99a8-91752efa70f8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.182955] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9de87759-bc81-4fcf-90e2-0967ae9ea3c2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.220270] env[62291]: DEBUG nova.compute.manager [req-0db388a6-ef37-4f6d-80b6-dd79cbac300b req-c2c88d0c-1914-47a3-b569-a5d52688c98e service nova] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Detach interface failed, port_id=6d879f3c-4131-4a7e-8f70-47175f66b5ec, reason: Instance fa966014-68a1-4418-828e-a0f28d90ddeb could not be found. {{(pid=62291) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1970.292064] env[62291]: DEBUG oslo_vmware.api [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142641, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.316180] env[62291]: DEBUG nova.compute.manager [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1970.317268] env[62291]: INFO nova.compute.manager [-] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Took 1.31 seconds to deallocate network for instance. [ 1970.352026] env[62291]: DEBUG nova.virt.hardware [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1970.352026] env[62291]: DEBUG nova.virt.hardware [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1970.352287] env[62291]: DEBUG nova.virt.hardware [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1970.353215] env[62291]: DEBUG nova.virt.hardware [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1970.353396] env[62291]: DEBUG nova.virt.hardware [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1970.353555] env[62291]: DEBUG nova.virt.hardware [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1970.353775] env[62291]: DEBUG nova.virt.hardware [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1970.353934] env[62291]: DEBUG nova.virt.hardware [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1970.354117] env[62291]: DEBUG nova.virt.hardware [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1970.354286] env[62291]: DEBUG nova.virt.hardware [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1970.354512] env[62291]: DEBUG nova.virt.hardware [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1970.355904] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a382867d-12b4-4055-8f2b-1e33333a20bb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.364950] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4defcc5f-511f-4172-83cf-c0216c9f9424 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.507177] env[62291]: DEBUG nova.scheduler.client.report [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1970.581680] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Releasing lock "refresh_cache-c5bfbc28-cf6c-4c9e-8745-a5e520a6131e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1970.581680] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Updated the network info_cache for instance {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9999}} [ 1970.581904] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1970.582176] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1970.582557] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1970.582868] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1970.583187] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1970.583445] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1970.583646] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62291) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 1970.803774] env[62291]: DEBUG oslo_vmware.api [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142641, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.620468} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1970.804098] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 6dd6c113-8f6d-49a8-9323-ce390362a034/6dd6c113-8f6d-49a8-9323-ce390362a034.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1970.804295] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1970.804566] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e41f069d-0275-47f1-a114-f185f4d8e5ca {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.814217] env[62291]: DEBUG oslo_vmware.api [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 1970.814217] env[62291]: value = "task-2142642" [ 1970.814217] env[62291]: _type = "Task" [ 1970.814217] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.819462] env[62291]: DEBUG nova.compute.manager [req-4760e0d8-89bc-4964-bb78-69ee838be7fb req-e65ca800-0f4a-4ec1-975b-e16568d57291 service nova] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Received event network-vif-plugged-314842ba-0dc3-419a-90bc-adaa1e1a805b {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1970.819672] env[62291]: DEBUG oslo_concurrency.lockutils [req-4760e0d8-89bc-4964-bb78-69ee838be7fb req-e65ca800-0f4a-4ec1-975b-e16568d57291 service nova] Acquiring lock "9e744a65-5987-42ac-b826-17482fb23f8a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1970.819891] env[62291]: DEBUG oslo_concurrency.lockutils [req-4760e0d8-89bc-4964-bb78-69ee838be7fb req-e65ca800-0f4a-4ec1-975b-e16568d57291 service nova] Lock "9e744a65-5987-42ac-b826-17482fb23f8a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1970.820079] env[62291]: DEBUG oslo_concurrency.lockutils [req-4760e0d8-89bc-4964-bb78-69ee838be7fb req-e65ca800-0f4a-4ec1-975b-e16568d57291 service nova] Lock "9e744a65-5987-42ac-b826-17482fb23f8a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1970.820257] env[62291]: DEBUG nova.compute.manager [req-4760e0d8-89bc-4964-bb78-69ee838be7fb req-e65ca800-0f4a-4ec1-975b-e16568d57291 service nova] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] No waiting events found dispatching network-vif-plugged-314842ba-0dc3-419a-90bc-adaa1e1a805b {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1970.820422] env[62291]: WARNING nova.compute.manager [req-4760e0d8-89bc-4964-bb78-69ee838be7fb req-e65ca800-0f4a-4ec1-975b-e16568d57291 service nova] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Received unexpected event network-vif-plugged-314842ba-0dc3-419a-90bc-adaa1e1a805b for instance with vm_state building and task_state spawning. [ 1970.833493] env[62291]: DEBUG oslo_vmware.api [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142642, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.856272] env[62291]: DEBUG nova.network.neutron [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Successfully updated port: 314842ba-0dc3-419a-90bc-adaa1e1a805b {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1970.889922] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e7e42950-ece6-4f1a-8c97-16b042ce07f9 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Acquiring lock "f3aecbb2-c186-41c8-9aaa-d5adda951718" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1970.890163] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e7e42950-ece6-4f1a-8c97-16b042ce07f9 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Lock "f3aecbb2-c186-41c8-9aaa-d5adda951718" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1970.890483] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e7e42950-ece6-4f1a-8c97-16b042ce07f9 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Acquiring lock "f3aecbb2-c186-41c8-9aaa-d5adda951718-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1970.890776] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e7e42950-ece6-4f1a-8c97-16b042ce07f9 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Lock "f3aecbb2-c186-41c8-9aaa-d5adda951718-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1970.891011] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e7e42950-ece6-4f1a-8c97-16b042ce07f9 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Lock "f3aecbb2-c186-41c8-9aaa-d5adda951718-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1970.896055] env[62291]: INFO nova.compute.manager [None req-e7e42950-ece6-4f1a-8c97-16b042ce07f9 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: f3aecbb2-c186-41c8-9aaa-d5adda951718] Terminating instance [ 1970.899026] env[62291]: DEBUG nova.compute.manager [None req-e7e42950-ece6-4f1a-8c97-16b042ce07f9 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: f3aecbb2-c186-41c8-9aaa-d5adda951718] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1970.899268] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e42950-ece6-4f1a-8c97-16b042ce07f9 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: f3aecbb2-c186-41c8-9aaa-d5adda951718] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1970.900856] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29314c24-4544-4f2d-967d-4bf3e8b907d0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.917061] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e42950-ece6-4f1a-8c97-16b042ce07f9 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: f3aecbb2-c186-41c8-9aaa-d5adda951718] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1970.921744] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d44e0d3-9f3d-4f12-9e13-82fac02f8e7b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.934353] env[62291]: DEBUG oslo_vmware.api [None req-e7e42950-ece6-4f1a-8c97-16b042ce07f9 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Waiting for the task: (returnval){ [ 1970.934353] env[62291]: value = "task-2142643" [ 1970.934353] env[62291]: _type = "Task" [ 1970.934353] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1970.942598] env[62291]: DEBUG oslo_vmware.api [None req-e7e42950-ece6-4f1a-8c97-16b042ce07f9 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': task-2142643, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1970.943742] env[62291]: INFO nova.compute.manager [None req-c3c8b73b-a2ba-409f-8e37-85f9ecd34a3f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Took 0.63 seconds to detach 1 volumes for instance. [ 1970.965809] env[62291]: DEBUG oslo_concurrency.lockutils [None req-06f46968-3e2d-4f1f-a7b6-3451408295cc tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Acquiring lock "a5ca1f63-615e-40c5-a6a1-9fa30f578fc6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1970.966108] env[62291]: DEBUG oslo_concurrency.lockutils [None req-06f46968-3e2d-4f1f-a7b6-3451408295cc tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Lock "a5ca1f63-615e-40c5-a6a1-9fa30f578fc6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1970.966355] env[62291]: DEBUG oslo_concurrency.lockutils [None req-06f46968-3e2d-4f1f-a7b6-3451408295cc tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Acquiring lock "a5ca1f63-615e-40c5-a6a1-9fa30f578fc6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1970.966911] env[62291]: DEBUG oslo_concurrency.lockutils [None req-06f46968-3e2d-4f1f-a7b6-3451408295cc tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Lock "a5ca1f63-615e-40c5-a6a1-9fa30f578fc6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1970.967105] env[62291]: DEBUG oslo_concurrency.lockutils [None req-06f46968-3e2d-4f1f-a7b6-3451408295cc tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Lock "a5ca1f63-615e-40c5-a6a1-9fa30f578fc6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1970.969492] env[62291]: INFO nova.compute.manager [None req-06f46968-3e2d-4f1f-a7b6-3451408295cc tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: a5ca1f63-615e-40c5-a6a1-9fa30f578fc6] Terminating instance [ 1970.971716] env[62291]: DEBUG nova.compute.manager [None req-06f46968-3e2d-4f1f-a7b6-3451408295cc tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: a5ca1f63-615e-40c5-a6a1-9fa30f578fc6] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1970.971912] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-06f46968-3e2d-4f1f-a7b6-3451408295cc tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: a5ca1f63-615e-40c5-a6a1-9fa30f578fc6] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1970.972840] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7177bd-26c0-4df2-b7d7-65fd5d16176d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.983241] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-06f46968-3e2d-4f1f-a7b6-3451408295cc tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: a5ca1f63-615e-40c5-a6a1-9fa30f578fc6] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1970.983571] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5914ba6a-f7ac-4caf-86c9-541144c5b0dd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1970.993834] env[62291]: DEBUG oslo_vmware.api [None req-06f46968-3e2d-4f1f-a7b6-3451408295cc tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Waiting for the task: (returnval){ [ 1970.993834] env[62291]: value = "task-2142644" [ 1970.993834] env[62291]: _type = "Task" [ 1970.993834] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.005072] env[62291]: DEBUG oslo_vmware.api [None req-06f46968-3e2d-4f1f-a7b6-3451408295cc tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': task-2142644, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.012886] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.725s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1971.012886] env[62291]: DEBUG nova.compute.manager [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1971.016447] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.264s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1971.017836] env[62291]: INFO nova.compute.claims [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1971.323951] env[62291]: DEBUG oslo_vmware.api [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142642, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084628} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.324444] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1971.325320] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3afce729-da81-4076-9c75-17db6d1dc5c2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.351433] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 6dd6c113-8f6d-49a8-9323-ce390362a034/6dd6c113-8f6d-49a8-9323-ce390362a034.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1971.352193] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65fdd65a-babb-448e-bb80-8de7d96b259f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.367305] env[62291]: DEBUG oslo_concurrency.lockutils [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Acquiring lock "refresh_cache-9e744a65-5987-42ac-b826-17482fb23f8a" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1971.367469] env[62291]: DEBUG oslo_concurrency.lockutils [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Acquired lock "refresh_cache-9e744a65-5987-42ac-b826-17482fb23f8a" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1971.370795] env[62291]: DEBUG nova.network.neutron [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1971.375581] env[62291]: DEBUG oslo_vmware.api [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 1971.375581] env[62291]: value = "task-2142645" [ 1971.375581] env[62291]: _type = "Task" [ 1971.375581] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.386552] env[62291]: DEBUG oslo_vmware.api [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142645, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.442909] env[62291]: DEBUG oslo_vmware.api [None req-e7e42950-ece6-4f1a-8c97-16b042ce07f9 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': task-2142643, 'name': PowerOffVM_Task, 'duration_secs': 0.220051} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.443240] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7e42950-ece6-4f1a-8c97-16b042ce07f9 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: f3aecbb2-c186-41c8-9aaa-d5adda951718] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1971.443429] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e42950-ece6-4f1a-8c97-16b042ce07f9 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: f3aecbb2-c186-41c8-9aaa-d5adda951718] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1971.443756] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-82dae2ae-9cf0-4ce2-af3c-171093f0034a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.451012] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c3c8b73b-a2ba-409f-8e37-85f9ecd34a3f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1971.504143] env[62291]: DEBUG oslo_vmware.api [None req-06f46968-3e2d-4f1f-a7b6-3451408295cc tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': task-2142644, 'name': PowerOffVM_Task, 'duration_secs': 0.293658} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1971.504420] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-06f46968-3e2d-4f1f-a7b6-3451408295cc tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: a5ca1f63-615e-40c5-a6a1-9fa30f578fc6] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1971.504592] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-06f46968-3e2d-4f1f-a7b6-3451408295cc tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: a5ca1f63-615e-40c5-a6a1-9fa30f578fc6] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1971.504850] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2b7736f4-5371-4c14-9b9e-3f0607b70853 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.524589] env[62291]: DEBUG nova.compute.utils [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1971.529115] env[62291]: DEBUG nova.compute.manager [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1971.529115] env[62291]: DEBUG nova.network.neutron [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1971.537864] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e42950-ece6-4f1a-8c97-16b042ce07f9 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: f3aecbb2-c186-41c8-9aaa-d5adda951718] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1971.538112] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e42950-ece6-4f1a-8c97-16b042ce07f9 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: f3aecbb2-c186-41c8-9aaa-d5adda951718] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1971.538299] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7e42950-ece6-4f1a-8c97-16b042ce07f9 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Deleting the datastore file [datastore2] f3aecbb2-c186-41c8-9aaa-d5adda951718 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1971.538594] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e605b7b-2c53-4edd-9dbd-a9295a91d2e4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.552522] env[62291]: DEBUG oslo_vmware.api [None req-e7e42950-ece6-4f1a-8c97-16b042ce07f9 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Waiting for the task: (returnval){ [ 1971.552522] env[62291]: value = "task-2142648" [ 1971.552522] env[62291]: _type = "Task" [ 1971.552522] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.559989] env[62291]: DEBUG oslo_vmware.api [None req-e7e42950-ece6-4f1a-8c97-16b042ce07f9 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': task-2142648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.595523] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-06f46968-3e2d-4f1f-a7b6-3451408295cc tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: a5ca1f63-615e-40c5-a6a1-9fa30f578fc6] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1971.595920] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-06f46968-3e2d-4f1f-a7b6-3451408295cc tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: a5ca1f63-615e-40c5-a6a1-9fa30f578fc6] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1971.596082] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-06f46968-3e2d-4f1f-a7b6-3451408295cc tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Deleting the datastore file [datastore2] a5ca1f63-615e-40c5-a6a1-9fa30f578fc6 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1971.597813] env[62291]: DEBUG nova.policy [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5fe33626fdb54f419c3ae46a09b42af7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1553c7ef0e7404cbea3d3a38c0509ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 1971.600112] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23f1e9df-27a0-4a68-a2cf-d055136178a1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1971.609051] env[62291]: DEBUG oslo_vmware.api [None req-06f46968-3e2d-4f1f-a7b6-3451408295cc tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Waiting for the task: (returnval){ [ 1971.609051] env[62291]: value = "task-2142649" [ 1971.609051] env[62291]: _type = "Task" [ 1971.609051] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1971.619508] env[62291]: DEBUG oslo_vmware.api [None req-06f46968-3e2d-4f1f-a7b6-3451408295cc tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': task-2142649, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.888517] env[62291]: DEBUG oslo_vmware.api [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142645, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1971.923608] env[62291]: DEBUG nova.network.neutron [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1972.029474] env[62291]: DEBUG nova.compute.manager [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1972.062835] env[62291]: DEBUG oslo_vmware.api [None req-e7e42950-ece6-4f1a-8c97-16b042ce07f9 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': task-2142648, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.374728} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.067485] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7e42950-ece6-4f1a-8c97-16b042ce07f9 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1972.067942] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e42950-ece6-4f1a-8c97-16b042ce07f9 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: f3aecbb2-c186-41c8-9aaa-d5adda951718] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1972.068260] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e7e42950-ece6-4f1a-8c97-16b042ce07f9 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: f3aecbb2-c186-41c8-9aaa-d5adda951718] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1972.068577] env[62291]: INFO nova.compute.manager [None req-e7e42950-ece6-4f1a-8c97-16b042ce07f9 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: f3aecbb2-c186-41c8-9aaa-d5adda951718] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1972.069121] env[62291]: DEBUG oslo.service.loopingcall [None req-e7e42950-ece6-4f1a-8c97-16b042ce07f9 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1972.069511] env[62291]: DEBUG nova.compute.manager [-] [instance: f3aecbb2-c186-41c8-9aaa-d5adda951718] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1972.069704] env[62291]: DEBUG nova.network.neutron [-] [instance: f3aecbb2-c186-41c8-9aaa-d5adda951718] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1972.122818] env[62291]: DEBUG oslo_vmware.api [None req-06f46968-3e2d-4f1f-a7b6-3451408295cc tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Task: {'id': task-2142649, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.342442} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.123864] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-06f46968-3e2d-4f1f-a7b6-3451408295cc tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1972.124937] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-06f46968-3e2d-4f1f-a7b6-3451408295cc tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: a5ca1f63-615e-40c5-a6a1-9fa30f578fc6] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1972.124937] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-06f46968-3e2d-4f1f-a7b6-3451408295cc tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: a5ca1f63-615e-40c5-a6a1-9fa30f578fc6] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1972.125406] env[62291]: INFO nova.compute.manager [None req-06f46968-3e2d-4f1f-a7b6-3451408295cc tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] [instance: a5ca1f63-615e-40c5-a6a1-9fa30f578fc6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1972.125729] env[62291]: DEBUG oslo.service.loopingcall [None req-06f46968-3e2d-4f1f-a7b6-3451408295cc tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1972.126400] env[62291]: DEBUG nova.compute.manager [-] [instance: a5ca1f63-615e-40c5-a6a1-9fa30f578fc6] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1972.126613] env[62291]: DEBUG nova.network.neutron [-] [instance: a5ca1f63-615e-40c5-a6a1-9fa30f578fc6] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1972.335025] env[62291]: DEBUG nova.network.neutron [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Updating instance_info_cache with network_info: [{"id": "314842ba-0dc3-419a-90bc-adaa1e1a805b", "address": "fa:16:3e:02:60:42", "network": {"id": "b493d309-1968-4e18-8dc9-a3fc931f694b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-838792115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18de2cc546ba4e1cb72020b0bb3d88c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap314842ba-0d", "ovs_interfaceid": "314842ba-0dc3-419a-90bc-adaa1e1a805b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1972.355219] env[62291]: DEBUG nova.network.neutron [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Successfully created port: c3f38ada-fe77-4e34-9d91-5b3a6be1ef13 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1972.393294] env[62291]: DEBUG oslo_vmware.api [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142645, 'name': ReconfigVM_Task, 'duration_secs': 0.670528} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1972.393930] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 6dd6c113-8f6d-49a8-9323-ce390362a034/6dd6c113-8f6d-49a8-9323-ce390362a034.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1972.394615] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cdaabb38-dc31-466d-a1f9-ba13f1fd6793 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.405531] env[62291]: DEBUG oslo_vmware.api [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 1972.405531] env[62291]: value = "task-2142650" [ 1972.405531] env[62291]: _type = "Task" [ 1972.405531] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.415523] env[62291]: DEBUG oslo_vmware.api [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142650, 'name': Rename_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.625180] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fff8dd-b97b-40e8-a1ae-51cb00162bee {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.644201] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5bc9f2-3597-4f10-835e-fd050047c721 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.678593] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-149da3e4-df89-477b-a7ea-e8d6c741d70c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.691937] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a984a8-9fbe-4b54-8f77-00bf034a68a0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.713310] env[62291]: DEBUG nova.compute.provider_tree [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1972.836191] env[62291]: DEBUG nova.compute.manager [req-69926cc7-94a3-4320-9cfe-a189106ab8b5 req-7f07612e-e895-4799-a25e-8cc751022b95 service nova] [instance: f3aecbb2-c186-41c8-9aaa-d5adda951718] Received event network-vif-deleted-3f0f34fa-d72e-4a57-affa-7afdf68feef2 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1972.836191] env[62291]: INFO nova.compute.manager [req-69926cc7-94a3-4320-9cfe-a189106ab8b5 req-7f07612e-e895-4799-a25e-8cc751022b95 service nova] [instance: f3aecbb2-c186-41c8-9aaa-d5adda951718] Neutron deleted interface 3f0f34fa-d72e-4a57-affa-7afdf68feef2; detaching it from the instance and deleting it from the info cache [ 1972.836191] env[62291]: DEBUG nova.network.neutron [req-69926cc7-94a3-4320-9cfe-a189106ab8b5 req-7f07612e-e895-4799-a25e-8cc751022b95 service nova] [instance: f3aecbb2-c186-41c8-9aaa-d5adda951718] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1972.839073] env[62291]: DEBUG oslo_concurrency.lockutils [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Releasing lock "refresh_cache-9e744a65-5987-42ac-b826-17482fb23f8a" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1972.839448] env[62291]: DEBUG nova.compute.manager [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Instance network_info: |[{"id": "314842ba-0dc3-419a-90bc-adaa1e1a805b", "address": "fa:16:3e:02:60:42", "network": {"id": "b493d309-1968-4e18-8dc9-a3fc931f694b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-838792115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18de2cc546ba4e1cb72020b0bb3d88c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap314842ba-0d", "ovs_interfaceid": "314842ba-0dc3-419a-90bc-adaa1e1a805b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1972.840021] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:60:42', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '314842ba-0dc3-419a-90bc-adaa1e1a805b', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1972.849553] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Creating folder: Project (18de2cc546ba4e1cb72020b0bb3d88c5). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1972.850803] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8cdc93c3-3e52-42cc-8899-0bc3e96e28f9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.866188] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Created folder: Project (18de2cc546ba4e1cb72020b0bb3d88c5) in parent group-v437896. [ 1972.866188] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Creating folder: Instances. Parent ref: group-v437963. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1972.866188] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec842b5d-2265-4cbb-a3b7-0793368a5fdd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.878717] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Created folder: Instances in parent group-v437963. [ 1972.879014] env[62291]: DEBUG oslo.service.loopingcall [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1972.879216] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1972.879436] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6fae1d14-fd66-45c1-a955-e582c287e940 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1972.900787] env[62291]: DEBUG nova.compute.manager [req-d81bb6b0-7e5e-4ab8-be97-f4902c5786bb req-6a145a91-f08f-48f9-8813-86c0d222a683 service nova] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Received event network-changed-314842ba-0dc3-419a-90bc-adaa1e1a805b {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1972.901108] env[62291]: DEBUG nova.compute.manager [req-d81bb6b0-7e5e-4ab8-be97-f4902c5786bb req-6a145a91-f08f-48f9-8813-86c0d222a683 service nova] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Refreshing instance network info cache due to event network-changed-314842ba-0dc3-419a-90bc-adaa1e1a805b. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1972.901195] env[62291]: DEBUG oslo_concurrency.lockutils [req-d81bb6b0-7e5e-4ab8-be97-f4902c5786bb req-6a145a91-f08f-48f9-8813-86c0d222a683 service nova] Acquiring lock "refresh_cache-9e744a65-5987-42ac-b826-17482fb23f8a" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1972.901337] env[62291]: DEBUG oslo_concurrency.lockutils [req-d81bb6b0-7e5e-4ab8-be97-f4902c5786bb req-6a145a91-f08f-48f9-8813-86c0d222a683 service nova] Acquired lock "refresh_cache-9e744a65-5987-42ac-b826-17482fb23f8a" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1972.901501] env[62291]: DEBUG nova.network.neutron [req-d81bb6b0-7e5e-4ab8-be97-f4902c5786bb req-6a145a91-f08f-48f9-8813-86c0d222a683 service nova] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Refreshing network info cache for port 314842ba-0dc3-419a-90bc-adaa1e1a805b {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1972.912716] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1972.912716] env[62291]: value = "task-2142653" [ 1972.912716] env[62291]: _type = "Task" [ 1972.912716] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1972.920973] env[62291]: DEBUG oslo_vmware.api [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142650, 'name': Rename_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1972.927779] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142653, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.046723] env[62291]: DEBUG nova.compute.manager [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1973.074514] env[62291]: DEBUG nova.virt.hardware [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1973.074748] env[62291]: DEBUG nova.virt.hardware [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1973.074938] env[62291]: DEBUG nova.virt.hardware [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1973.075141] env[62291]: DEBUG nova.virt.hardware [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1973.075289] env[62291]: DEBUG nova.virt.hardware [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1973.075470] env[62291]: DEBUG nova.virt.hardware [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1973.075689] env[62291]: DEBUG nova.virt.hardware [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1973.075848] env[62291]: DEBUG nova.virt.hardware [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1973.076027] env[62291]: DEBUG nova.virt.hardware [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1973.076262] env[62291]: DEBUG nova.virt.hardware [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1973.076445] env[62291]: DEBUG nova.virt.hardware [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1973.077412] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8090db9-0612-4aa0-a9fb-4024d79e63d6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.086831] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f7f773-659d-41d8-a0d6-3842e285a098 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.191606] env[62291]: DEBUG nova.network.neutron [-] [instance: f3aecbb2-c186-41c8-9aaa-d5adda951718] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1973.216376] env[62291]: DEBUG nova.scheduler.client.report [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1973.224637] env[62291]: DEBUG nova.network.neutron [-] [instance: a5ca1f63-615e-40c5-a6a1-9fa30f578fc6] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1973.342859] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e8931de2-25d6-4b77-9ed9-bacd64ea0398 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.352881] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ebc733d-3bed-4a41-a9d3-abda580adddf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.386479] env[62291]: DEBUG nova.compute.manager [req-69926cc7-94a3-4320-9cfe-a189106ab8b5 req-7f07612e-e895-4799-a25e-8cc751022b95 service nova] [instance: f3aecbb2-c186-41c8-9aaa-d5adda951718] Detach interface failed, port_id=3f0f34fa-d72e-4a57-affa-7afdf68feef2, reason: Instance f3aecbb2-c186-41c8-9aaa-d5adda951718 could not be found. {{(pid=62291) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1973.415697] env[62291]: DEBUG oslo_vmware.api [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142650, 'name': Rename_Task, 'duration_secs': 0.780961} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.418795] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1973.419066] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37907b65-4f0f-4515-b62e-faaa51f465a2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.429807] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142653, 'name': CreateVM_Task, 'duration_secs': 0.46274} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.431131] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1973.431489] env[62291]: DEBUG oslo_vmware.api [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 1973.431489] env[62291]: value = "task-2142654" [ 1973.431489] env[62291]: _type = "Task" [ 1973.431489] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.432231] env[62291]: DEBUG oslo_concurrency.lockutils [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1973.432408] env[62291]: DEBUG oslo_concurrency.lockutils [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1973.432771] env[62291]: DEBUG oslo_concurrency.lockutils [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1973.433078] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59e8ac52-2dfb-476e-83ac-eb604af373db {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.441343] env[62291]: DEBUG oslo_vmware.api [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Waiting for the task: (returnval){ [ 1973.441343] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]527cade9-3e09-4328-6194-6de78ad00218" [ 1973.441343] env[62291]: _type = "Task" [ 1973.441343] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.444803] env[62291]: DEBUG oslo_vmware.api [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142654, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.455773] env[62291]: DEBUG oslo_vmware.api [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]527cade9-3e09-4328-6194-6de78ad00218, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.694715] env[62291]: INFO nova.compute.manager [-] [instance: f3aecbb2-c186-41c8-9aaa-d5adda951718] Took 1.62 seconds to deallocate network for instance. [ 1973.724996] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.708s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1973.726134] env[62291]: DEBUG nova.compute.manager [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1973.729715] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a58f80fe-5ba7-469a-b3fc-d24341a575e5 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.091s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.729978] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a58f80fe-5ba7-469a-b3fc-d24341a575e5 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1973.732057] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7057826b-8c5a-46c5-9fde-bdec27c569a9 tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.858s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.732131] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7057826b-8c5a-46c5-9fde-bdec27c569a9 tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1973.734957] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.558s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1973.736875] env[62291]: INFO nova.compute.claims [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: adb610f9-02ae-45c0-96e8-939bb4959ab4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1973.738844] env[62291]: INFO nova.compute.manager [-] [instance: a5ca1f63-615e-40c5-a6a1-9fa30f578fc6] Took 1.61 seconds to deallocate network for instance. [ 1973.762366] env[62291]: INFO nova.scheduler.client.report [None req-a58f80fe-5ba7-469a-b3fc-d24341a575e5 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Deleted allocations for instance 8c17919f-3941-4f1b-84fd-bf30d64dceb0 [ 1973.767265] env[62291]: INFO nova.scheduler.client.report [None req-7057826b-8c5a-46c5-9fde-bdec27c569a9 tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Deleted allocations for instance 4af55a8c-1f23-4e72-a945-aff479b9c450 [ 1973.888612] env[62291]: DEBUG nova.network.neutron [req-d81bb6b0-7e5e-4ab8-be97-f4902c5786bb req-6a145a91-f08f-48f9-8813-86c0d222a683 service nova] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Updated VIF entry in instance network info cache for port 314842ba-0dc3-419a-90bc-adaa1e1a805b. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1973.888992] env[62291]: DEBUG nova.network.neutron [req-d81bb6b0-7e5e-4ab8-be97-f4902c5786bb req-6a145a91-f08f-48f9-8813-86c0d222a683 service nova] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Updating instance_info_cache with network_info: [{"id": "314842ba-0dc3-419a-90bc-adaa1e1a805b", "address": "fa:16:3e:02:60:42", "network": {"id": "b493d309-1968-4e18-8dc9-a3fc931f694b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-838792115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18de2cc546ba4e1cb72020b0bb3d88c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap314842ba-0d", "ovs_interfaceid": "314842ba-0dc3-419a-90bc-adaa1e1a805b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1973.946201] env[62291]: DEBUG oslo_vmware.api [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142654, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1973.957078] env[62291]: DEBUG oslo_vmware.api [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]527cade9-3e09-4328-6194-6de78ad00218, 'name': SearchDatastore_Task, 'duration_secs': 0.016215} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1973.957399] env[62291]: DEBUG oslo_concurrency.lockutils [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1973.957852] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1973.958149] env[62291]: DEBUG oslo_concurrency.lockutils [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1973.958715] env[62291]: DEBUG oslo_concurrency.lockutils [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1973.958955] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1973.959232] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d6fb77e5-7c3e-45de-9bdf-00b0db597b7b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.973723] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1973.973940] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1973.975160] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7f1c42e-11e8-4fe3-a73d-819c965a2d15 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1973.981859] env[62291]: DEBUG oslo_vmware.api [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Waiting for the task: (returnval){ [ 1973.981859] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52433a6b-9ef4-2d52-aae4-2a80d7378b2e" [ 1973.981859] env[62291]: _type = "Task" [ 1973.981859] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1973.994169] env[62291]: DEBUG oslo_vmware.api [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52433a6b-9ef4-2d52-aae4-2a80d7378b2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.202032] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e7e42950-ece6-4f1a-8c97-16b042ce07f9 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1974.230397] env[62291]: DEBUG oslo_vmware.rw_handles [None req-734d2e48-7152-4ae2-a1cc-b964613dba3f tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520a7f59-4dab-6726-de28-da940e56a436/disk-0.vmdk. {{(pid=62291) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1974.231572] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978204be-fc26-4da2-a854-914c627b118e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.245761] env[62291]: DEBUG nova.compute.utils [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1974.249279] env[62291]: DEBUG oslo_vmware.rw_handles [None req-734d2e48-7152-4ae2-a1cc-b964613dba3f tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520a7f59-4dab-6726-de28-da940e56a436/disk-0.vmdk is in state: ready. {{(pid=62291) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1974.249279] env[62291]: ERROR oslo_vmware.rw_handles [None req-734d2e48-7152-4ae2-a1cc-b964613dba3f tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520a7f59-4dab-6726-de28-da940e56a436/disk-0.vmdk due to incomplete transfer. [ 1974.251873] env[62291]: DEBUG nova.compute.manager [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1974.252150] env[62291]: DEBUG nova.network.neutron [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1974.256348] env[62291]: DEBUG oslo_concurrency.lockutils [None req-06f46968-3e2d-4f1f-a7b6-3451408295cc tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1974.256607] env[62291]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6a06c2cf-649d-4989-b503-3fbe1dd5460d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.267130] env[62291]: DEBUG oslo_vmware.rw_handles [None req-734d2e48-7152-4ae2-a1cc-b964613dba3f tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520a7f59-4dab-6726-de28-da940e56a436/disk-0.vmdk. {{(pid=62291) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1974.267186] env[62291]: DEBUG nova.virt.vmwareapi.images [None req-734d2e48-7152-4ae2-a1cc-b964613dba3f tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Uploaded image 4c3dfeb2-36bc-43a8-9f70-3cf8c1d002ee to the Glance image server {{(pid=62291) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1974.272446] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-734d2e48-7152-4ae2-a1cc-b964613dba3f tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Destroying the VM {{(pid=62291) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1974.277186] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a58f80fe-5ba7-469a-b3fc-d24341a575e5 tempest-DeleteServersAdminTestJSON-645080037 tempest-DeleteServersAdminTestJSON-645080037-project-member] Lock "8c17919f-3941-4f1b-84fd-bf30d64dceb0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.636s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1974.278430] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-07e623a4-cda8-4046-b18a-83c293e2f07f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.282158] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7057826b-8c5a-46c5-9fde-bdec27c569a9 tempest-TenantUsagesTestJSON-1708618545 tempest-TenantUsagesTestJSON-1708618545-project-member] Lock "4af55a8c-1f23-4e72-a945-aff479b9c450" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.365s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1974.290047] env[62291]: DEBUG oslo_vmware.api [None req-734d2e48-7152-4ae2-a1cc-b964613dba3f tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Waiting for the task: (returnval){ [ 1974.290047] env[62291]: value = "task-2142655" [ 1974.290047] env[62291]: _type = "Task" [ 1974.290047] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.302744] env[62291]: DEBUG nova.network.neutron [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Successfully updated port: c3f38ada-fe77-4e34-9d91-5b3a6be1ef13 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1974.307766] env[62291]: DEBUG oslo_vmware.api [None req-734d2e48-7152-4ae2-a1cc-b964613dba3f tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142655, 'name': Destroy_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.384263] env[62291]: DEBUG nova.policy [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8645f7bbb524e7d91db02cf798882ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '877e1c36dc75431296fb730c541970f3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 1974.393994] env[62291]: DEBUG oslo_concurrency.lockutils [req-d81bb6b0-7e5e-4ab8-be97-f4902c5786bb req-6a145a91-f08f-48f9-8813-86c0d222a683 service nova] Releasing lock "refresh_cache-9e744a65-5987-42ac-b826-17482fb23f8a" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1974.451255] env[62291]: DEBUG oslo_vmware.api [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142654, 'name': PowerOnVM_Task, 'duration_secs': 0.633637} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.451736] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1974.452081] env[62291]: DEBUG nova.compute.manager [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1974.456226] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8cada0b-7c84-4d45-9dcc-4e4dd49fafaf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.505719] env[62291]: DEBUG oslo_vmware.api [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52433a6b-9ef4-2d52-aae4-2a80d7378b2e, 'name': SearchDatastore_Task, 'duration_secs': 0.013207} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1974.506993] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-002ecdf5-72bb-4bf4-b341-d16d11122d92 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1974.515614] env[62291]: DEBUG oslo_vmware.api [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Waiting for the task: (returnval){ [ 1974.515614] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52e9b09a-5c92-36d9-1007-372c0ecace1c" [ 1974.515614] env[62291]: _type = "Task" [ 1974.515614] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1974.528064] env[62291]: DEBUG oslo_vmware.api [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52e9b09a-5c92-36d9-1007-372c0ecace1c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.617807] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1974.752979] env[62291]: DEBUG nova.compute.manager [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1974.803023] env[62291]: DEBUG oslo_vmware.api [None req-734d2e48-7152-4ae2-a1cc-b964613dba3f tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142655, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1974.808765] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "refresh_cache-4bffe146-0b5f-4141-b83c-6974834803bd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1974.808838] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquired lock "refresh_cache-4bffe146-0b5f-4141-b83c-6974834803bd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1974.808988] env[62291]: DEBUG nova.network.neutron [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1974.912609] env[62291]: DEBUG nova.compute.manager [req-7336b6eb-99bc-4398-9833-96f57bf0aab5 req-4c5cf234-19c4-455d-8dab-a4bed2bc663e service nova] [instance: a5ca1f63-615e-40c5-a6a1-9fa30f578fc6] Received event network-vif-deleted-b601e3e0-69ac-461f-b3cb-cbeca061baa6 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1974.989678] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1974.999769] env[62291]: DEBUG nova.network.neutron [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Successfully created port: b1a9b4d6-d118-4fa0-9b0b-8e13f388d2da {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1975.032438] env[62291]: DEBUG oslo_vmware.api [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52e9b09a-5c92-36d9-1007-372c0ecace1c, 'name': SearchDatastore_Task, 'duration_secs': 0.016382} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.040753] env[62291]: DEBUG oslo_concurrency.lockutils [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1975.041233] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 9e744a65-5987-42ac-b826-17482fb23f8a/9e744a65-5987-42ac-b826-17482fb23f8a.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1975.042197] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a32acb9-2e17-4917-8976-73eeb7b1354e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.052173] env[62291]: DEBUG oslo_vmware.api [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Waiting for the task: (returnval){ [ 1975.052173] env[62291]: value = "task-2142656" [ 1975.052173] env[62291]: _type = "Task" [ 1975.052173] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.064755] env[62291]: DEBUG nova.compute.manager [req-da105a31-8efe-4626-af4f-acc1b61cdbd5 req-e7b392fe-f5df-4c87-b69e-9eaa80cda87a service nova] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Received event network-vif-plugged-c3f38ada-fe77-4e34-9d91-5b3a6be1ef13 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1975.065370] env[62291]: DEBUG oslo_concurrency.lockutils [req-da105a31-8efe-4626-af4f-acc1b61cdbd5 req-e7b392fe-f5df-4c87-b69e-9eaa80cda87a service nova] Acquiring lock "4bffe146-0b5f-4141-b83c-6974834803bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1975.065370] env[62291]: DEBUG oslo_concurrency.lockutils [req-da105a31-8efe-4626-af4f-acc1b61cdbd5 req-e7b392fe-f5df-4c87-b69e-9eaa80cda87a service nova] Lock "4bffe146-0b5f-4141-b83c-6974834803bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1975.065370] env[62291]: DEBUG oslo_concurrency.lockutils [req-da105a31-8efe-4626-af4f-acc1b61cdbd5 req-e7b392fe-f5df-4c87-b69e-9eaa80cda87a service nova] Lock "4bffe146-0b5f-4141-b83c-6974834803bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1975.065558] env[62291]: DEBUG nova.compute.manager [req-da105a31-8efe-4626-af4f-acc1b61cdbd5 req-e7b392fe-f5df-4c87-b69e-9eaa80cda87a service nova] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] No waiting events found dispatching network-vif-plugged-c3f38ada-fe77-4e34-9d91-5b3a6be1ef13 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1975.065721] env[62291]: WARNING nova.compute.manager [req-da105a31-8efe-4626-af4f-acc1b61cdbd5 req-e7b392fe-f5df-4c87-b69e-9eaa80cda87a service nova] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Received unexpected event network-vif-plugged-c3f38ada-fe77-4e34-9d91-5b3a6be1ef13 for instance with vm_state building and task_state spawning. [ 1975.065878] env[62291]: DEBUG nova.compute.manager [req-da105a31-8efe-4626-af4f-acc1b61cdbd5 req-e7b392fe-f5df-4c87-b69e-9eaa80cda87a service nova] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Received event network-changed-c3f38ada-fe77-4e34-9d91-5b3a6be1ef13 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1975.066734] env[62291]: DEBUG nova.compute.manager [req-da105a31-8efe-4626-af4f-acc1b61cdbd5 req-e7b392fe-f5df-4c87-b69e-9eaa80cda87a service nova] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Refreshing instance network info cache due to event network-changed-c3f38ada-fe77-4e34-9d91-5b3a6be1ef13. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1975.067000] env[62291]: DEBUG oslo_concurrency.lockutils [req-da105a31-8efe-4626-af4f-acc1b61cdbd5 req-e7b392fe-f5df-4c87-b69e-9eaa80cda87a service nova] Acquiring lock "refresh_cache-4bffe146-0b5f-4141-b83c-6974834803bd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1975.070787] env[62291]: DEBUG oslo_vmware.api [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': task-2142656, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.126908] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1975.305316] env[62291]: DEBUG oslo_vmware.api [None req-734d2e48-7152-4ae2-a1cc-b964613dba3f tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142655, 'name': Destroy_Task, 'duration_secs': 0.780864} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1975.305672] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-734d2e48-7152-4ae2-a1cc-b964613dba3f tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Destroyed the VM [ 1975.305964] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-734d2e48-7152-4ae2-a1cc-b964613dba3f tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Deleting Snapshot of the VM instance {{(pid=62291) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1975.306253] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f7007783-64d9-4208-85c5-680d462a7ce1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.322531] env[62291]: DEBUG oslo_vmware.api [None req-734d2e48-7152-4ae2-a1cc-b964613dba3f tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Waiting for the task: (returnval){ [ 1975.322531] env[62291]: value = "task-2142657" [ 1975.322531] env[62291]: _type = "Task" [ 1975.322531] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1975.338680] env[62291]: DEBUG oslo_vmware.api [None req-734d2e48-7152-4ae2-a1cc-b964613dba3f tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142657, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.396780] env[62291]: DEBUG nova.network.neutron [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1975.414087] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f469f3-5728-400a-8bd2-1446b140298a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.428190] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e1fc16-ef3e-4647-be5c-8c01cad5d949 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.467510] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c8131de-e7b3-4fd9-930a-05f21f149e6d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.482056] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e97ce45-f28d-4efc-871d-54a96b9443b3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.505437] env[62291]: DEBUG nova.compute.provider_tree [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1975.566256] env[62291]: DEBUG oslo_vmware.api [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': task-2142656, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1975.633908] env[62291]: DEBUG nova.network.neutron [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Updating instance_info_cache with network_info: [{"id": "c3f38ada-fe77-4e34-9d91-5b3a6be1ef13", "address": "fa:16:3e:a1:72:16", "network": {"id": "c45185d4-152c-49a5-95a1-aabe55d7a656", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1396888570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1553c7ef0e7404cbea3d3a38c0509ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3f38ada-fe", "ovs_interfaceid": "c3f38ada-fe77-4e34-9d91-5b3a6be1ef13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1975.769772] env[62291]: DEBUG nova.compute.manager [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1975.800580] env[62291]: DEBUG nova.virt.hardware [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1975.800885] env[62291]: DEBUG nova.virt.hardware [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1975.801348] env[62291]: DEBUG nova.virt.hardware [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1975.801482] env[62291]: DEBUG nova.virt.hardware [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1975.801636] env[62291]: DEBUG nova.virt.hardware [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1975.801786] env[62291]: DEBUG nova.virt.hardware [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1975.801999] env[62291]: DEBUG nova.virt.hardware [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1975.802182] env[62291]: DEBUG nova.virt.hardware [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1975.802392] env[62291]: DEBUG nova.virt.hardware [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1975.802655] env[62291]: DEBUG nova.virt.hardware [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1975.802867] env[62291]: DEBUG nova.virt.hardware [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1975.805108] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9773908b-0a24-4941-8d55-22eed8be6a25 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.816160] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8108394c-867e-4a05-8612-2666f4db0d31 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1975.846778] env[62291]: DEBUG oslo_vmware.api [None req-734d2e48-7152-4ae2-a1cc-b964613dba3f tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142657, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.012119] env[62291]: DEBUG nova.scheduler.client.report [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1976.065470] env[62291]: DEBUG oslo_vmware.api [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': task-2142656, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.930551} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.065778] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 9e744a65-5987-42ac-b826-17482fb23f8a/9e744a65-5987-42ac-b826-17482fb23f8a.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1976.065996] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1976.067039] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51ec7cb7-dd45-4fad-bcb3-70fdd3aff115 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.076686] env[62291]: DEBUG oslo_vmware.api [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Waiting for the task: (returnval){ [ 1976.076686] env[62291]: value = "task-2142658" [ 1976.076686] env[62291]: _type = "Task" [ 1976.076686] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.092337] env[62291]: DEBUG oslo_vmware.api [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': task-2142658, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.137382] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Releasing lock "refresh_cache-4bffe146-0b5f-4141-b83c-6974834803bd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1976.137751] env[62291]: DEBUG nova.compute.manager [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Instance network_info: |[{"id": "c3f38ada-fe77-4e34-9d91-5b3a6be1ef13", "address": "fa:16:3e:a1:72:16", "network": {"id": "c45185d4-152c-49a5-95a1-aabe55d7a656", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1396888570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1553c7ef0e7404cbea3d3a38c0509ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3f38ada-fe", "ovs_interfaceid": "c3f38ada-fe77-4e34-9d91-5b3a6be1ef13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1976.138093] env[62291]: DEBUG oslo_concurrency.lockutils [req-da105a31-8efe-4626-af4f-acc1b61cdbd5 req-e7b392fe-f5df-4c87-b69e-9eaa80cda87a service nova] Acquired lock "refresh_cache-4bffe146-0b5f-4141-b83c-6974834803bd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1976.138280] env[62291]: DEBUG nova.network.neutron [req-da105a31-8efe-4626-af4f-acc1b61cdbd5 req-e7b392fe-f5df-4c87-b69e-9eaa80cda87a service nova] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Refreshing network info cache for port c3f38ada-fe77-4e34-9d91-5b3a6be1ef13 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1976.139494] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:72:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b1f3e6c3-5584-4852-9017-476ab8ac4946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3f38ada-fe77-4e34-9d91-5b3a6be1ef13', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1976.149177] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Creating folder: Project (b1553c7ef0e7404cbea3d3a38c0509ec). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1976.150074] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f1c80fe-bf9b-4580-946e-af2fd0706ee5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.165319] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Created folder: Project (b1553c7ef0e7404cbea3d3a38c0509ec) in parent group-v437896. [ 1976.165319] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Creating folder: Instances. Parent ref: group-v437966. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1976.165319] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1aa39600-0565-46b2-82a1-d21982176df3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.176986] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Created folder: Instances in parent group-v437966. [ 1976.177477] env[62291]: DEBUG oslo.service.loopingcall [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1976.177719] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1976.178638] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfa872e4-391f-4176-8244-c0111c81f1c9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.206248] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1976.206248] env[62291]: value = "task-2142661" [ 1976.206248] env[62291]: _type = "Task" [ 1976.206248] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.215103] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142661, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.335522] env[62291]: DEBUG oslo_vmware.api [None req-734d2e48-7152-4ae2-a1cc-b964613dba3f tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142657, 'name': RemoveSnapshot_Task, 'duration_secs': 0.979725} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.336083] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-734d2e48-7152-4ae2-a1cc-b964613dba3f tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Deleted Snapshot of the VM instance {{(pid=62291) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1976.336604] env[62291]: INFO nova.compute.manager [None req-734d2e48-7152-4ae2-a1cc-b964613dba3f tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Took 15.13 seconds to snapshot the instance on the hypervisor. [ 1976.390017] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5e14fd47-fe06-4f4a-8ecb-2d67e42693de tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "6dd6c113-8f6d-49a8-9323-ce390362a034" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1976.390017] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5e14fd47-fe06-4f4a-8ecb-2d67e42693de tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "6dd6c113-8f6d-49a8-9323-ce390362a034" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1976.390017] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5e14fd47-fe06-4f4a-8ecb-2d67e42693de tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "6dd6c113-8f6d-49a8-9323-ce390362a034-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1976.390017] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5e14fd47-fe06-4f4a-8ecb-2d67e42693de tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "6dd6c113-8f6d-49a8-9323-ce390362a034-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1976.390230] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5e14fd47-fe06-4f4a-8ecb-2d67e42693de tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "6dd6c113-8f6d-49a8-9323-ce390362a034-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1976.390272] env[62291]: INFO nova.compute.manager [None req-5e14fd47-fe06-4f4a-8ecb-2d67e42693de tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Terminating instance [ 1976.392261] env[62291]: DEBUG nova.compute.manager [None req-5e14fd47-fe06-4f4a-8ecb-2d67e42693de tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1976.392564] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5e14fd47-fe06-4f4a-8ecb-2d67e42693de tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1976.396818] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ce6067-b6fe-4d13-820e-6f8b081faf99 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.406146] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e14fd47-fe06-4f4a-8ecb-2d67e42693de tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1976.406146] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-819c0d30-a30a-453a-aec1-dd76649e3274 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.419166] env[62291]: DEBUG oslo_vmware.api [None req-5e14fd47-fe06-4f4a-8ecb-2d67e42693de tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 1976.419166] env[62291]: value = "task-2142662" [ 1976.419166] env[62291]: _type = "Task" [ 1976.419166] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.431396] env[62291]: DEBUG oslo_vmware.api [None req-5e14fd47-fe06-4f4a-8ecb-2d67e42693de tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142662, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.520229] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.786s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1976.520823] env[62291]: DEBUG nova.compute.manager [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: adb610f9-02ae-45c0-96e8-939bb4959ab4] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1976.524207] env[62291]: DEBUG oslo_concurrency.lockutils [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.928s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1976.527134] env[62291]: INFO nova.compute.claims [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] [instance: c4c302a7-9571-452c-a208-2fe2ef99aa6d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1976.594193] env[62291]: DEBUG oslo_vmware.api [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': task-2142658, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092153} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.594603] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1976.596136] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6987d24f-a8cc-4646-a337-9b93088fac4c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.629699] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] 9e744a65-5987-42ac-b826-17482fb23f8a/9e744a65-5987-42ac-b826-17482fb23f8a.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1976.630507] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e622077b-efba-47f8-afd7-fedc231a62e8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.656991] env[62291]: DEBUG oslo_vmware.api [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Waiting for the task: (returnval){ [ 1976.656991] env[62291]: value = "task-2142663" [ 1976.656991] env[62291]: _type = "Task" [ 1976.656991] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.667870] env[62291]: DEBUG oslo_vmware.api [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': task-2142663, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.718564] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142661, 'name': CreateVM_Task, 'duration_secs': 0.465142} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.718739] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1976.719445] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1976.719616] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1976.719937] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1976.720210] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d19c9480-7b1e-47db-91d2-ab1f57fba5d0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.726014] env[62291]: DEBUG oslo_vmware.api [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 1976.726014] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52f7a6c4-3abb-d307-c543-0b969fba5c1b" [ 1976.726014] env[62291]: _type = "Task" [ 1976.726014] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.739187] env[62291]: DEBUG oslo_vmware.api [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52f7a6c4-3abb-d307-c543-0b969fba5c1b, 'name': SearchDatastore_Task, 'duration_secs': 0.010022} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.739487] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1976.739765] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1976.740033] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1976.740200] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1976.740440] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1976.740713] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fafd706d-8531-4ad1-8959-397c2e3dbc28 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.749918] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1976.750126] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1976.750938] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-733b3472-e75e-4d73-87a4-999605b3a65a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1976.757145] env[62291]: DEBUG oslo_vmware.api [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 1976.757145] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52610a53-be91-fd47-1495-a830f9d7ca5f" [ 1976.757145] env[62291]: _type = "Task" [ 1976.757145] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1976.766661] env[62291]: DEBUG oslo_vmware.api [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52610a53-be91-fd47-1495-a830f9d7ca5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1976.933843] env[62291]: DEBUG oslo_vmware.api [None req-5e14fd47-fe06-4f4a-8ecb-2d67e42693de tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142662, 'name': PowerOffVM_Task, 'duration_secs': 0.23576} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1976.934146] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e14fd47-fe06-4f4a-8ecb-2d67e42693de tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1976.934391] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5e14fd47-fe06-4f4a-8ecb-2d67e42693de tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1976.934658] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cdd910ba-c02a-4bf1-9446-38612475270b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.031960] env[62291]: DEBUG nova.compute.utils [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1977.033513] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5e14fd47-fe06-4f4a-8ecb-2d67e42693de tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1977.034074] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5e14fd47-fe06-4f4a-8ecb-2d67e42693de tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1977.034074] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e14fd47-fe06-4f4a-8ecb-2d67e42693de tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Deleting the datastore file [datastore2] 6dd6c113-8f6d-49a8-9323-ce390362a034 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1977.037257] env[62291]: DEBUG nova.compute.manager [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: adb610f9-02ae-45c0-96e8-939bb4959ab4] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1977.037257] env[62291]: DEBUG nova.network.neutron [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: adb610f9-02ae-45c0-96e8-939bb4959ab4] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1977.041127] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de7dd80d-98aa-408f-be02-c653d9653602 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.050399] env[62291]: DEBUG oslo_vmware.api [None req-5e14fd47-fe06-4f4a-8ecb-2d67e42693de tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 1977.050399] env[62291]: value = "task-2142665" [ 1977.050399] env[62291]: _type = "Task" [ 1977.050399] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.061169] env[62291]: DEBUG oslo_vmware.api [None req-5e14fd47-fe06-4f4a-8ecb-2d67e42693de tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142665, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.111942] env[62291]: DEBUG nova.network.neutron [req-da105a31-8efe-4626-af4f-acc1b61cdbd5 req-e7b392fe-f5df-4c87-b69e-9eaa80cda87a service nova] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Updated VIF entry in instance network info cache for port c3f38ada-fe77-4e34-9d91-5b3a6be1ef13. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1977.112373] env[62291]: DEBUG nova.network.neutron [req-da105a31-8efe-4626-af4f-acc1b61cdbd5 req-e7b392fe-f5df-4c87-b69e-9eaa80cda87a service nova] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Updating instance_info_cache with network_info: [{"id": "c3f38ada-fe77-4e34-9d91-5b3a6be1ef13", "address": "fa:16:3e:a1:72:16", "network": {"id": "c45185d4-152c-49a5-95a1-aabe55d7a656", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1396888570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1553c7ef0e7404cbea3d3a38c0509ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3f38ada-fe", "ovs_interfaceid": "c3f38ada-fe77-4e34-9d91-5b3a6be1ef13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1977.114982] env[62291]: DEBUG nova.policy [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7dcc7251a2174e118f4ecfce125b2596', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '18de2cc546ba4e1cb72020b0bb3d88c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 1977.141435] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Acquiring lock "9207d003-321c-4e28-97f4-ca9fda237b6d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1977.141435] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Lock "9207d003-321c-4e28-97f4-ca9fda237b6d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1977.169583] env[62291]: DEBUG oslo_vmware.api [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': task-2142663, 'name': ReconfigVM_Task, 'duration_secs': 0.33936} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.170621] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Reconfigured VM instance instance-0000001f to attach disk [datastore1] 9e744a65-5987-42ac-b826-17482fb23f8a/9e744a65-5987-42ac-b826-17482fb23f8a.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1977.170968] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36c16e3e-3e5c-4670-b81c-698674e2b742 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.178767] env[62291]: DEBUG oslo_vmware.api [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Waiting for the task: (returnval){ [ 1977.178767] env[62291]: value = "task-2142666" [ 1977.178767] env[62291]: _type = "Task" [ 1977.178767] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.188077] env[62291]: DEBUG oslo_vmware.api [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': task-2142666, 'name': Rename_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.198983] env[62291]: DEBUG nova.network.neutron [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Successfully updated port: b1a9b4d6-d118-4fa0-9b0b-8e13f388d2da {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1977.272278] env[62291]: DEBUG oslo_vmware.api [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52610a53-be91-fd47-1495-a830f9d7ca5f, 'name': SearchDatastore_Task, 'duration_secs': 0.009816} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.273941] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86407253-0136-49cb-a1ea-be4b6eabde32 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.282341] env[62291]: DEBUG oslo_vmware.api [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 1977.282341] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5285cb83-f90a-c822-c57b-cf2f35bc46bd" [ 1977.282341] env[62291]: _type = "Task" [ 1977.282341] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.295478] env[62291]: DEBUG oslo_vmware.api [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5285cb83-f90a-c822-c57b-cf2f35bc46bd, 'name': SearchDatastore_Task, 'duration_secs': 0.010866} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.295783] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1977.296161] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 4bffe146-0b5f-4141-b83c-6974834803bd/4bffe146-0b5f-4141-b83c-6974834803bd.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1977.296501] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f12aae2e-2a5b-4d8b-af3b-22ab8e6403b7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.310424] env[62291]: DEBUG oslo_vmware.api [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 1977.310424] env[62291]: value = "task-2142667" [ 1977.310424] env[62291]: _type = "Task" [ 1977.310424] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.319985] env[62291]: DEBUG oslo_vmware.api [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2142667, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.430906] env[62291]: DEBUG nova.compute.manager [req-8c150569-65ee-4a5a-84db-fc372605652c req-c9498678-9698-4d7b-880f-f4a4511dde7b service nova] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Received event network-vif-plugged-b1a9b4d6-d118-4fa0-9b0b-8e13f388d2da {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1977.430972] env[62291]: DEBUG oslo_concurrency.lockutils [req-8c150569-65ee-4a5a-84db-fc372605652c req-c9498678-9698-4d7b-880f-f4a4511dde7b service nova] Acquiring lock "d1aecebc-401e-45ff-805e-c038722f4cad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1977.431169] env[62291]: DEBUG oslo_concurrency.lockutils [req-8c150569-65ee-4a5a-84db-fc372605652c req-c9498678-9698-4d7b-880f-f4a4511dde7b service nova] Lock "d1aecebc-401e-45ff-805e-c038722f4cad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1977.431349] env[62291]: DEBUG oslo_concurrency.lockutils [req-8c150569-65ee-4a5a-84db-fc372605652c req-c9498678-9698-4d7b-880f-f4a4511dde7b service nova] Lock "d1aecebc-401e-45ff-805e-c038722f4cad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1977.431749] env[62291]: DEBUG nova.compute.manager [req-8c150569-65ee-4a5a-84db-fc372605652c req-c9498678-9698-4d7b-880f-f4a4511dde7b service nova] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] No waiting events found dispatching network-vif-plugged-b1a9b4d6-d118-4fa0-9b0b-8e13f388d2da {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1977.431931] env[62291]: WARNING nova.compute.manager [req-8c150569-65ee-4a5a-84db-fc372605652c req-c9498678-9698-4d7b-880f-f4a4511dde7b service nova] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Received unexpected event network-vif-plugged-b1a9b4d6-d118-4fa0-9b0b-8e13f388d2da for instance with vm_state building and task_state spawning. [ 1977.544114] env[62291]: DEBUG nova.compute.manager [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: adb610f9-02ae-45c0-96e8-939bb4959ab4] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1977.552701] env[62291]: DEBUG nova.network.neutron [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: adb610f9-02ae-45c0-96e8-939bb4959ab4] Successfully created port: d91a3e13-b662-4f02-85be-013b77a52472 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1977.568251] env[62291]: DEBUG oslo_vmware.api [None req-5e14fd47-fe06-4f4a-8ecb-2d67e42693de tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142665, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157298} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.568639] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e14fd47-fe06-4f4a-8ecb-2d67e42693de tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1977.568827] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5e14fd47-fe06-4f4a-8ecb-2d67e42693de tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1977.572212] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5e14fd47-fe06-4f4a-8ecb-2d67e42693de tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1977.572212] env[62291]: INFO nova.compute.manager [None req-5e14fd47-fe06-4f4a-8ecb-2d67e42693de tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1977.572212] env[62291]: DEBUG oslo.service.loopingcall [None req-5e14fd47-fe06-4f4a-8ecb-2d67e42693de tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1977.572212] env[62291]: DEBUG nova.compute.manager [-] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1977.572212] env[62291]: DEBUG nova.network.neutron [-] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1977.614543] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "62245dc4-ec1e-4d13-ae12-940dc7ffc39a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1977.614779] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "62245dc4-ec1e-4d13-ae12-940dc7ffc39a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1977.617469] env[62291]: DEBUG oslo_concurrency.lockutils [req-da105a31-8efe-4626-af4f-acc1b61cdbd5 req-e7b392fe-f5df-4c87-b69e-9eaa80cda87a service nova] Releasing lock "refresh_cache-4bffe146-0b5f-4141-b83c-6974834803bd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1977.692764] env[62291]: DEBUG oslo_vmware.api [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': task-2142666, 'name': Rename_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1977.701247] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Acquiring lock "refresh_cache-d1aecebc-401e-45ff-805e-c038722f4cad" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1977.701389] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Acquired lock "refresh_cache-d1aecebc-401e-45ff-805e-c038722f4cad" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1977.701567] env[62291]: DEBUG nova.network.neutron [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1977.825419] env[62291]: DEBUG oslo_vmware.api [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2142667, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495799} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1977.825419] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 4bffe146-0b5f-4141-b83c-6974834803bd/4bffe146-0b5f-4141-b83c-6974834803bd.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1977.825419] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1977.825764] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6b072937-6ac0-412b-8a69-4e104a247536 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1977.835761] env[62291]: DEBUG oslo_vmware.api [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 1977.835761] env[62291]: value = "task-2142668" [ 1977.835761] env[62291]: _type = "Task" [ 1977.835761] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1977.849322] env[62291]: DEBUG oslo_vmware.api [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2142668, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.192985] env[62291]: DEBUG oslo_vmware.api [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': task-2142666, 'name': Rename_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.233617] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ec1f27-dc74-4814-95d3-5b02721c2664 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.245817] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee330534-1609-4eae-8bac-3db7792f627c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.278553] env[62291]: DEBUG nova.network.neutron [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1978.280387] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67afbab-4f22-493c-b983-4b9067a52603 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.290364] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5373efb2-3dec-4813-87ce-44d080412670 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.305818] env[62291]: DEBUG nova.compute.provider_tree [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1978.345453] env[62291]: DEBUG oslo_vmware.api [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2142668, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079983} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.345711] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1978.346750] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e09ef01-e38d-48e7-848a-20088e93e3a0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.370947] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 4bffe146-0b5f-4141-b83c-6974834803bd/4bffe146-0b5f-4141-b83c-6974834803bd.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1978.374028] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01f078b1-b828-4fa5-8538-e078f316ecce {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.402356] env[62291]: DEBUG oslo_vmware.api [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 1978.402356] env[62291]: value = "task-2142669" [ 1978.402356] env[62291]: _type = "Task" [ 1978.402356] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.411894] env[62291]: DEBUG oslo_vmware.api [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2142669, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.500209] env[62291]: DEBUG nova.network.neutron [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Updating instance_info_cache with network_info: [{"id": "b1a9b4d6-d118-4fa0-9b0b-8e13f388d2da", "address": "fa:16:3e:26:d7:13", "network": {"id": "a7d4cfa1-5a02-4729-b15f-3d414d57aa9e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-66180431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "877e1c36dc75431296fb730c541970f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1a9b4d6-d1", "ovs_interfaceid": "b1a9b4d6-d118-4fa0-9b0b-8e13f388d2da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1978.562625] env[62291]: DEBUG nova.compute.manager [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: adb610f9-02ae-45c0-96e8-939bb4959ab4] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1978.594603] env[62291]: DEBUG nova.virt.hardware [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1978.594882] env[62291]: DEBUG nova.virt.hardware [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1978.595218] env[62291]: DEBUG nova.virt.hardware [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1978.595492] env[62291]: DEBUG nova.virt.hardware [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1978.595666] env[62291]: DEBUG nova.virt.hardware [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1978.595861] env[62291]: DEBUG nova.virt.hardware [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1978.596107] env[62291]: DEBUG nova.virt.hardware [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1978.596274] env[62291]: DEBUG nova.virt.hardware [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1978.596446] env[62291]: DEBUG nova.virt.hardware [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1978.596613] env[62291]: DEBUG nova.virt.hardware [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1978.596782] env[62291]: DEBUG nova.virt.hardware [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1978.597114] env[62291]: DEBUG nova.network.neutron [-] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1978.601042] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bcf0f47-a9ef-458e-9b83-3d7fa6de394d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.609679] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483ca437-d79b-4d9a-bfb8-12eb0f5ee652 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.698140] env[62291]: DEBUG oslo_vmware.api [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': task-2142666, 'name': Rename_Task, 'duration_secs': 1.158593} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.698140] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1978.698140] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05ece05a-ee15-47cf-b1b4-418ec6b94656 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.704827] env[62291]: DEBUG oslo_vmware.api [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Waiting for the task: (returnval){ [ 1978.704827] env[62291]: value = "task-2142670" [ 1978.704827] env[62291]: _type = "Task" [ 1978.704827] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.717504] env[62291]: DEBUG oslo_vmware.api [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': task-2142670, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1978.809448] env[62291]: DEBUG nova.scheduler.client.report [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1978.915334] env[62291]: DEBUG oslo_vmware.api [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2142669, 'name': ReconfigVM_Task, 'duration_secs': 0.333225} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1978.915816] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 4bffe146-0b5f-4141-b83c-6974834803bd/4bffe146-0b5f-4141-b83c-6974834803bd.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1978.916665] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d727ba51-a952-40d2-a92a-f7d399fe3ff9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1978.926147] env[62291]: DEBUG oslo_vmware.api [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 1978.926147] env[62291]: value = "task-2142671" [ 1978.926147] env[62291]: _type = "Task" [ 1978.926147] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1978.934945] env[62291]: DEBUG oslo_vmware.api [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2142671, 'name': Rename_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.003368] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Releasing lock "refresh_cache-d1aecebc-401e-45ff-805e-c038722f4cad" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1979.004015] env[62291]: DEBUG nova.compute.manager [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Instance network_info: |[{"id": "b1a9b4d6-d118-4fa0-9b0b-8e13f388d2da", "address": "fa:16:3e:26:d7:13", "network": {"id": "a7d4cfa1-5a02-4729-b15f-3d414d57aa9e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-66180431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "877e1c36dc75431296fb730c541970f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1a9b4d6-d1", "ovs_interfaceid": "b1a9b4d6-d118-4fa0-9b0b-8e13f388d2da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1979.004158] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:d7:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d94740a-bce8-4103-8ecf-230d02ec0a44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1a9b4d6-d118-4fa0-9b0b-8e13f388d2da', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1979.012277] env[62291]: DEBUG oslo.service.loopingcall [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1979.012529] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1979.012757] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f57db850-55a7-431b-9fbb-7096f07b1c84 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.036070] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1979.036070] env[62291]: value = "task-2142672" [ 1979.036070] env[62291]: _type = "Task" [ 1979.036070] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.045693] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142672, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.102446] env[62291]: INFO nova.compute.manager [-] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Took 1.53 seconds to deallocate network for instance. [ 1979.218362] env[62291]: DEBUG oslo_vmware.api [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': task-2142670, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.315460] env[62291]: DEBUG oslo_concurrency.lockutils [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.791s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1979.316408] env[62291]: DEBUG nova.compute.manager [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] [instance: c4c302a7-9571-452c-a208-2fe2ef99aa6d] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1979.320023] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 29.062s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1979.437646] env[62291]: DEBUG oslo_vmware.api [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2142671, 'name': Rename_Task, 'duration_secs': 0.162282} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.438028] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1979.438613] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-054cc9c5-63b9-4889-8a7b-af686b1df2e7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.446941] env[62291]: DEBUG oslo_vmware.api [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 1979.446941] env[62291]: value = "task-2142673" [ 1979.446941] env[62291]: _type = "Task" [ 1979.446941] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.459025] env[62291]: DEBUG oslo_vmware.api [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2142673, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.552581] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142672, 'name': CreateVM_Task, 'duration_secs': 0.434595} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.553848] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1979.554706] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1979.554897] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1979.555275] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1979.555596] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa7e4285-b237-41e3-b3e8-4ba930f86eac {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.567010] env[62291]: DEBUG oslo_vmware.api [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 1979.567010] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]522aa2a6-bde9-6757-b547-0f8a42048f51" [ 1979.567010] env[62291]: _type = "Task" [ 1979.567010] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.576717] env[62291]: DEBUG nova.network.neutron [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: adb610f9-02ae-45c0-96e8-939bb4959ab4] Successfully updated port: d91a3e13-b662-4f02-85be-013b77a52472 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1979.582046] env[62291]: DEBUG oslo_vmware.api [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]522aa2a6-bde9-6757-b547-0f8a42048f51, 'name': SearchDatastore_Task, 'duration_secs': 0.011938} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.583231] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1979.583231] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1979.583539] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1979.583793] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1979.584222] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1979.584574] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5cb93bf2-2c2d-4f16-ab16-42b53c63d7bf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.595251] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1979.595485] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1979.596246] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fd3efdf-b992-4f49-9e79-d67930e854d7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.606361] env[62291]: DEBUG oslo_vmware.api [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 1979.606361] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52434e2a-fcac-44e5-3aaf-ffd19c2da69e" [ 1979.606361] env[62291]: _type = "Task" [ 1979.606361] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1979.611363] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5e14fd47-fe06-4f4a-8ecb-2d67e42693de tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1979.618566] env[62291]: DEBUG oslo_vmware.api [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52434e2a-fcac-44e5-3aaf-ffd19c2da69e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1979.681347] env[62291]: DEBUG nova.compute.manager [req-986bc9c0-efbf-44fd-87ea-4639cd89e08d req-4aac1628-1438-420d-b7f4-752e207212c6 service nova] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Received event network-changed-b1a9b4d6-d118-4fa0-9b0b-8e13f388d2da {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1979.681545] env[62291]: DEBUG nova.compute.manager [req-986bc9c0-efbf-44fd-87ea-4639cd89e08d req-4aac1628-1438-420d-b7f4-752e207212c6 service nova] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Refreshing instance network info cache due to event network-changed-b1a9b4d6-d118-4fa0-9b0b-8e13f388d2da. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1979.681668] env[62291]: DEBUG oslo_concurrency.lockutils [req-986bc9c0-efbf-44fd-87ea-4639cd89e08d req-4aac1628-1438-420d-b7f4-752e207212c6 service nova] Acquiring lock "refresh_cache-d1aecebc-401e-45ff-805e-c038722f4cad" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1979.681820] env[62291]: DEBUG oslo_concurrency.lockutils [req-986bc9c0-efbf-44fd-87ea-4639cd89e08d req-4aac1628-1438-420d-b7f4-752e207212c6 service nova] Acquired lock "refresh_cache-d1aecebc-401e-45ff-805e-c038722f4cad" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1979.681995] env[62291]: DEBUG nova.network.neutron [req-986bc9c0-efbf-44fd-87ea-4639cd89e08d req-4aac1628-1438-420d-b7f4-752e207212c6 service nova] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Refreshing network info cache for port b1a9b4d6-d118-4fa0-9b0b-8e13f388d2da {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1979.723040] env[62291]: DEBUG oslo_vmware.api [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': task-2142670, 'name': PowerOnVM_Task, 'duration_secs': 0.58591} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1979.723040] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1979.723040] env[62291]: INFO nova.compute.manager [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Took 9.41 seconds to spawn the instance on the hypervisor. [ 1979.723040] env[62291]: DEBUG nova.compute.manager [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1979.723683] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3499893e-2235-449a-9511-2fcbb2e14be1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1979.826178] env[62291]: DEBUG nova.compute.utils [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1979.829357] env[62291]: INFO nova.compute.claims [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1979.833493] env[62291]: DEBUG nova.compute.manager [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] [instance: c4c302a7-9571-452c-a208-2fe2ef99aa6d] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1979.834192] env[62291]: DEBUG nova.network.neutron [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] [instance: c4c302a7-9571-452c-a208-2fe2ef99aa6d] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1979.903959] env[62291]: DEBUG nova.policy [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '775557a9cf8e40b6a9d43f92f9c0a63b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cb4848328640450f9e7588765c26fa8c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 1979.963588] env[62291]: DEBUG oslo_vmware.api [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2142673, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.084210] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Acquiring lock "refresh_cache-adb610f9-02ae-45c0-96e8-939bb4959ab4" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1980.084428] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Acquired lock "refresh_cache-adb610f9-02ae-45c0-96e8-939bb4959ab4" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1980.084574] env[62291]: DEBUG nova.network.neutron [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: adb610f9-02ae-45c0-96e8-939bb4959ab4] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1980.124078] env[62291]: DEBUG oslo_vmware.api [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52434e2a-fcac-44e5-3aaf-ffd19c2da69e, 'name': SearchDatastore_Task, 'duration_secs': 0.030222} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.124806] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd1679f7-e1f2-4658-a482-cf6f4e68c13c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.133945] env[62291]: DEBUG oslo_vmware.api [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 1980.133945] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52d5d631-35c5-001a-7fa7-2be8c6a2e6d2" [ 1980.133945] env[62291]: _type = "Task" [ 1980.133945] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.142993] env[62291]: DEBUG oslo_vmware.api [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52d5d631-35c5-001a-7fa7-2be8c6a2e6d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.250027] env[62291]: INFO nova.compute.manager [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Took 42.99 seconds to build instance. [ 1980.337426] env[62291]: DEBUG nova.compute.manager [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] [instance: c4c302a7-9571-452c-a208-2fe2ef99aa6d] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1980.341257] env[62291]: INFO nova.compute.resource_tracker [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Updating resource usage from migration 4554fb07-06d6-4467-85c3-bc49c4093bd1 [ 1980.462329] env[62291]: DEBUG oslo_vmware.api [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2142673, 'name': PowerOnVM_Task, 'duration_secs': 0.542016} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.464848] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1980.465482] env[62291]: INFO nova.compute.manager [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Took 7.42 seconds to spawn the instance on the hypervisor. [ 1980.465675] env[62291]: DEBUG nova.compute.manager [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1980.466532] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc2e1dc-89b3-4d87-9d13-d919087c764c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.600318] env[62291]: DEBUG nova.network.neutron [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] [instance: c4c302a7-9571-452c-a208-2fe2ef99aa6d] Successfully created port: 72e60e95-3e53-406a-a95e-2c799f4321f5 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1980.638940] env[62291]: DEBUG nova.network.neutron [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: adb610f9-02ae-45c0-96e8-939bb4959ab4] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1980.652276] env[62291]: DEBUG oslo_vmware.api [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52d5d631-35c5-001a-7fa7-2be8c6a2e6d2, 'name': SearchDatastore_Task, 'duration_secs': 0.018528} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1980.652559] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1980.652820] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] d1aecebc-401e-45ff-805e-c038722f4cad/d1aecebc-401e-45ff-805e-c038722f4cad.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1980.653103] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d694721-875b-43d2-ba11-81871ea73b87 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.667048] env[62291]: DEBUG oslo_vmware.api [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 1980.667048] env[62291]: value = "task-2142674" [ 1980.667048] env[62291]: _type = "Task" [ 1980.667048] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1980.682155] env[62291]: DEBUG oslo_vmware.api [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2142674, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1980.753984] env[62291]: DEBUG oslo_concurrency.lockutils [None req-32ef3c4d-7dee-421a-8ee3-7d60b9268d25 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Lock "9e744a65-5987-42ac-b826-17482fb23f8a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.406s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1980.778893] env[62291]: DEBUG nova.network.neutron [req-986bc9c0-efbf-44fd-87ea-4639cd89e08d req-4aac1628-1438-420d-b7f4-752e207212c6 service nova] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Updated VIF entry in instance network info cache for port b1a9b4d6-d118-4fa0-9b0b-8e13f388d2da. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1980.779278] env[62291]: DEBUG nova.network.neutron [req-986bc9c0-efbf-44fd-87ea-4639cd89e08d req-4aac1628-1438-420d-b7f4-752e207212c6 service nova] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Updating instance_info_cache with network_info: [{"id": "b1a9b4d6-d118-4fa0-9b0b-8e13f388d2da", "address": "fa:16:3e:26:d7:13", "network": {"id": "a7d4cfa1-5a02-4729-b15f-3d414d57aa9e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-66180431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "877e1c36dc75431296fb730c541970f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1a9b4d6-d1", "ovs_interfaceid": "b1a9b4d6-d118-4fa0-9b0b-8e13f388d2da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1980.865099] env[62291]: DEBUG nova.network.neutron [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: adb610f9-02ae-45c0-96e8-939bb4959ab4] Updating instance_info_cache with network_info: [{"id": "d91a3e13-b662-4f02-85be-013b77a52472", "address": "fa:16:3e:d5:cb:f2", "network": {"id": "b493d309-1968-4e18-8dc9-a3fc931f694b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-838792115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18de2cc546ba4e1cb72020b0bb3d88c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd91a3e13-b6", "ovs_interfaceid": "d91a3e13-b662-4f02-85be-013b77a52472", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1980.945879] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7a660e-ba97-4605-b534-9b0472cf976d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1980.955994] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51118ae2-9e88-4fcb-9ae1-78f5a739fa93 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.013087] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd66da07-ee2f-4946-b491-995a9463cb9c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.017825] env[62291]: INFO nova.compute.manager [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Took 39.04 seconds to build instance. [ 1981.024673] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae22268-5c73-4f5e-9580-356662f34af9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.046504] env[62291]: DEBUG nova.compute.provider_tree [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1981.180261] env[62291]: DEBUG oslo_vmware.api [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2142674, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.256136] env[62291]: DEBUG nova.compute.manager [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1981.282954] env[62291]: DEBUG oslo_concurrency.lockutils [req-986bc9c0-efbf-44fd-87ea-4639cd89e08d req-4aac1628-1438-420d-b7f4-752e207212c6 service nova] Releasing lock "refresh_cache-d1aecebc-401e-45ff-805e-c038722f4cad" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1981.284070] env[62291]: DEBUG nova.compute.manager [req-986bc9c0-efbf-44fd-87ea-4639cd89e08d req-4aac1628-1438-420d-b7f4-752e207212c6 service nova] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Received event network-vif-deleted-268ace07-8320-4a52-adb5-5718f59f3703 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1981.284070] env[62291]: DEBUG nova.compute.manager [req-986bc9c0-efbf-44fd-87ea-4639cd89e08d req-4aac1628-1438-420d-b7f4-752e207212c6 service nova] [instance: adb610f9-02ae-45c0-96e8-939bb4959ab4] Received event network-vif-plugged-d91a3e13-b662-4f02-85be-013b77a52472 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1981.284070] env[62291]: DEBUG oslo_concurrency.lockutils [req-986bc9c0-efbf-44fd-87ea-4639cd89e08d req-4aac1628-1438-420d-b7f4-752e207212c6 service nova] Acquiring lock "adb610f9-02ae-45c0-96e8-939bb4959ab4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1981.284070] env[62291]: DEBUG oslo_concurrency.lockutils [req-986bc9c0-efbf-44fd-87ea-4639cd89e08d req-4aac1628-1438-420d-b7f4-752e207212c6 service nova] Lock "adb610f9-02ae-45c0-96e8-939bb4959ab4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1981.284494] env[62291]: DEBUG oslo_concurrency.lockutils [req-986bc9c0-efbf-44fd-87ea-4639cd89e08d req-4aac1628-1438-420d-b7f4-752e207212c6 service nova] Lock "adb610f9-02ae-45c0-96e8-939bb4959ab4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1981.284494] env[62291]: DEBUG nova.compute.manager [req-986bc9c0-efbf-44fd-87ea-4639cd89e08d req-4aac1628-1438-420d-b7f4-752e207212c6 service nova] [instance: adb610f9-02ae-45c0-96e8-939bb4959ab4] No waiting events found dispatching network-vif-plugged-d91a3e13-b662-4f02-85be-013b77a52472 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1981.284494] env[62291]: WARNING nova.compute.manager [req-986bc9c0-efbf-44fd-87ea-4639cd89e08d req-4aac1628-1438-420d-b7f4-752e207212c6 service nova] [instance: adb610f9-02ae-45c0-96e8-939bb4959ab4] Received unexpected event network-vif-plugged-d91a3e13-b662-4f02-85be-013b77a52472 for instance with vm_state building and task_state spawning. [ 1981.353061] env[62291]: DEBUG nova.compute.manager [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] [instance: c4c302a7-9571-452c-a208-2fe2ef99aa6d] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1981.369043] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Releasing lock "refresh_cache-adb610f9-02ae-45c0-96e8-939bb4959ab4" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1981.369765] env[62291]: DEBUG nova.compute.manager [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: adb610f9-02ae-45c0-96e8-939bb4959ab4] Instance network_info: |[{"id": "d91a3e13-b662-4f02-85be-013b77a52472", "address": "fa:16:3e:d5:cb:f2", "network": {"id": "b493d309-1968-4e18-8dc9-a3fc931f694b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-838792115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18de2cc546ba4e1cb72020b0bb3d88c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd91a3e13-b6", "ovs_interfaceid": "d91a3e13-b662-4f02-85be-013b77a52472", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1981.370427] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: adb610f9-02ae-45c0-96e8-939bb4959ab4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:cb:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd91a3e13-b662-4f02-85be-013b77a52472', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1981.381589] env[62291]: DEBUG oslo.service.loopingcall [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1981.384747] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adb610f9-02ae-45c0-96e8-939bb4959ab4] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1981.385431] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a773b759-ac89-48fd-a1f4-c5aa8bcfb713 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.406518] env[62291]: DEBUG nova.virt.hardware [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1981.410217] env[62291]: DEBUG nova.virt.hardware [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1981.410217] env[62291]: DEBUG nova.virt.hardware [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1981.410217] env[62291]: DEBUG nova.virt.hardware [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1981.410217] env[62291]: DEBUG nova.virt.hardware [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1981.410217] env[62291]: DEBUG nova.virt.hardware [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1981.410399] env[62291]: DEBUG nova.virt.hardware [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1981.410399] env[62291]: DEBUG nova.virt.hardware [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1981.410465] env[62291]: DEBUG nova.virt.hardware [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1981.410968] env[62291]: DEBUG nova.virt.hardware [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1981.410968] env[62291]: DEBUG nova.virt.hardware [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1981.412072] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde90d63-219a-400f-90d0-04f4ff017c51 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.424570] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fe17d0-67ff-4f21-9524-fbf9a4fcacdd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.426605] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1981.426605] env[62291]: value = "task-2142675" [ 1981.426605] env[62291]: _type = "Task" [ 1981.426605] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.442892] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142675, 'name': CreateVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.521270] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fe8261c6-abd0-46c4-ac03-232976ff6bf7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "4bffe146-0b5f-4141-b83c-6974834803bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.070s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1981.550292] env[62291]: DEBUG nova.scheduler.client.report [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1981.682112] env[62291]: DEBUG oslo_vmware.api [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2142674, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.729713} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.682112] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] d1aecebc-401e-45ff-805e-c038722f4cad/d1aecebc-401e-45ff-805e-c038722f4cad.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1981.682246] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1981.682491] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-761633e3-3c40-4d02-8ebc-94a3dad5a067 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.691263] env[62291]: DEBUG oslo_vmware.api [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 1981.691263] env[62291]: value = "task-2142676" [ 1981.691263] env[62291]: _type = "Task" [ 1981.691263] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.701827] env[62291]: DEBUG oslo_vmware.api [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2142676, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1981.757227] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "36586f63-0d66-4da8-994a-5d54ed5afb76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1981.757452] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "36586f63-0d66-4da8-994a-5d54ed5afb76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1981.783388] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1981.938876] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142675, 'name': CreateVM_Task, 'duration_secs': 0.453988} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1981.939079] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: adb610f9-02ae-45c0-96e8-939bb4959ab4] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1981.939803] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1981.940013] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1981.940335] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1981.943064] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f064018-f187-46ae-a72f-8c44ed55a23e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.947060] env[62291]: DEBUG oslo_vmware.api [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Waiting for the task: (returnval){ [ 1981.947060] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5201dde1-b8b9-26d5-2a5c-fd2ce5c68419" [ 1981.947060] env[62291]: _type = "Task" [ 1981.947060] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1981.957069] env[62291]: DEBUG oslo_vmware.api [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5201dde1-b8b9-26d5-2a5c-fd2ce5c68419, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.024453] env[62291]: DEBUG nova.compute.manager [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] [instance: 36cf27ca-350f-480b-bba3-fb29db7f176f] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1982.056253] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.736s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1982.056892] env[62291]: INFO nova.compute.manager [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Migrating [ 1982.056892] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1982.056892] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1982.058231] env[62291]: DEBUG oslo_concurrency.lockutils [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.495s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1982.059719] env[62291]: INFO nova.compute.claims [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 68d9ebdd-312b-4823-99b4-01b3ff895561] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1982.118413] env[62291]: DEBUG nova.compute.manager [req-4fd54aa6-8960-4a38-b520-2e40184deef5 req-1b3413f8-81f8-4a1f-a365-fea2b010e3a7 service nova] [instance: adb610f9-02ae-45c0-96e8-939bb4959ab4] Received event network-changed-d91a3e13-b662-4f02-85be-013b77a52472 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1982.118613] env[62291]: DEBUG nova.compute.manager [req-4fd54aa6-8960-4a38-b520-2e40184deef5 req-1b3413f8-81f8-4a1f-a365-fea2b010e3a7 service nova] [instance: adb610f9-02ae-45c0-96e8-939bb4959ab4] Refreshing instance network info cache due to event network-changed-d91a3e13-b662-4f02-85be-013b77a52472. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1982.118825] env[62291]: DEBUG oslo_concurrency.lockutils [req-4fd54aa6-8960-4a38-b520-2e40184deef5 req-1b3413f8-81f8-4a1f-a365-fea2b010e3a7 service nova] Acquiring lock "refresh_cache-adb610f9-02ae-45c0-96e8-939bb4959ab4" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1982.118968] env[62291]: DEBUG oslo_concurrency.lockutils [req-4fd54aa6-8960-4a38-b520-2e40184deef5 req-1b3413f8-81f8-4a1f-a365-fea2b010e3a7 service nova] Acquired lock "refresh_cache-adb610f9-02ae-45c0-96e8-939bb4959ab4" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1982.119141] env[62291]: DEBUG nova.network.neutron [req-4fd54aa6-8960-4a38-b520-2e40184deef5 req-1b3413f8-81f8-4a1f-a365-fea2b010e3a7 service nova] [instance: adb610f9-02ae-45c0-96e8-939bb4959ab4] Refreshing network info cache for port d91a3e13-b662-4f02-85be-013b77a52472 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1982.202864] env[62291]: DEBUG oslo_vmware.api [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2142676, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.116833} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.203550] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1982.204847] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90958fd-4f41-4368-96aa-a72a55a1a650 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.231183] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] d1aecebc-401e-45ff-805e-c038722f4cad/d1aecebc-401e-45ff-805e-c038722f4cad.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1982.232138] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb43155d-0db0-47b1-b1c3-4a7dc9efee14 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.258378] env[62291]: DEBUG oslo_vmware.api [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 1982.258378] env[62291]: value = "task-2142677" [ 1982.258378] env[62291]: _type = "Task" [ 1982.258378] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.267856] env[62291]: DEBUG oslo_vmware.api [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2142677, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.460087] env[62291]: DEBUG oslo_vmware.api [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5201dde1-b8b9-26d5-2a5c-fd2ce5c68419, 'name': SearchDatastore_Task, 'duration_secs': 0.014968} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.460548] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1982.460843] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: adb610f9-02ae-45c0-96e8-939bb4959ab4] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1982.461174] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1982.461376] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1982.461618] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1982.461952] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4e468ca-1890-4691-b633-c0cc914b6545 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.473263] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1982.473505] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1982.474412] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-111d77ff-c17a-4feb-bad0-2d9d432f5da8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.481061] env[62291]: DEBUG oslo_vmware.api [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Waiting for the task: (returnval){ [ 1982.481061] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]520ecb10-b5c9-9142-008a-cb60e197d6ae" [ 1982.481061] env[62291]: _type = "Task" [ 1982.481061] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.492269] env[62291]: DEBUG oslo_vmware.api [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]520ecb10-b5c9-9142-008a-cb60e197d6ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1982.562184] env[62291]: DEBUG oslo_concurrency.lockutils [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1982.563840] env[62291]: INFO nova.compute.rpcapi [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Automatically selected compute RPC version 6.3 from minimum service version 67 [ 1982.564464] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1982.774999] env[62291]: DEBUG oslo_vmware.api [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2142677, 'name': ReconfigVM_Task, 'duration_secs': 0.307828} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1982.775715] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Reconfigured VM instance instance-00000021 to attach disk [datastore2] d1aecebc-401e-45ff-805e-c038722f4cad/d1aecebc-401e-45ff-805e-c038722f4cad.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1982.776788] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d7a35c0-e245-4ee7-81e4-87218d5f6d8e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1982.798962] env[62291]: DEBUG oslo_vmware.api [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 1982.798962] env[62291]: value = "task-2142678" [ 1982.798962] env[62291]: _type = "Task" [ 1982.798962] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1982.809898] env[62291]: DEBUG oslo_vmware.api [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2142678, 'name': Rename_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.015438] env[62291]: DEBUG oslo_vmware.api [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]520ecb10-b5c9-9142-008a-cb60e197d6ae, 'name': SearchDatastore_Task, 'duration_secs': 0.019768} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.015438] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e47a7f8-0f8b-4148-b2db-df61cd269426 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.023233] env[62291]: DEBUG oslo_vmware.api [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Waiting for the task: (returnval){ [ 1983.023233] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]522f30e8-7afd-df00-2f7e-057ace090414" [ 1983.023233] env[62291]: _type = "Task" [ 1983.023233] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.033018] env[62291]: DEBUG oslo_vmware.api [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]522f30e8-7afd-df00-2f7e-057ace090414, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.091831] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Acquiring lock "refresh_cache-0a178974-018c-410a-a901-c9e984be8ebf" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1983.091831] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Acquired lock "refresh_cache-0a178974-018c-410a-a901-c9e984be8ebf" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1983.091831] env[62291]: DEBUG nova.network.neutron [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1983.097743] env[62291]: DEBUG nova.network.neutron [req-4fd54aa6-8960-4a38-b520-2e40184deef5 req-1b3413f8-81f8-4a1f-a365-fea2b010e3a7 service nova] [instance: adb610f9-02ae-45c0-96e8-939bb4959ab4] Updated VIF entry in instance network info cache for port d91a3e13-b662-4f02-85be-013b77a52472. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1983.098349] env[62291]: DEBUG nova.network.neutron [req-4fd54aa6-8960-4a38-b520-2e40184deef5 req-1b3413f8-81f8-4a1f-a365-fea2b010e3a7 service nova] [instance: adb610f9-02ae-45c0-96e8-939bb4959ab4] Updating instance_info_cache with network_info: [{"id": "d91a3e13-b662-4f02-85be-013b77a52472", "address": "fa:16:3e:d5:cb:f2", "network": {"id": "b493d309-1968-4e18-8dc9-a3fc931f694b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-838792115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18de2cc546ba4e1cb72020b0bb3d88c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd91a3e13-b6", "ovs_interfaceid": "d91a3e13-b662-4f02-85be-013b77a52472", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1983.152815] env[62291]: DEBUG nova.network.neutron [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] [instance: c4c302a7-9571-452c-a208-2fe2ef99aa6d] Successfully updated port: 72e60e95-3e53-406a-a95e-2c799f4321f5 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1983.311610] env[62291]: DEBUG oslo_vmware.api [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2142678, 'name': Rename_Task, 'duration_secs': 0.172577} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.311954] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1983.312188] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40848cf3-c672-4e86-991a-698da85c8564 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.320396] env[62291]: DEBUG oslo_concurrency.lockutils [None req-01e2b7b5-1143-420d-b76d-0273e2016522 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Acquiring lock "80c94d56-773a-499b-a207-a3f11a14c32b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1983.320513] env[62291]: DEBUG oslo_concurrency.lockutils [None req-01e2b7b5-1143-420d-b76d-0273e2016522 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Lock "80c94d56-773a-499b-a207-a3f11a14c32b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1983.320661] env[62291]: DEBUG oslo_concurrency.lockutils [None req-01e2b7b5-1143-420d-b76d-0273e2016522 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Acquiring lock "80c94d56-773a-499b-a207-a3f11a14c32b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1983.320838] env[62291]: DEBUG oslo_concurrency.lockutils [None req-01e2b7b5-1143-420d-b76d-0273e2016522 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Lock "80c94d56-773a-499b-a207-a3f11a14c32b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1983.321009] env[62291]: DEBUG oslo_concurrency.lockutils [None req-01e2b7b5-1143-420d-b76d-0273e2016522 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Lock "80c94d56-773a-499b-a207-a3f11a14c32b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1983.325035] env[62291]: INFO nova.compute.manager [None req-01e2b7b5-1143-420d-b76d-0273e2016522 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Terminating instance [ 1983.325970] env[62291]: DEBUG nova.compute.manager [None req-01e2b7b5-1143-420d-b76d-0273e2016522 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1983.326166] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-01e2b7b5-1143-420d-b76d-0273e2016522 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1983.326983] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf42c975-5de8-4143-a0cf-7adf1233cda7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.331787] env[62291]: DEBUG oslo_vmware.api [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 1983.331787] env[62291]: value = "task-2142679" [ 1983.331787] env[62291]: _type = "Task" [ 1983.331787] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.343739] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e2b7b5-1143-420d-b76d-0273e2016522 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1983.344416] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8460a594-b837-41c9-8e53-503d2ff7ee1e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.349219] env[62291]: DEBUG oslo_vmware.api [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2142679, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.357991] env[62291]: DEBUG oslo_vmware.api [None req-01e2b7b5-1143-420d-b76d-0273e2016522 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Waiting for the task: (returnval){ [ 1983.357991] env[62291]: value = "task-2142680" [ 1983.357991] env[62291]: _type = "Task" [ 1983.357991] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.370185] env[62291]: DEBUG oslo_vmware.api [None req-01e2b7b5-1143-420d-b76d-0273e2016522 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142680, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.540108] env[62291]: DEBUG oslo_vmware.api [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]522f30e8-7afd-df00-2f7e-057ace090414, 'name': SearchDatastore_Task, 'duration_secs': 0.028865} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.542988] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1983.545978] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] adb610f9-02ae-45c0-96e8-939bb4959ab4/adb610f9-02ae-45c0-96e8-939bb4959ab4.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1983.547192] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9aea29b9-133f-4d25-b81c-fbe32d26bb6a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.556961] env[62291]: DEBUG oslo_vmware.api [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Waiting for the task: (returnval){ [ 1983.556961] env[62291]: value = "task-2142681" [ 1983.556961] env[62291]: _type = "Task" [ 1983.556961] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1983.565899] env[62291]: DEBUG oslo_vmware.api [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': task-2142681, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1983.600426] env[62291]: DEBUG oslo_concurrency.lockutils [req-4fd54aa6-8960-4a38-b520-2e40184deef5 req-1b3413f8-81f8-4a1f-a365-fea2b010e3a7 service nova] Releasing lock "refresh_cache-adb610f9-02ae-45c0-96e8-939bb4959ab4" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1983.654209] env[62291]: DEBUG oslo_concurrency.lockutils [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Acquiring lock "refresh_cache-c4c302a7-9571-452c-a208-2fe2ef99aa6d" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1983.654349] env[62291]: DEBUG oslo_concurrency.lockutils [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Acquired lock "refresh_cache-c4c302a7-9571-452c-a208-2fe2ef99aa6d" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1983.654521] env[62291]: DEBUG nova.network.neutron [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] [instance: c4c302a7-9571-452c-a208-2fe2ef99aa6d] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1983.801524] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64dc9b7f-0c42-435d-aecd-7a72b0315b1f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.815378] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bdcb7a3-08ec-4270-b8ab-3e635f60e126 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.859417] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c2fdad-5d9a-4a60-b397-a306796ca294 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.877068] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0f022cb-3c73-4244-b761-6fe566fc0587 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.882082] env[62291]: DEBUG oslo_vmware.api [None req-01e2b7b5-1143-420d-b76d-0273e2016522 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142680, 'name': PowerOffVM_Task, 'duration_secs': 0.217128} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.883026] env[62291]: DEBUG oslo_vmware.api [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2142679, 'name': PowerOnVM_Task, 'duration_secs': 0.535141} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1983.883026] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-01e2b7b5-1143-420d-b76d-0273e2016522 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1983.883026] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-01e2b7b5-1143-420d-b76d-0273e2016522 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1983.883026] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1983.883228] env[62291]: INFO nova.compute.manager [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Took 8.11 seconds to spawn the instance on the hypervisor. [ 1983.883803] env[62291]: DEBUG nova.compute.manager [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1983.884247] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-500180ed-6f3a-4c3a-bc5f-baffe7375092 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.886601] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15551b3d-92af-4170-84bf-9e8e1348b287 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1983.897618] env[62291]: DEBUG nova.compute.provider_tree [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1984.001594] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-01e2b7b5-1143-420d-b76d-0273e2016522 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1984.001594] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-01e2b7b5-1143-420d-b76d-0273e2016522 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Deleting contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1984.001594] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-01e2b7b5-1143-420d-b76d-0273e2016522 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Deleting the datastore file [datastore1] 80c94d56-773a-499b-a207-a3f11a14c32b {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1984.001594] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-90246b92-e1cc-4471-a0b2-55062dfb4dbd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.012402] env[62291]: DEBUG oslo_vmware.api [None req-01e2b7b5-1143-420d-b76d-0273e2016522 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Waiting for the task: (returnval){ [ 1984.012402] env[62291]: value = "task-2142683" [ 1984.012402] env[62291]: _type = "Task" [ 1984.012402] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.013819] env[62291]: DEBUG nova.network.neutron [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Updating instance_info_cache with network_info: [{"id": "d5f7a1b8-950b-427c-8e4c-2b186102b849", "address": "fa:16:3e:c1:8a:bd", "network": {"id": "628f334a-7ac3-4fd6-9258-4e5aabcf7839", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7a5e935372e4d0998462c64df5e8266", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5f7a1b8-95", "ovs_interfaceid": "d5f7a1b8-950b-427c-8e4c-2b186102b849", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1984.033539] env[62291]: DEBUG oslo_vmware.api [None req-01e2b7b5-1143-420d-b76d-0273e2016522 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142683, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.070557] env[62291]: DEBUG oslo_vmware.api [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': task-2142681, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.215632] env[62291]: DEBUG nova.network.neutron [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] [instance: c4c302a7-9571-452c-a208-2fe2ef99aa6d] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1984.271051] env[62291]: DEBUG nova.compute.manager [req-ce5c512c-5f2e-442a-9939-5ece82eed62b req-6718c21a-079b-4903-8afc-81cff05ae7e2 service nova] [instance: c4c302a7-9571-452c-a208-2fe2ef99aa6d] Received event network-vif-plugged-72e60e95-3e53-406a-a95e-2c799f4321f5 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1984.271360] env[62291]: DEBUG oslo_concurrency.lockutils [req-ce5c512c-5f2e-442a-9939-5ece82eed62b req-6718c21a-079b-4903-8afc-81cff05ae7e2 service nova] Acquiring lock "c4c302a7-9571-452c-a208-2fe2ef99aa6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1984.271627] env[62291]: DEBUG oslo_concurrency.lockutils [req-ce5c512c-5f2e-442a-9939-5ece82eed62b req-6718c21a-079b-4903-8afc-81cff05ae7e2 service nova] Lock "c4c302a7-9571-452c-a208-2fe2ef99aa6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1984.271856] env[62291]: DEBUG oslo_concurrency.lockutils [req-ce5c512c-5f2e-442a-9939-5ece82eed62b req-6718c21a-079b-4903-8afc-81cff05ae7e2 service nova] Lock "c4c302a7-9571-452c-a208-2fe2ef99aa6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1984.272074] env[62291]: DEBUG nova.compute.manager [req-ce5c512c-5f2e-442a-9939-5ece82eed62b req-6718c21a-079b-4903-8afc-81cff05ae7e2 service nova] [instance: c4c302a7-9571-452c-a208-2fe2ef99aa6d] No waiting events found dispatching network-vif-plugged-72e60e95-3e53-406a-a95e-2c799f4321f5 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1984.272288] env[62291]: WARNING nova.compute.manager [req-ce5c512c-5f2e-442a-9939-5ece82eed62b req-6718c21a-079b-4903-8afc-81cff05ae7e2 service nova] [instance: c4c302a7-9571-452c-a208-2fe2ef99aa6d] Received unexpected event network-vif-plugged-72e60e95-3e53-406a-a95e-2c799f4321f5 for instance with vm_state building and task_state spawning. [ 1984.272561] env[62291]: DEBUG nova.compute.manager [req-ce5c512c-5f2e-442a-9939-5ece82eed62b req-6718c21a-079b-4903-8afc-81cff05ae7e2 service nova] [instance: c4c302a7-9571-452c-a208-2fe2ef99aa6d] Received event network-changed-72e60e95-3e53-406a-a95e-2c799f4321f5 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1984.272718] env[62291]: DEBUG nova.compute.manager [req-ce5c512c-5f2e-442a-9939-5ece82eed62b req-6718c21a-079b-4903-8afc-81cff05ae7e2 service nova] [instance: c4c302a7-9571-452c-a208-2fe2ef99aa6d] Refreshing instance network info cache due to event network-changed-72e60e95-3e53-406a-a95e-2c799f4321f5. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1984.272926] env[62291]: DEBUG oslo_concurrency.lockutils [req-ce5c512c-5f2e-442a-9939-5ece82eed62b req-6718c21a-079b-4903-8afc-81cff05ae7e2 service nova] Acquiring lock "refresh_cache-c4c302a7-9571-452c-a208-2fe2ef99aa6d" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1984.402682] env[62291]: DEBUG nova.scheduler.client.report [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1984.419214] env[62291]: INFO nova.compute.manager [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Took 41.68 seconds to build instance. [ 1984.426768] env[62291]: DEBUG nova.network.neutron [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] [instance: c4c302a7-9571-452c-a208-2fe2ef99aa6d] Updating instance_info_cache with network_info: [{"id": "72e60e95-3e53-406a-a95e-2c799f4321f5", "address": "fa:16:3e:4f:4f:0d", "network": {"id": "39ed3703-d35a-46db-a7c0-2e358eb64b3f", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1682071737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb4848328640450f9e7588765c26fa8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72e60e95-3e", "ovs_interfaceid": "72e60e95-3e53-406a-a95e-2c799f4321f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1984.522704] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Releasing lock "refresh_cache-0a178974-018c-410a-a901-c9e984be8ebf" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1984.528883] env[62291]: DEBUG oslo_vmware.api [None req-01e2b7b5-1143-420d-b76d-0273e2016522 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142683, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.46792} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.529210] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-01e2b7b5-1143-420d-b76d-0273e2016522 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1984.529334] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-01e2b7b5-1143-420d-b76d-0273e2016522 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Deleted contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1984.529512] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-01e2b7b5-1143-420d-b76d-0273e2016522 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1984.529685] env[62291]: INFO nova.compute.manager [None req-01e2b7b5-1143-420d-b76d-0273e2016522 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1984.529923] env[62291]: DEBUG oslo.service.loopingcall [None req-01e2b7b5-1143-420d-b76d-0273e2016522 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1984.530146] env[62291]: DEBUG nova.compute.manager [-] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1984.530239] env[62291]: DEBUG nova.network.neutron [-] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1984.569220] env[62291]: DEBUG oslo_vmware.api [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': task-2142681, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.706535} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1984.569534] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] adb610f9-02ae-45c0-96e8-939bb4959ab4/adb610f9-02ae-45c0-96e8-939bb4959ab4.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1984.569748] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: adb610f9-02ae-45c0-96e8-939bb4959ab4] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1984.570011] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1f6b3bd-0bb7-4267-b0bb-50e1e79e05f4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.580252] env[62291]: DEBUG oslo_vmware.api [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Waiting for the task: (returnval){ [ 1984.580252] env[62291]: value = "task-2142684" [ 1984.580252] env[62291]: _type = "Task" [ 1984.580252] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1984.592750] env[62291]: DEBUG oslo_vmware.api [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': task-2142684, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1984.908790] env[62291]: DEBUG oslo_concurrency.lockutils [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.850s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1984.909406] env[62291]: DEBUG nova.compute.manager [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 68d9ebdd-312b-4823-99b4-01b3ff895561] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1984.915019] env[62291]: DEBUG oslo_concurrency.lockutils [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.326s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1984.915019] env[62291]: INFO nova.compute.claims [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1984.924547] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3274698f-e3ba-4328-939b-b9b29dec99a8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Lock "d1aecebc-401e-45ff-805e-c038722f4cad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.111s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1984.929447] env[62291]: DEBUG oslo_concurrency.lockutils [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Releasing lock "refresh_cache-c4c302a7-9571-452c-a208-2fe2ef99aa6d" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1984.929742] env[62291]: DEBUG nova.compute.manager [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] [instance: c4c302a7-9571-452c-a208-2fe2ef99aa6d] Instance network_info: |[{"id": "72e60e95-3e53-406a-a95e-2c799f4321f5", "address": "fa:16:3e:4f:4f:0d", "network": {"id": "39ed3703-d35a-46db-a7c0-2e358eb64b3f", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1682071737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb4848328640450f9e7588765c26fa8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72e60e95-3e", "ovs_interfaceid": "72e60e95-3e53-406a-a95e-2c799f4321f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1984.930028] env[62291]: DEBUG oslo_concurrency.lockutils [req-ce5c512c-5f2e-442a-9939-5ece82eed62b req-6718c21a-079b-4903-8afc-81cff05ae7e2 service nova] Acquired lock "refresh_cache-c4c302a7-9571-452c-a208-2fe2ef99aa6d" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1984.930207] env[62291]: DEBUG nova.network.neutron [req-ce5c512c-5f2e-442a-9939-5ece82eed62b req-6718c21a-079b-4903-8afc-81cff05ae7e2 service nova] [instance: c4c302a7-9571-452c-a208-2fe2ef99aa6d] Refreshing network info cache for port 72e60e95-3e53-406a-a95e-2c799f4321f5 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1984.932749] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] [instance: c4c302a7-9571-452c-a208-2fe2ef99aa6d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:4f:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a9abd00f-2cea-40f8-9804-a56b6431192d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72e60e95-3e53-406a-a95e-2c799f4321f5', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1984.946040] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Creating folder: Project (cb4848328640450f9e7588765c26fa8c). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1984.946691] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ef756f7-be0f-4bfa-8f7a-e2c293d331cf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.965798] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Created folder: Project (cb4848328640450f9e7588765c26fa8c) in parent group-v437896. [ 1984.965798] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Creating folder: Instances. Parent ref: group-v437971. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1984.965798] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-432080cb-1984-4210-b3a2-50dceb95ace0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1984.979301] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Created folder: Instances in parent group-v437971. [ 1984.980418] env[62291]: DEBUG oslo.service.loopingcall [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1984.980932] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4c302a7-9571-452c-a208-2fe2ef99aa6d] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1984.981463] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-58fcf02a-0de6-4d41-afcc-0b995bb3a420 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.005231] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1985.005231] env[62291]: value = "task-2142687" [ 1985.005231] env[62291]: _type = "Task" [ 1985.005231] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.012617] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142687, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.092641] env[62291]: DEBUG oslo_vmware.api [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': task-2142684, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.331347} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1985.092924] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: adb610f9-02ae-45c0-96e8-939bb4959ab4] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1985.094073] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4693bd-20f4-4a61-b638-81a42db6b8dd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.124951] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: adb610f9-02ae-45c0-96e8-939bb4959ab4] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] adb610f9-02ae-45c0-96e8-939bb4959ab4/adb610f9-02ae-45c0-96e8-939bb4959ab4.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1985.125305] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87848588-a00a-4985-b11e-8b878eb29e27 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.147503] env[62291]: DEBUG oslo_vmware.api [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Waiting for the task: (returnval){ [ 1985.147503] env[62291]: value = "task-2142688" [ 1985.147503] env[62291]: _type = "Task" [ 1985.147503] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.156635] env[62291]: DEBUG oslo_vmware.api [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': task-2142688, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.238067] env[62291]: INFO nova.compute.manager [None req-458e1dce-8140-4ed6-b696-bd00afb320b4 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Rescuing [ 1985.238398] env[62291]: DEBUG oslo_concurrency.lockutils [None req-458e1dce-8140-4ed6-b696-bd00afb320b4 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Acquiring lock "refresh_cache-d1aecebc-401e-45ff-805e-c038722f4cad" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1985.238777] env[62291]: DEBUG oslo_concurrency.lockutils [None req-458e1dce-8140-4ed6-b696-bd00afb320b4 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Acquired lock "refresh_cache-d1aecebc-401e-45ff-805e-c038722f4cad" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1985.238965] env[62291]: DEBUG nova.network.neutron [None req-458e1dce-8140-4ed6-b696-bd00afb320b4 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1985.300411] env[62291]: DEBUG nova.network.neutron [-] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1985.423059] env[62291]: DEBUG nova.compute.utils [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1985.425619] env[62291]: DEBUG nova.compute.manager [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 68d9ebdd-312b-4823-99b4-01b3ff895561] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1985.425994] env[62291]: DEBUG nova.network.neutron [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 68d9ebdd-312b-4823-99b4-01b3ff895561] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1985.428632] env[62291]: DEBUG nova.compute.manager [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1985.485259] env[62291]: DEBUG nova.policy [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7dcc7251a2174e118f4ecfce125b2596', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '18de2cc546ba4e1cb72020b0bb3d88c5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 1985.514233] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142687, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.663931] env[62291]: DEBUG oslo_vmware.api [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': task-2142688, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1985.806509] env[62291]: INFO nova.compute.manager [-] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Took 1.28 seconds to deallocate network for instance. [ 1985.857872] env[62291]: DEBUG nova.network.neutron [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 68d9ebdd-312b-4823-99b4-01b3ff895561] Successfully created port: f47dd7d8-97f1-448d-88a9-3e748dce65d5 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1985.866228] env[62291]: DEBUG nova.network.neutron [req-ce5c512c-5f2e-442a-9939-5ece82eed62b req-6718c21a-079b-4903-8afc-81cff05ae7e2 service nova] [instance: c4c302a7-9571-452c-a208-2fe2ef99aa6d] Updated VIF entry in instance network info cache for port 72e60e95-3e53-406a-a95e-2c799f4321f5. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1985.866695] env[62291]: DEBUG nova.network.neutron [req-ce5c512c-5f2e-442a-9939-5ece82eed62b req-6718c21a-079b-4903-8afc-81cff05ae7e2 service nova] [instance: c4c302a7-9571-452c-a208-2fe2ef99aa6d] Updating instance_info_cache with network_info: [{"id": "72e60e95-3e53-406a-a95e-2c799f4321f5", "address": "fa:16:3e:4f:4f:0d", "network": {"id": "39ed3703-d35a-46db-a7c0-2e358eb64b3f", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1682071737-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cb4848328640450f9e7588765c26fa8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a9abd00f-2cea-40f8-9804-a56b6431192d", "external-id": "nsx-vlan-transportzone-639", "segmentation_id": 639, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72e60e95-3e", "ovs_interfaceid": "72e60e95-3e53-406a-a95e-2c799f4321f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1985.926787] env[62291]: DEBUG nova.compute.manager [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 68d9ebdd-312b-4823-99b4-01b3ff895561] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1985.962821] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.026482] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142687, 'name': CreateVM_Task, 'duration_secs': 0.828086} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.029357] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4c302a7-9571-452c-a208-2fe2ef99aa6d] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1986.030662] env[62291]: DEBUG oslo_concurrency.lockutils [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1986.030662] env[62291]: DEBUG oslo_concurrency.lockutils [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1986.031178] env[62291]: DEBUG oslo_concurrency.lockutils [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1986.031461] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fc93361-1262-4843-9dbe-208b6455991e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.040007] env[62291]: DEBUG oslo_vmware.api [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Waiting for the task: (returnval){ [ 1986.040007] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52f1a285-3286-b885-4257-a28cb5fd9a23" [ 1986.040007] env[62291]: _type = "Task" [ 1986.040007] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.044685] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1097b0eb-9900-4da1-922c-dc32d1eca013 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.061015] env[62291]: DEBUG oslo_vmware.api [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52f1a285-3286-b885-4257-a28cb5fd9a23, 'name': SearchDatastore_Task, 'duration_secs': 0.010875} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.075583] env[62291]: DEBUG oslo_concurrency.lockutils [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1986.075832] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] [instance: c4c302a7-9571-452c-a208-2fe2ef99aa6d] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1986.076167] env[62291]: DEBUG oslo_concurrency.lockutils [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1986.076227] env[62291]: DEBUG oslo_concurrency.lockutils [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1986.076405] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1986.076767] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Updating instance '0a178974-018c-410a-a901-c9e984be8ebf' progress to 0 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1986.080379] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc266c17-79d5-4f17-9ae2-be2c406be8d1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.096537] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1986.096537] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1986.096794] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f7b63e8-8b16-496e-b93f-106b7ea06a0a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.103248] env[62291]: DEBUG oslo_vmware.api [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Waiting for the task: (returnval){ [ 1986.103248] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]529de13d-a8f1-1dd4-fc1f-dfcb19d547b1" [ 1986.103248] env[62291]: _type = "Task" [ 1986.103248] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.119561] env[62291]: DEBUG oslo_vmware.api [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]529de13d-a8f1-1dd4-fc1f-dfcb19d547b1, 'name': SearchDatastore_Task, 'duration_secs': 0.011014} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.120653] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81af96d1-6b24-47f2-aea9-24d6fd4afeb8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.128228] env[62291]: DEBUG nova.network.neutron [None req-458e1dce-8140-4ed6-b696-bd00afb320b4 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Updating instance_info_cache with network_info: [{"id": "b1a9b4d6-d118-4fa0-9b0b-8e13f388d2da", "address": "fa:16:3e:26:d7:13", "network": {"id": "a7d4cfa1-5a02-4729-b15f-3d414d57aa9e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-66180431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "877e1c36dc75431296fb730c541970f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1a9b4d6-d1", "ovs_interfaceid": "b1a9b4d6-d118-4fa0-9b0b-8e13f388d2da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1986.132069] env[62291]: DEBUG oslo_vmware.api [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Waiting for the task: (returnval){ [ 1986.132069] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52839a2a-77dd-08c8-e584-db346c691705" [ 1986.132069] env[62291]: _type = "Task" [ 1986.132069] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.143974] env[62291]: DEBUG oslo_vmware.api [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52839a2a-77dd-08c8-e584-db346c691705, 'name': SearchDatastore_Task, 'duration_secs': 0.010623} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.144325] env[62291]: DEBUG oslo_concurrency.lockutils [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1986.144590] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] c4c302a7-9571-452c-a208-2fe2ef99aa6d/c4c302a7-9571-452c-a208-2fe2ef99aa6d.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1986.144867] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3391a741-37d5-46f5-a464-5fc99066130d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.155580] env[62291]: DEBUG oslo_vmware.api [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Waiting for the task: (returnval){ [ 1986.155580] env[62291]: value = "task-2142689" [ 1986.155580] env[62291]: _type = "Task" [ 1986.155580] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.159755] env[62291]: DEBUG oslo_vmware.api [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': task-2142688, 'name': ReconfigVM_Task, 'duration_secs': 0.696869} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.163405] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: adb610f9-02ae-45c0-96e8-939bb4959ab4] Reconfigured VM instance instance-00000022 to attach disk [datastore2] adb610f9-02ae-45c0-96e8-939bb4959ab4/adb610f9-02ae-45c0-96e8-939bb4959ab4.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1986.163405] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-31f16c43-48ba-421e-97ae-142425656195 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.172431] env[62291]: DEBUG oslo_vmware.api [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Task: {'id': task-2142689, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.173824] env[62291]: DEBUG oslo_vmware.api [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Waiting for the task: (returnval){ [ 1986.173824] env[62291]: value = "task-2142690" [ 1986.173824] env[62291]: _type = "Task" [ 1986.173824] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.183338] env[62291]: DEBUG oslo_vmware.api [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': task-2142690, 'name': Rename_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.314823] env[62291]: DEBUG oslo_concurrency.lockutils [None req-01e2b7b5-1143-420d-b76d-0273e2016522 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1986.373805] env[62291]: DEBUG oslo_concurrency.lockutils [req-ce5c512c-5f2e-442a-9939-5ece82eed62b req-6718c21a-079b-4903-8afc-81cff05ae7e2 service nova] Releasing lock "refresh_cache-c4c302a7-9571-452c-a208-2fe2ef99aa6d" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1986.374135] env[62291]: DEBUG nova.compute.manager [req-ce5c512c-5f2e-442a-9939-5ece82eed62b req-6718c21a-079b-4903-8afc-81cff05ae7e2 service nova] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Received event network-changed-c3f38ada-fe77-4e34-9d91-5b3a6be1ef13 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1986.374370] env[62291]: DEBUG nova.compute.manager [req-ce5c512c-5f2e-442a-9939-5ece82eed62b req-6718c21a-079b-4903-8afc-81cff05ae7e2 service nova] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Refreshing instance network info cache due to event network-changed-c3f38ada-fe77-4e34-9d91-5b3a6be1ef13. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1986.374627] env[62291]: DEBUG oslo_concurrency.lockutils [req-ce5c512c-5f2e-442a-9939-5ece82eed62b req-6718c21a-079b-4903-8afc-81cff05ae7e2 service nova] Acquiring lock "refresh_cache-4bffe146-0b5f-4141-b83c-6974834803bd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1986.374778] env[62291]: DEBUG oslo_concurrency.lockutils [req-ce5c512c-5f2e-442a-9939-5ece82eed62b req-6718c21a-079b-4903-8afc-81cff05ae7e2 service nova] Acquired lock "refresh_cache-4bffe146-0b5f-4141-b83c-6974834803bd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1986.375210] env[62291]: DEBUG nova.network.neutron [req-ce5c512c-5f2e-442a-9939-5ece82eed62b req-6718c21a-079b-4903-8afc-81cff05ae7e2 service nova] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Refreshing network info cache for port c3f38ada-fe77-4e34-9d91-5b3a6be1ef13 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1986.413873] env[62291]: DEBUG nova.compute.manager [req-c145ce32-8291-4793-9324-211722927cfe req-3b396fe7-1209-4ce0-9595-4a87b9fdc0f1 service nova] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Received event network-vif-deleted-7004b5bf-8f92-45dd-a82c-972bc77b60d3 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1986.589989] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1986.590637] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2144ca85-0aef-4bb2-bf22-f4dcd8d1cbb0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.603290] env[62291]: DEBUG oslo_vmware.api [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Waiting for the task: (returnval){ [ 1986.603290] env[62291]: value = "task-2142691" [ 1986.603290] env[62291]: _type = "Task" [ 1986.603290] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.621470] env[62291]: DEBUG oslo_vmware.api [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Task: {'id': task-2142691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.634631] env[62291]: DEBUG oslo_concurrency.lockutils [None req-458e1dce-8140-4ed6-b696-bd00afb320b4 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Releasing lock "refresh_cache-d1aecebc-401e-45ff-805e-c038722f4cad" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1986.674252] env[62291]: DEBUG oslo_vmware.api [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Task: {'id': task-2142689, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.693588] env[62291]: DEBUG oslo_vmware.api [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': task-2142690, 'name': Rename_Task, 'duration_secs': 0.162429} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.693879] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: adb610f9-02ae-45c0-96e8-939bb4959ab4] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1986.694179] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7436c5fa-d299-4e2e-a371-5a064f89a661 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.702439] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13854db2-8ecc-4154-9a1e-6b2993ee7caa {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.706638] env[62291]: DEBUG oslo_vmware.api [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Waiting for the task: (returnval){ [ 1986.706638] env[62291]: value = "task-2142692" [ 1986.706638] env[62291]: _type = "Task" [ 1986.706638] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.714093] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba66cc7-ae2d-46d6-b2d1-36ea8454e559 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.720245] env[62291]: DEBUG oslo_vmware.api [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': task-2142692, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.754211] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea7a76a-69eb-4f8d-b46a-11025e48f77d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.765798] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2471e6a-7411-4400-83b9-8b37ede1eea3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.779020] env[62291]: DEBUG nova.compute.provider_tree [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1986.947283] env[62291]: DEBUG nova.compute.manager [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 68d9ebdd-312b-4823-99b4-01b3ff895561] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1986.973570] env[62291]: DEBUG nova.virt.hardware [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1986.973850] env[62291]: DEBUG nova.virt.hardware [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1986.974013] env[62291]: DEBUG nova.virt.hardware [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1986.974499] env[62291]: DEBUG nova.virt.hardware [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1986.974649] env[62291]: DEBUG nova.virt.hardware [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1986.974797] env[62291]: DEBUG nova.virt.hardware [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1986.975022] env[62291]: DEBUG nova.virt.hardware [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1986.975183] env[62291]: DEBUG nova.virt.hardware [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1986.975361] env[62291]: DEBUG nova.virt.hardware [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1986.975549] env[62291]: DEBUG nova.virt.hardware [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1986.976226] env[62291]: DEBUG nova.virt.hardware [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1986.976640] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e612b225-88dd-4b2e-bef7-243092823240 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.989335] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3890ac9e-17d8-4fef-8095-9dfae0578fbf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.124023] env[62291]: DEBUG oslo_vmware.api [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Task: {'id': task-2142691, 'name': PowerOffVM_Task, 'duration_secs': 0.312302} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.124023] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1987.124023] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Updating instance '0a178974-018c-410a-a901-c9e984be8ebf' progress to 17 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1987.173151] env[62291]: DEBUG oslo_vmware.api [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Task: {'id': task-2142689, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.187833] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-458e1dce-8140-4ed6-b696-bd00afb320b4 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1987.188447] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13645bbf-3188-493e-a48e-45c529a10c78 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.198239] env[62291]: DEBUG oslo_vmware.api [None req-458e1dce-8140-4ed6-b696-bd00afb320b4 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 1987.198239] env[62291]: value = "task-2142693" [ 1987.198239] env[62291]: _type = "Task" [ 1987.198239] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.216435] env[62291]: DEBUG oslo_vmware.api [None req-458e1dce-8140-4ed6-b696-bd00afb320b4 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2142693, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.225515] env[62291]: DEBUG oslo_vmware.api [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': task-2142692, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.233729] env[62291]: DEBUG nova.network.neutron [req-ce5c512c-5f2e-442a-9939-5ece82eed62b req-6718c21a-079b-4903-8afc-81cff05ae7e2 service nova] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Updated VIF entry in instance network info cache for port c3f38ada-fe77-4e34-9d91-5b3a6be1ef13. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1987.233729] env[62291]: DEBUG nova.network.neutron [req-ce5c512c-5f2e-442a-9939-5ece82eed62b req-6718c21a-079b-4903-8afc-81cff05ae7e2 service nova] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Updating instance_info_cache with network_info: [{"id": "c3f38ada-fe77-4e34-9d91-5b3a6be1ef13", "address": "fa:16:3e:a1:72:16", "network": {"id": "c45185d4-152c-49a5-95a1-aabe55d7a656", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1396888570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1553c7ef0e7404cbea3d3a38c0509ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3f38ada-fe", "ovs_interfaceid": "c3f38ada-fe77-4e34-9d91-5b3a6be1ef13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1987.282681] env[62291]: DEBUG nova.scheduler.client.report [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1987.628490] env[62291]: DEBUG nova.virt.hardware [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1987.628905] env[62291]: DEBUG nova.virt.hardware [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1987.628905] env[62291]: DEBUG nova.virt.hardware [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1987.629067] env[62291]: DEBUG nova.virt.hardware [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1987.629215] env[62291]: DEBUG nova.virt.hardware [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1987.629363] env[62291]: DEBUG nova.virt.hardware [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1987.629567] env[62291]: DEBUG nova.virt.hardware [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1987.629729] env[62291]: DEBUG nova.virt.hardware [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1987.629891] env[62291]: DEBUG nova.virt.hardware [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1987.632241] env[62291]: DEBUG nova.virt.hardware [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1987.632533] env[62291]: DEBUG nova.virt.hardware [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1987.638721] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3835b3d-59bd-4d74-a987-11c61ed2855d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.657828] env[62291]: DEBUG oslo_vmware.api [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Waiting for the task: (returnval){ [ 1987.657828] env[62291]: value = "task-2142694" [ 1987.657828] env[62291]: _type = "Task" [ 1987.657828] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.675359] env[62291]: DEBUG oslo_vmware.api [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Task: {'id': task-2142694, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.680149] env[62291]: DEBUG oslo_vmware.api [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Task: {'id': task-2142689, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.712021] env[62291]: DEBUG oslo_vmware.api [None req-458e1dce-8140-4ed6-b696-bd00afb320b4 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2142693, 'name': PowerOffVM_Task, 'duration_secs': 0.20221} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.712021] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-458e1dce-8140-4ed6-b696-bd00afb320b4 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1987.712021] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e9e636-26f5-4a00-ab18-21882395427d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.723235] env[62291]: DEBUG oslo_vmware.api [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': task-2142692, 'name': PowerOnVM_Task, 'duration_secs': 0.759942} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1987.737581] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: adb610f9-02ae-45c0-96e8-939bb4959ab4] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1987.738100] env[62291]: INFO nova.compute.manager [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: adb610f9-02ae-45c0-96e8-939bb4959ab4] Took 9.18 seconds to spawn the instance on the hypervisor. [ 1987.738430] env[62291]: DEBUG nova.compute.manager [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: adb610f9-02ae-45c0-96e8-939bb4959ab4] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1987.739340] env[62291]: DEBUG oslo_concurrency.lockutils [req-ce5c512c-5f2e-442a-9939-5ece82eed62b req-6718c21a-079b-4903-8afc-81cff05ae7e2 service nova] Releasing lock "refresh_cache-4bffe146-0b5f-4141-b83c-6974834803bd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1987.740324] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc66ffb-8a1c-48d3-adbb-54b242153165 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.743721] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e856b8c-2c04-45c8-9a36-64853185776b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.788300] env[62291]: DEBUG oslo_concurrency.lockutils [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.876s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1987.788398] env[62291]: DEBUG nova.compute.manager [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1987.791336] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.758s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1987.793738] env[62291]: INFO nova.compute.claims [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] [instance: 9f269471-9c27-4479-9494-b67e41dd55e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1987.802276] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-458e1dce-8140-4ed6-b696-bd00afb320b4 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1987.802601] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbad9759-1f23-4561-882f-6458f7155acd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.812034] env[62291]: DEBUG oslo_vmware.api [None req-458e1dce-8140-4ed6-b696-bd00afb320b4 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 1987.812034] env[62291]: value = "task-2142695" [ 1987.812034] env[62291]: _type = "Task" [ 1987.812034] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.824812] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-458e1dce-8140-4ed6-b696-bd00afb320b4 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] VM already powered off {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1987.825167] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-458e1dce-8140-4ed6-b696-bd00afb320b4 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1987.825540] env[62291]: DEBUG oslo_concurrency.lockutils [None req-458e1dce-8140-4ed6-b696-bd00afb320b4 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1987.825741] env[62291]: DEBUG oslo_concurrency.lockutils [None req-458e1dce-8140-4ed6-b696-bd00afb320b4 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1987.826362] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-458e1dce-8140-4ed6-b696-bd00afb320b4 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1987.827461] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8ac5fde-c00d-4b03-8d70-691d893bb2bb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.839871] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-458e1dce-8140-4ed6-b696-bd00afb320b4 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1987.840094] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-458e1dce-8140-4ed6-b696-bd00afb320b4 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1987.840907] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-58ac65f9-228a-4c67-b86e-d6bea26cfc7f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1987.848825] env[62291]: DEBUG oslo_vmware.api [None req-458e1dce-8140-4ed6-b696-bd00afb320b4 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 1987.848825] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]521f7905-f4de-1969-24cc-46183aa9f1af" [ 1987.848825] env[62291]: _type = "Task" [ 1987.848825] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1987.859215] env[62291]: DEBUG oslo_vmware.api [None req-458e1dce-8140-4ed6-b696-bd00afb320b4 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]521f7905-f4de-1969-24cc-46183aa9f1af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1987.978777] env[62291]: DEBUG nova.network.neutron [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 68d9ebdd-312b-4823-99b4-01b3ff895561] Successfully updated port: f47dd7d8-97f1-448d-88a9-3e748dce65d5 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1988.115959] env[62291]: DEBUG oslo_concurrency.lockutils [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Acquiring lock "e79e3ab1-8503-4045-a403-c11c2d57b63f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1988.116268] env[62291]: DEBUG oslo_concurrency.lockutils [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Lock "e79e3ab1-8503-4045-a403-c11c2d57b63f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1988.169720] env[62291]: DEBUG oslo_vmware.api [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Task: {'id': task-2142694, 'name': ReconfigVM_Task, 'duration_secs': 0.369745} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.174757] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Updating instance '0a178974-018c-410a-a901-c9e984be8ebf' progress to 33 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1988.183658] env[62291]: DEBUG oslo_vmware.api [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Task: {'id': task-2142689, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.532173} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.184917] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] c4c302a7-9571-452c-a208-2fe2ef99aa6d/c4c302a7-9571-452c-a208-2fe2ef99aa6d.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1988.184917] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] [instance: c4c302a7-9571-452c-a208-2fe2ef99aa6d] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1988.184917] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83c25af1-f0ee-4023-847f-9f5e86c8e7a0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.194438] env[62291]: DEBUG oslo_vmware.api [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Waiting for the task: (returnval){ [ 1988.194438] env[62291]: value = "task-2142696" [ 1988.194438] env[62291]: _type = "Task" [ 1988.194438] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.204349] env[62291]: DEBUG oslo_vmware.api [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Task: {'id': task-2142696, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.272896] env[62291]: INFO nova.compute.manager [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: adb610f9-02ae-45c0-96e8-939bb4959ab4] Took 40.12 seconds to build instance. [ 1988.298732] env[62291]: DEBUG nova.compute.utils [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1988.303592] env[62291]: DEBUG nova.compute.manager [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1988.303592] env[62291]: DEBUG nova.network.neutron [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1988.363286] env[62291]: DEBUG oslo_vmware.api [None req-458e1dce-8140-4ed6-b696-bd00afb320b4 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]521f7905-f4de-1969-24cc-46183aa9f1af, 'name': SearchDatastore_Task, 'duration_secs': 0.015533} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.364210] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-615fd048-a936-4138-9bf2-97d9aeff9882 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.369897] env[62291]: DEBUG nova.policy [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53e1398bc33d48369d989fa3e7649b08', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ced82ff4c1d54fdcaac99123f59eca6f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 1988.376660] env[62291]: DEBUG oslo_vmware.api [None req-458e1dce-8140-4ed6-b696-bd00afb320b4 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 1988.376660] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52fbce2f-4659-c9f8-9af8-ac1b4ed78b48" [ 1988.376660] env[62291]: _type = "Task" [ 1988.376660] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.390231] env[62291]: DEBUG oslo_vmware.api [None req-458e1dce-8140-4ed6-b696-bd00afb320b4 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52fbce2f-4659-c9f8-9af8-ac1b4ed78b48, 'name': SearchDatastore_Task, 'duration_secs': 0.014569} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.390593] env[62291]: DEBUG oslo_concurrency.lockutils [None req-458e1dce-8140-4ed6-b696-bd00afb320b4 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1988.390856] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-458e1dce-8140-4ed6-b696-bd00afb320b4 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] d1aecebc-401e-45ff-805e-c038722f4cad/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd-rescue.vmdk. {{(pid=62291) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1988.391195] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23c71439-78a1-45ba-b2be-83698d8b6363 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.398970] env[62291]: DEBUG oslo_vmware.api [None req-458e1dce-8140-4ed6-b696-bd00afb320b4 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 1988.398970] env[62291]: value = "task-2142697" [ 1988.398970] env[62291]: _type = "Task" [ 1988.398970] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.408884] env[62291]: DEBUG oslo_vmware.api [None req-458e1dce-8140-4ed6-b696-bd00afb320b4 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2142697, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.447287] env[62291]: DEBUG nova.compute.manager [req-0e06cce3-4c12-4790-acb0-46a89b1ae973 req-beafcf07-e81c-4ea7-acbf-1132e93bac2b service nova] [instance: 68d9ebdd-312b-4823-99b4-01b3ff895561] Received event network-vif-plugged-f47dd7d8-97f1-448d-88a9-3e748dce65d5 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1988.447580] env[62291]: DEBUG oslo_concurrency.lockutils [req-0e06cce3-4c12-4790-acb0-46a89b1ae973 req-beafcf07-e81c-4ea7-acbf-1132e93bac2b service nova] Acquiring lock "68d9ebdd-312b-4823-99b4-01b3ff895561-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1988.447691] env[62291]: DEBUG oslo_concurrency.lockutils [req-0e06cce3-4c12-4790-acb0-46a89b1ae973 req-beafcf07-e81c-4ea7-acbf-1132e93bac2b service nova] Lock "68d9ebdd-312b-4823-99b4-01b3ff895561-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1988.447857] env[62291]: DEBUG oslo_concurrency.lockutils [req-0e06cce3-4c12-4790-acb0-46a89b1ae973 req-beafcf07-e81c-4ea7-acbf-1132e93bac2b service nova] Lock "68d9ebdd-312b-4823-99b4-01b3ff895561-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1988.448165] env[62291]: DEBUG nova.compute.manager [req-0e06cce3-4c12-4790-acb0-46a89b1ae973 req-beafcf07-e81c-4ea7-acbf-1132e93bac2b service nova] [instance: 68d9ebdd-312b-4823-99b4-01b3ff895561] No waiting events found dispatching network-vif-plugged-f47dd7d8-97f1-448d-88a9-3e748dce65d5 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1988.448473] env[62291]: WARNING nova.compute.manager [req-0e06cce3-4c12-4790-acb0-46a89b1ae973 req-beafcf07-e81c-4ea7-acbf-1132e93bac2b service nova] [instance: 68d9ebdd-312b-4823-99b4-01b3ff895561] Received unexpected event network-vif-plugged-f47dd7d8-97f1-448d-88a9-3e748dce65d5 for instance with vm_state building and task_state spawning. [ 1988.448761] env[62291]: DEBUG nova.compute.manager [req-0e06cce3-4c12-4790-acb0-46a89b1ae973 req-beafcf07-e81c-4ea7-acbf-1132e93bac2b service nova] [instance: 68d9ebdd-312b-4823-99b4-01b3ff895561] Received event network-changed-f47dd7d8-97f1-448d-88a9-3e748dce65d5 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1988.448969] env[62291]: DEBUG nova.compute.manager [req-0e06cce3-4c12-4790-acb0-46a89b1ae973 req-beafcf07-e81c-4ea7-acbf-1132e93bac2b service nova] [instance: 68d9ebdd-312b-4823-99b4-01b3ff895561] Refreshing instance network info cache due to event network-changed-f47dd7d8-97f1-448d-88a9-3e748dce65d5. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1988.449179] env[62291]: DEBUG oslo_concurrency.lockutils [req-0e06cce3-4c12-4790-acb0-46a89b1ae973 req-beafcf07-e81c-4ea7-acbf-1132e93bac2b service nova] Acquiring lock "refresh_cache-68d9ebdd-312b-4823-99b4-01b3ff895561" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1988.449364] env[62291]: DEBUG oslo_concurrency.lockutils [req-0e06cce3-4c12-4790-acb0-46a89b1ae973 req-beafcf07-e81c-4ea7-acbf-1132e93bac2b service nova] Acquired lock "refresh_cache-68d9ebdd-312b-4823-99b4-01b3ff895561" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1988.450101] env[62291]: DEBUG nova.network.neutron [req-0e06cce3-4c12-4790-acb0-46a89b1ae973 req-beafcf07-e81c-4ea7-acbf-1132e93bac2b service nova] [instance: 68d9ebdd-312b-4823-99b4-01b3ff895561] Refreshing network info cache for port f47dd7d8-97f1-448d-88a9-3e748dce65d5 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1988.481853] env[62291]: DEBUG oslo_concurrency.lockutils [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Acquiring lock "refresh_cache-68d9ebdd-312b-4823-99b4-01b3ff895561" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1988.687369] env[62291]: DEBUG nova.virt.hardware [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T08:04:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='7997f16d-d4c4-4cd9-80da-97b3433a0f2a',id=32,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-279147643',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1988.687963] env[62291]: DEBUG nova.virt.hardware [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1988.687963] env[62291]: DEBUG nova.virt.hardware [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1988.687963] env[62291]: DEBUG nova.virt.hardware [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1988.688177] env[62291]: DEBUG nova.virt.hardware [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1988.688227] env[62291]: DEBUG nova.virt.hardware [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1988.688408] env[62291]: DEBUG nova.virt.hardware [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1988.688569] env[62291]: DEBUG nova.virt.hardware [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1988.688735] env[62291]: DEBUG nova.virt.hardware [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1988.688897] env[62291]: DEBUG nova.virt.hardware [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1988.689083] env[62291]: DEBUG nova.virt.hardware [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1988.694884] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Reconfiguring VM instance instance-00000019 to detach disk 2000 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1988.695257] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bba8e06a-5dec-4ad1-b715-a984814c2cdb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.725044] env[62291]: DEBUG oslo_vmware.api [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Task: {'id': task-2142696, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.19228} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1988.725044] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] [instance: c4c302a7-9571-452c-a208-2fe2ef99aa6d] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1988.725044] env[62291]: DEBUG oslo_vmware.api [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Waiting for the task: (returnval){ [ 1988.725044] env[62291]: value = "task-2142698" [ 1988.725044] env[62291]: _type = "Task" [ 1988.725044] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.725044] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18774ec-6c11-49e1-b3d8-59b17a7ac601 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.755978] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] [instance: c4c302a7-9571-452c-a208-2fe2ef99aa6d] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] c4c302a7-9571-452c-a208-2fe2ef99aa6d/c4c302a7-9571-452c-a208-2fe2ef99aa6d.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1988.761086] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2798c410-6746-42bd-bfa7-7043ab786cd2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.775710] env[62291]: DEBUG oslo_vmware.api [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Task: {'id': task-2142698, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.776251] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5783995d-0050-4503-9da1-31ae005799e6 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Lock "adb610f9-02ae-45c0-96e8-939bb4959ab4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 102.235s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1988.798393] env[62291]: DEBUG nova.network.neutron [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Successfully created port: 7b684d88-3690-41f8-9f73-531945742289 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1988.803313] env[62291]: DEBUG oslo_vmware.api [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Waiting for the task: (returnval){ [ 1988.803313] env[62291]: value = "task-2142699" [ 1988.803313] env[62291]: _type = "Task" [ 1988.803313] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.811779] env[62291]: DEBUG nova.compute.manager [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1988.826332] env[62291]: DEBUG oslo_vmware.api [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Task: {'id': task-2142699, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1988.913487] env[62291]: DEBUG oslo_vmware.api [None req-458e1dce-8140-4ed6-b696-bd00afb320b4 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2142697, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.020856] env[62291]: DEBUG nova.network.neutron [req-0e06cce3-4c12-4790-acb0-46a89b1ae973 req-beafcf07-e81c-4ea7-acbf-1132e93bac2b service nova] [instance: 68d9ebdd-312b-4823-99b4-01b3ff895561] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1989.198586] env[62291]: DEBUG nova.network.neutron [req-0e06cce3-4c12-4790-acb0-46a89b1ae973 req-beafcf07-e81c-4ea7-acbf-1132e93bac2b service nova] [instance: 68d9ebdd-312b-4823-99b4-01b3ff895561] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1989.240868] env[62291]: DEBUG oslo_vmware.api [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Task: {'id': task-2142698, 'name': ReconfigVM_Task, 'duration_secs': 0.306581} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.244685] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Reconfigured VM instance instance-00000019 to detach disk 2000 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1989.246103] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25abe10f-dcfc-498f-9cf8-eea10a5aa527 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.272697] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 0a178974-018c-410a-a901-c9e984be8ebf/0a178974-018c-410a-a901-c9e984be8ebf.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1989.277402] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b59a6d25-6c7e-4bdb-918e-2df1f67cb00a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.290814] env[62291]: DEBUG nova.compute.manager [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] [instance: 421efe71-8164-46e8-9a64-6dc12c366025] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1989.304081] env[62291]: DEBUG oslo_vmware.api [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Waiting for the task: (returnval){ [ 1989.304081] env[62291]: value = "task-2142700" [ 1989.304081] env[62291]: _type = "Task" [ 1989.304081] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.321734] env[62291]: DEBUG oslo_vmware.api [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Task: {'id': task-2142700, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.328746] env[62291]: DEBUG oslo_vmware.api [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Task: {'id': task-2142699, 'name': ReconfigVM_Task, 'duration_secs': 0.383464} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.329770] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] [instance: c4c302a7-9571-452c-a208-2fe2ef99aa6d] Reconfigured VM instance instance-00000024 to attach disk [datastore1] c4c302a7-9571-452c-a208-2fe2ef99aa6d/c4c302a7-9571-452c-a208-2fe2ef99aa6d.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1989.330824] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-761d8a9e-71b9-4c79-ad58-d20b8c034ef8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.339521] env[62291]: DEBUG oslo_vmware.api [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Waiting for the task: (returnval){ [ 1989.339521] env[62291]: value = "task-2142701" [ 1989.339521] env[62291]: _type = "Task" [ 1989.339521] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.355057] env[62291]: DEBUG oslo_vmware.api [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Task: {'id': task-2142701, 'name': Rename_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.414023] env[62291]: DEBUG oslo_vmware.api [None req-458e1dce-8140-4ed6-b696-bd00afb320b4 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2142697, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571618} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.414023] env[62291]: INFO nova.virt.vmwareapi.ds_util [None req-458e1dce-8140-4ed6-b696-bd00afb320b4 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] d1aecebc-401e-45ff-805e-c038722f4cad/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd-rescue.vmdk. [ 1989.414023] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775b5244-3cdf-4218-9ecf-5fce04a262ce {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.445116] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-458e1dce-8140-4ed6-b696-bd00afb320b4 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] d1aecebc-401e-45ff-805e-c038722f4cad/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd-rescue.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1989.448438] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fba280ff-f306-464f-b7c7-785fd8f7e136 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.468252] env[62291]: DEBUG oslo_vmware.api [None req-458e1dce-8140-4ed6-b696-bd00afb320b4 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 1989.468252] env[62291]: value = "task-2142702" [ 1989.468252] env[62291]: _type = "Task" [ 1989.468252] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.474218] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-669e8d16-ecea-4d25-ac05-fde3481c5803 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.482215] env[62291]: DEBUG oslo_vmware.api [None req-458e1dce-8140-4ed6-b696-bd00afb320b4 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2142702, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.488653] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed9e5c0-e638-46c6-b6af-fff65379c2ca {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.523735] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4a047e-9c02-4da7-ae48-08c4b88066cc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.532825] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff017105-ffef-4e44-b3c0-b3573efddfc2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.547776] env[62291]: DEBUG nova.compute.provider_tree [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1989.701388] env[62291]: DEBUG oslo_concurrency.lockutils [req-0e06cce3-4c12-4790-acb0-46a89b1ae973 req-beafcf07-e81c-4ea7-acbf-1132e93bac2b service nova] Releasing lock "refresh_cache-68d9ebdd-312b-4823-99b4-01b3ff895561" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1989.701751] env[62291]: DEBUG oslo_concurrency.lockutils [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Acquired lock "refresh_cache-68d9ebdd-312b-4823-99b4-01b3ff895561" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1989.701910] env[62291]: DEBUG nova.network.neutron [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 68d9ebdd-312b-4823-99b4-01b3ff895561] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1989.812387] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1989.820551] env[62291]: DEBUG oslo_vmware.api [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Task: {'id': task-2142700, 'name': ReconfigVM_Task, 'duration_secs': 0.307422} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.820836] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 0a178974-018c-410a-a901-c9e984be8ebf/0a178974-018c-410a-a901-c9e984be8ebf.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1989.821078] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Updating instance '0a178974-018c-410a-a901-c9e984be8ebf' progress to 50 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1989.825670] env[62291]: DEBUG nova.compute.manager [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1989.851595] env[62291]: DEBUG oslo_vmware.api [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Task: {'id': task-2142701, 'name': Rename_Task, 'duration_secs': 0.228854} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.854539] env[62291]: DEBUG nova.virt.hardware [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1989.857636] env[62291]: DEBUG nova.virt.hardware [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1989.857636] env[62291]: DEBUG nova.virt.hardware [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1989.857852] env[62291]: DEBUG nova.virt.hardware [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1989.857904] env[62291]: DEBUG nova.virt.hardware [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1989.858097] env[62291]: DEBUG nova.virt.hardware [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1989.858666] env[62291]: DEBUG nova.virt.hardware [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1989.858666] env[62291]: DEBUG nova.virt.hardware [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1989.858666] env[62291]: DEBUG nova.virt.hardware [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1989.858802] env[62291]: DEBUG nova.virt.hardware [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1989.858958] env[62291]: DEBUG nova.virt.hardware [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1989.859282] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] [instance: c4c302a7-9571-452c-a208-2fe2ef99aa6d] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1989.862033] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f830256-bd1d-4b89-8dbd-604db42ed064 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.862596] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7e0c537b-8eab-44b5-b9fd-1af1464c274a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.871334] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387771cb-f3d7-4abd-a4e3-480db9deff6f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.876012] env[62291]: DEBUG oslo_vmware.api [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Waiting for the task: (returnval){ [ 1989.876012] env[62291]: value = "task-2142703" [ 1989.876012] env[62291]: _type = "Task" [ 1989.876012] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1989.893151] env[62291]: DEBUG oslo_vmware.api [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Task: {'id': task-2142703, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.979876] env[62291]: DEBUG oslo_vmware.api [None req-458e1dce-8140-4ed6-b696-bd00afb320b4 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2142702, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.051604] env[62291]: DEBUG nova.scheduler.client.report [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1990.248097] env[62291]: DEBUG nova.network.neutron [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 68d9ebdd-312b-4823-99b4-01b3ff895561] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1990.332076] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7bf3ce1-15d4-44c6-a92a-d5e7ce7c2361 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.360718] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c0c44d-f7b9-4a73-907a-52e94651e1c4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.384068] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Updating instance '0a178974-018c-410a-a901-c9e984be8ebf' progress to 67 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1990.397132] env[62291]: DEBUG oslo_vmware.api [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Task: {'id': task-2142703, 'name': PowerOnVM_Task, 'duration_secs': 0.482627} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.397620] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] [instance: c4c302a7-9571-452c-a208-2fe2ef99aa6d] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1990.398430] env[62291]: INFO nova.compute.manager [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] [instance: c4c302a7-9571-452c-a208-2fe2ef99aa6d] Took 9.05 seconds to spawn the instance on the hypervisor. [ 1990.398430] env[62291]: DEBUG nova.compute.manager [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] [instance: c4c302a7-9571-452c-a208-2fe2ef99aa6d] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1990.403034] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-085ac49f-d565-484f-828f-a543a6100bc5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.481785] env[62291]: DEBUG oslo_vmware.api [None req-458e1dce-8140-4ed6-b696-bd00afb320b4 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2142702, 'name': ReconfigVM_Task, 'duration_secs': 0.796791} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1990.482048] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-458e1dce-8140-4ed6-b696-bd00afb320b4 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Reconfigured VM instance instance-00000021 to attach disk [datastore2] d1aecebc-401e-45ff-805e-c038722f4cad/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd-rescue.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1990.482929] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7800d300-73cb-4416-9927-d1f79f7b1c00 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.512022] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-26b2e47e-59d3-4e68-a1e9-73b634b5b0ea {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1990.528481] env[62291]: DEBUG oslo_vmware.api [None req-458e1dce-8140-4ed6-b696-bd00afb320b4 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 1990.528481] env[62291]: value = "task-2142704" [ 1990.528481] env[62291]: _type = "Task" [ 1990.528481] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1990.533993] env[62291]: DEBUG nova.network.neutron [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 68d9ebdd-312b-4823-99b4-01b3ff895561] Updating instance_info_cache with network_info: [{"id": "f47dd7d8-97f1-448d-88a9-3e748dce65d5", "address": "fa:16:3e:b7:53:75", "network": {"id": "b493d309-1968-4e18-8dc9-a3fc931f694b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-838792115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18de2cc546ba4e1cb72020b0bb3d88c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf47dd7d8-97", "ovs_interfaceid": "f47dd7d8-97f1-448d-88a9-3e748dce65d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1990.540036] env[62291]: DEBUG oslo_vmware.api [None req-458e1dce-8140-4ed6-b696-bd00afb320b4 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2142704, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1990.557251] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.766s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1990.557862] env[62291]: DEBUG nova.compute.manager [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] [instance: 9f269471-9c27-4479-9494-b67e41dd55e7] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1990.563018] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.102s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1990.563018] env[62291]: INFO nova.compute.claims [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] [instance: a7fe6c49-4623-49a6-826d-37a2bb790206] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1990.691208] env[62291]: DEBUG nova.compute.manager [req-50d96dde-de9f-4010-9d0a-98fa47a47356 req-654c90b8-c4ed-452a-af30-9c77b90ee2de service nova] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Received event network-vif-plugged-7b684d88-3690-41f8-9f73-531945742289 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1990.691381] env[62291]: DEBUG oslo_concurrency.lockutils [req-50d96dde-de9f-4010-9d0a-98fa47a47356 req-654c90b8-c4ed-452a-af30-9c77b90ee2de service nova] Acquiring lock "a06e85bc-af77-404c-a50b-312dd60ae1c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1990.691487] env[62291]: DEBUG oslo_concurrency.lockutils [req-50d96dde-de9f-4010-9d0a-98fa47a47356 req-654c90b8-c4ed-452a-af30-9c77b90ee2de service nova] Lock "a06e85bc-af77-404c-a50b-312dd60ae1c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1990.691718] env[62291]: DEBUG oslo_concurrency.lockutils [req-50d96dde-de9f-4010-9d0a-98fa47a47356 req-654c90b8-c4ed-452a-af30-9c77b90ee2de service nova] Lock "a06e85bc-af77-404c-a50b-312dd60ae1c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1990.691926] env[62291]: DEBUG nova.compute.manager [req-50d96dde-de9f-4010-9d0a-98fa47a47356 req-654c90b8-c4ed-452a-af30-9c77b90ee2de service nova] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] No waiting events found dispatching network-vif-plugged-7b684d88-3690-41f8-9f73-531945742289 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1990.692156] env[62291]: WARNING nova.compute.manager [req-50d96dde-de9f-4010-9d0a-98fa47a47356 req-654c90b8-c4ed-452a-af30-9c77b90ee2de service nova] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Received unexpected event network-vif-plugged-7b684d88-3690-41f8-9f73-531945742289 for instance with vm_state building and task_state spawning. [ 1990.791987] env[62291]: DEBUG nova.network.neutron [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Successfully updated port: 7b684d88-3690-41f8-9f73-531945742289 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1990.916078] env[62291]: INFO nova.compute.manager [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] [instance: c4c302a7-9571-452c-a208-2fe2ef99aa6d] Took 42.34 seconds to build instance. [ 1990.927487] env[62291]: DEBUG nova.network.neutron [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Port d5f7a1b8-950b-427c-8e4c-2b186102b849 binding to destination host cpu-1 is already ACTIVE {{(pid=62291) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1991.039027] env[62291]: DEBUG oslo_vmware.api [None req-458e1dce-8140-4ed6-b696-bd00afb320b4 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2142704, 'name': ReconfigVM_Task, 'duration_secs': 0.484221} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.039342] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-458e1dce-8140-4ed6-b696-bd00afb320b4 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1991.039649] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6e8d7a2-6d17-449e-9090-4324b402117e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.041546] env[62291]: DEBUG oslo_concurrency.lockutils [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Releasing lock "refresh_cache-68d9ebdd-312b-4823-99b4-01b3ff895561" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1991.041843] env[62291]: DEBUG nova.compute.manager [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 68d9ebdd-312b-4823-99b4-01b3ff895561] Instance network_info: |[{"id": "f47dd7d8-97f1-448d-88a9-3e748dce65d5", "address": "fa:16:3e:b7:53:75", "network": {"id": "b493d309-1968-4e18-8dc9-a3fc931f694b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-838792115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18de2cc546ba4e1cb72020b0bb3d88c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf47dd7d8-97", "ovs_interfaceid": "f47dd7d8-97f1-448d-88a9-3e748dce65d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1991.042243] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 68d9ebdd-312b-4823-99b4-01b3ff895561] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b7:53:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2e614f8e-6b11-4b6b-a421-904bca6acd91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f47dd7d8-97f1-448d-88a9-3e748dce65d5', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1991.050217] env[62291]: DEBUG oslo.service.loopingcall [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1991.050874] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68d9ebdd-312b-4823-99b4-01b3ff895561] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1991.051150] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85d28778-b79c-43ea-be29-fc99050582eb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.070709] env[62291]: DEBUG nova.compute.utils [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1991.071875] env[62291]: DEBUG oslo_vmware.api [None req-458e1dce-8140-4ed6-b696-bd00afb320b4 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 1991.071875] env[62291]: value = "task-2142705" [ 1991.071875] env[62291]: _type = "Task" [ 1991.071875] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.072498] env[62291]: DEBUG nova.compute.manager [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] [instance: 9f269471-9c27-4479-9494-b67e41dd55e7] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1991.073118] env[62291]: DEBUG nova.network.neutron [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] [instance: 9f269471-9c27-4479-9494-b67e41dd55e7] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1991.081149] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1991.081149] env[62291]: value = "task-2142706" [ 1991.081149] env[62291]: _type = "Task" [ 1991.081149] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.088636] env[62291]: DEBUG oslo_vmware.api [None req-458e1dce-8140-4ed6-b696-bd00afb320b4 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2142705, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.094381] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142706, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.129668] env[62291]: DEBUG nova.policy [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ef80837798ea4c4d9c37d30c5421075c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '51e621f69264492ca913e9be2522026a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 1991.295482] env[62291]: DEBUG oslo_concurrency.lockutils [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "refresh_cache-a06e85bc-af77-404c-a50b-312dd60ae1c6" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1991.295574] env[62291]: DEBUG oslo_concurrency.lockutils [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquired lock "refresh_cache-a06e85bc-af77-404c-a50b-312dd60ae1c6" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1991.295723] env[62291]: DEBUG nova.network.neutron [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1991.418275] env[62291]: DEBUG oslo_concurrency.lockutils [None req-42755c88-353d-46d9-8c59-1bb442464c69 tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Lock "c4c302a7-9571-452c-a208-2fe2ef99aa6d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 103.577s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1991.471890] env[62291]: DEBUG nova.network.neutron [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] [instance: 9f269471-9c27-4479-9494-b67e41dd55e7] Successfully created port: bd21c542-cadf-4fc7-ba5d-49779a23f712 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1991.576145] env[62291]: DEBUG nova.compute.manager [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] [instance: 9f269471-9c27-4479-9494-b67e41dd55e7] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1991.599045] env[62291]: DEBUG oslo_vmware.api [None req-458e1dce-8140-4ed6-b696-bd00afb320b4 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2142705, 'name': PowerOnVM_Task, 'duration_secs': 0.517574} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.599045] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142706, 'name': CreateVM_Task, 'duration_secs': 0.364079} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1991.599045] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-458e1dce-8140-4ed6-b696-bd00afb320b4 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1991.599045] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 68d9ebdd-312b-4823-99b4-01b3ff895561] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1991.599329] env[62291]: DEBUG oslo_concurrency.lockutils [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1991.599988] env[62291]: DEBUG oslo_concurrency.lockutils [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1991.600303] env[62291]: DEBUG oslo_concurrency.lockutils [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1991.601514] env[62291]: DEBUG nova.compute.manager [None req-458e1dce-8140-4ed6-b696-bd00afb320b4 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1991.604210] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e72a23b-dc56-4718-9d21-e07e5dd94cef {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.606905] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be2aeeab-a707-443b-84d3-5f4dc9e1b9f8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1991.613587] env[62291]: DEBUG oslo_vmware.api [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Waiting for the task: (returnval){ [ 1991.613587] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]525096d6-403a-4be7-d851-d089bd7b01e8" [ 1991.613587] env[62291]: _type = "Task" [ 1991.613587] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1991.631176] env[62291]: DEBUG oslo_vmware.api [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]525096d6-403a-4be7-d851-d089bd7b01e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1991.848651] env[62291]: DEBUG nova.network.neutron [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1991.920666] env[62291]: DEBUG nova.compute.manager [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1991.955809] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Acquiring lock "0a178974-018c-410a-a901-c9e984be8ebf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1991.955809] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Lock "0a178974-018c-410a-a901-c9e984be8ebf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1991.955809] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Lock "0a178974-018c-410a-a901-c9e984be8ebf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1992.063459] env[62291]: DEBUG nova.network.neutron [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Updating instance_info_cache with network_info: [{"id": "7b684d88-3690-41f8-9f73-531945742289", "address": "fa:16:3e:4b:e9:7b", "network": {"id": "b789769e-7cdd-4ec0-9b65-d217c45c3755", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2063957055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ced82ff4c1d54fdcaac99123f59eca6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b684d88-36", "ovs_interfaceid": "7b684d88-3690-41f8-9f73-531945742289", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1992.128986] env[62291]: DEBUG oslo_vmware.api [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]525096d6-403a-4be7-d851-d089bd7b01e8, 'name': SearchDatastore_Task, 'duration_secs': 0.031388} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.131813] env[62291]: DEBUG oslo_concurrency.lockutils [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1992.131918] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 68d9ebdd-312b-4823-99b4-01b3ff895561] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1992.132275] env[62291]: DEBUG oslo_concurrency.lockutils [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1992.132346] env[62291]: DEBUG oslo_concurrency.lockutils [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1992.132480] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1992.133131] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58520bcb-e130-46d7-a25f-e87a716e3f8a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.144896] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83fb3305-1e81-481a-b46b-6fc4c33439db {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.150285] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1992.150467] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1992.151572] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6c78c69-22b6-4886-9594-4ade30fea4dd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.156400] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d59de7-faa9-46a8-be90-056bf93c4c14 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.160781] env[62291]: DEBUG oslo_vmware.api [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Waiting for the task: (returnval){ [ 1992.160781] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52bb1a4c-e693-24c2-d165-0058dafc2d70" [ 1992.160781] env[62291]: _type = "Task" [ 1992.160781] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.192054] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b6c4271-c841-45e0-80d9-ba073054487d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.194711] env[62291]: DEBUG oslo_vmware.api [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52bb1a4c-e693-24c2-d165-0058dafc2d70, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.200405] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4454daf-7cd2-40a8-903b-0b50ed7eac77 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.214668] env[62291]: DEBUG nova.compute.provider_tree [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1992.438732] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1992.568555] env[62291]: DEBUG oslo_concurrency.lockutils [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Releasing lock "refresh_cache-a06e85bc-af77-404c-a50b-312dd60ae1c6" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1992.568555] env[62291]: DEBUG nova.compute.manager [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Instance network_info: |[{"id": "7b684d88-3690-41f8-9f73-531945742289", "address": "fa:16:3e:4b:e9:7b", "network": {"id": "b789769e-7cdd-4ec0-9b65-d217c45c3755", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2063957055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ced82ff4c1d54fdcaac99123f59eca6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b684d88-36", "ovs_interfaceid": "7b684d88-3690-41f8-9f73-531945742289", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1992.568694] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:e9:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78340140-126f-4ef8-a340-debaa64da3e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b684d88-3690-41f8-9f73-531945742289', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1992.575715] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Creating folder: Project (ced82ff4c1d54fdcaac99123f59eca6f). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1992.576124] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ac84eb0-c18d-4e97-8df9-68819f544f3f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.586074] env[62291]: DEBUG nova.compute.manager [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] [instance: 9f269471-9c27-4479-9494-b67e41dd55e7] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1992.589772] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Created folder: Project (ced82ff4c1d54fdcaac99123f59eca6f) in parent group-v437896. [ 1992.589984] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Creating folder: Instances. Parent ref: group-v437975. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1992.590267] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f109f80a-7b5d-4dee-9f65-cd2651f296d4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.604020] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Created folder: Instances in parent group-v437975. [ 1992.604020] env[62291]: DEBUG oslo.service.loopingcall [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1992.604020] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1992.604020] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61367253-3482-4fcb-8f02-9fa0aa423e15 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.627143] env[62291]: DEBUG nova.virt.hardware [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1992.627452] env[62291]: DEBUG nova.virt.hardware [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1992.627651] env[62291]: DEBUG nova.virt.hardware [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1992.627887] env[62291]: DEBUG nova.virt.hardware [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1992.628122] env[62291]: DEBUG nova.virt.hardware [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1992.628293] env[62291]: DEBUG nova.virt.hardware [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1992.628540] env[62291]: DEBUG nova.virt.hardware [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1992.628740] env[62291]: DEBUG nova.virt.hardware [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1992.628945] env[62291]: DEBUG nova.virt.hardware [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1992.629177] env[62291]: DEBUG nova.virt.hardware [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1992.629417] env[62291]: DEBUG nova.virt.hardware [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1992.630513] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9abe78c-114f-43f4-899b-0c4b4baffbdf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.634910] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1992.634910] env[62291]: value = "task-2142709" [ 1992.634910] env[62291]: _type = "Task" [ 1992.634910] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.645644] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10406aa0-106b-4f5e-91d2-9ee0b1302dcb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.653245] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142709, 'name': CreateVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.674117] env[62291]: DEBUG oslo_vmware.api [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52bb1a4c-e693-24c2-d165-0058dafc2d70, 'name': SearchDatastore_Task, 'duration_secs': 0.026902} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1992.675014] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b1eab8c-c3d0-4d65-8bff-89755f4cd032 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1992.682024] env[62291]: DEBUG oslo_vmware.api [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Waiting for the task: (returnval){ [ 1992.682024] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52060f31-ca9c-f48b-5aa2-56e200b86880" [ 1992.682024] env[62291]: _type = "Task" [ 1992.682024] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1992.691316] env[62291]: DEBUG oslo_vmware.api [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52060f31-ca9c-f48b-5aa2-56e200b86880, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1992.718536] env[62291]: DEBUG nova.scheduler.client.report [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1992.773548] env[62291]: DEBUG nova.compute.manager [req-035c0ae6-0ef3-4a30-acda-7d73c41fc2a6 req-7b86f200-cd13-4c92-91f8-3a15e03172bc service nova] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Received event network-changed-7b684d88-3690-41f8-9f73-531945742289 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1992.773744] env[62291]: DEBUG nova.compute.manager [req-035c0ae6-0ef3-4a30-acda-7d73c41fc2a6 req-7b86f200-cd13-4c92-91f8-3a15e03172bc service nova] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Refreshing instance network info cache due to event network-changed-7b684d88-3690-41f8-9f73-531945742289. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1992.773959] env[62291]: DEBUG oslo_concurrency.lockutils [req-035c0ae6-0ef3-4a30-acda-7d73c41fc2a6 req-7b86f200-cd13-4c92-91f8-3a15e03172bc service nova] Acquiring lock "refresh_cache-a06e85bc-af77-404c-a50b-312dd60ae1c6" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1992.774119] env[62291]: DEBUG oslo_concurrency.lockutils [req-035c0ae6-0ef3-4a30-acda-7d73c41fc2a6 req-7b86f200-cd13-4c92-91f8-3a15e03172bc service nova] Acquired lock "refresh_cache-a06e85bc-af77-404c-a50b-312dd60ae1c6" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1992.774276] env[62291]: DEBUG nova.network.neutron [req-035c0ae6-0ef3-4a30-acda-7d73c41fc2a6 req-7b86f200-cd13-4c92-91f8-3a15e03172bc service nova] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Refreshing network info cache for port 7b684d88-3690-41f8-9f73-531945742289 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1993.040126] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Acquiring lock "refresh_cache-0a178974-018c-410a-a901-c9e984be8ebf" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1993.040126] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Acquired lock "refresh_cache-0a178974-018c-410a-a901-c9e984be8ebf" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1993.040126] env[62291]: DEBUG nova.network.neutron [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1993.147041] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142709, 'name': CreateVM_Task, 'duration_secs': 0.348802} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.147222] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1993.147950] env[62291]: DEBUG oslo_concurrency.lockutils [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1993.148136] env[62291]: DEBUG oslo_concurrency.lockutils [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1993.148457] env[62291]: DEBUG oslo_concurrency.lockutils [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1993.148716] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a4694fb-dea9-475c-b2c2-8d3d9ca3336d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.154032] env[62291]: DEBUG oslo_vmware.api [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 1993.154032] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5220a2bc-7e5e-e5e4-fc75-ddbe0c49783e" [ 1993.154032] env[62291]: _type = "Task" [ 1993.154032] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.162286] env[62291]: DEBUG oslo_vmware.api [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5220a2bc-7e5e-e5e4-fc75-ddbe0c49783e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.196747] env[62291]: DEBUG oslo_vmware.api [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52060f31-ca9c-f48b-5aa2-56e200b86880, 'name': SearchDatastore_Task, 'duration_secs': 0.011213} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.197236] env[62291]: DEBUG oslo_concurrency.lockutils [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1993.197675] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 68d9ebdd-312b-4823-99b4-01b3ff895561/68d9ebdd-312b-4823-99b4-01b3ff895561.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1993.198097] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48b43b28-e118-4d0c-956a-3cc6b5718ee4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.207722] env[62291]: DEBUG oslo_vmware.api [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Waiting for the task: (returnval){ [ 1993.207722] env[62291]: value = "task-2142710" [ 1993.207722] env[62291]: _type = "Task" [ 1993.207722] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.220835] env[62291]: DEBUG oslo_vmware.api [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': task-2142710, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.222347] env[62291]: DEBUG nova.network.neutron [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] [instance: 9f269471-9c27-4479-9494-b67e41dd55e7] Successfully updated port: bd21c542-cadf-4fc7-ba5d-49779a23f712 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1993.224399] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.664s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1993.225168] env[62291]: DEBUG nova.compute.manager [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] [instance: a7fe6c49-4623-49a6-826d-37a2bb790206] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1993.230226] env[62291]: DEBUG oslo_concurrency.lockutils [None req-182858af-cfd0-40c5-bedc-9ebd74ab5c65 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.411s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1993.230722] env[62291]: DEBUG nova.objects.instance [None req-182858af-cfd0-40c5-bedc-9ebd74ab5c65 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Lazy-loading 'resources' on Instance uuid b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1993.517096] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8a7e73e7-0850-46df-9c0e-3f59b0b81dbf tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Acquiring lock "c4c302a7-9571-452c-a208-2fe2ef99aa6d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1993.517096] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8a7e73e7-0850-46df-9c0e-3f59b0b81dbf tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Lock "c4c302a7-9571-452c-a208-2fe2ef99aa6d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1993.517096] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8a7e73e7-0850-46df-9c0e-3f59b0b81dbf tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Acquiring lock "c4c302a7-9571-452c-a208-2fe2ef99aa6d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1993.517096] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8a7e73e7-0850-46df-9c0e-3f59b0b81dbf tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Lock "c4c302a7-9571-452c-a208-2fe2ef99aa6d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1993.517413] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8a7e73e7-0850-46df-9c0e-3f59b0b81dbf tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Lock "c4c302a7-9571-452c-a208-2fe2ef99aa6d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1993.519339] env[62291]: INFO nova.compute.manager [None req-8a7e73e7-0850-46df-9c0e-3f59b0b81dbf tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] [instance: c4c302a7-9571-452c-a208-2fe2ef99aa6d] Terminating instance [ 1993.521512] env[62291]: DEBUG nova.compute.manager [None req-8a7e73e7-0850-46df-9c0e-3f59b0b81dbf tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] [instance: c4c302a7-9571-452c-a208-2fe2ef99aa6d] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 1993.521758] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7e73e7-0850-46df-9c0e-3f59b0b81dbf tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] [instance: c4c302a7-9571-452c-a208-2fe2ef99aa6d] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1993.522672] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d8827a-cc84-454d-89c5-778bc0d18e31 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.532459] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a7e73e7-0850-46df-9c0e-3f59b0b81dbf tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] [instance: c4c302a7-9571-452c-a208-2fe2ef99aa6d] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1993.532817] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ba49cb8-e0c5-48cc-9d61-61bf2db0e454 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.538717] env[62291]: DEBUG nova.network.neutron [req-035c0ae6-0ef3-4a30-acda-7d73c41fc2a6 req-7b86f200-cd13-4c92-91f8-3a15e03172bc service nova] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Updated VIF entry in instance network info cache for port 7b684d88-3690-41f8-9f73-531945742289. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1993.539101] env[62291]: DEBUG nova.network.neutron [req-035c0ae6-0ef3-4a30-acda-7d73c41fc2a6 req-7b86f200-cd13-4c92-91f8-3a15e03172bc service nova] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Updating instance_info_cache with network_info: [{"id": "7b684d88-3690-41f8-9f73-531945742289", "address": "fa:16:3e:4b:e9:7b", "network": {"id": "b789769e-7cdd-4ec0-9b65-d217c45c3755", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2063957055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ced82ff4c1d54fdcaac99123f59eca6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b684d88-36", "ovs_interfaceid": "7b684d88-3690-41f8-9f73-531945742289", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1993.544292] env[62291]: DEBUG oslo_vmware.api [None req-8a7e73e7-0850-46df-9c0e-3f59b0b81dbf tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Waiting for the task: (returnval){ [ 1993.544292] env[62291]: value = "task-2142711" [ 1993.544292] env[62291]: _type = "Task" [ 1993.544292] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.555246] env[62291]: DEBUG oslo_vmware.api [None req-8a7e73e7-0850-46df-9c0e-3f59b0b81dbf tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Task: {'id': task-2142711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.666556] env[62291]: DEBUG oslo_vmware.api [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5220a2bc-7e5e-e5e4-fc75-ddbe0c49783e, 'name': SearchDatastore_Task, 'duration_secs': 0.009993} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.666879] env[62291]: DEBUG oslo_concurrency.lockutils [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1993.667141] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1993.667450] env[62291]: DEBUG oslo_concurrency.lockutils [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1993.669658] env[62291]: DEBUG oslo_concurrency.lockutils [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1993.669658] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1993.669658] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1b2ab4d-9ca1-4f47-a848-03786d3f5ddf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.692150] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1993.692150] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1993.692326] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abb2b79d-6130-4a44-9199-b7972ec4e5d8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.698784] env[62291]: DEBUG oslo_vmware.api [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 1993.698784] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]529cabb8-8461-54f5-15fa-278b9cc98eff" [ 1993.698784] env[62291]: _type = "Task" [ 1993.698784] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.712545] env[62291]: DEBUG oslo_vmware.api [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]529cabb8-8461-54f5-15fa-278b9cc98eff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.721055] env[62291]: DEBUG oslo_vmware.api [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': task-2142710, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.449863} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1993.721322] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 68d9ebdd-312b-4823-99b4-01b3ff895561/68d9ebdd-312b-4823-99b4-01b3ff895561.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1993.721536] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 68d9ebdd-312b-4823-99b4-01b3ff895561] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1993.721781] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20d11b34-c0d0-4080-930c-432fc67ad3bc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.731184] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Acquiring lock "refresh_cache-9f269471-9c27-4479-9494-b67e41dd55e7" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1993.731310] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Acquired lock "refresh_cache-9f269471-9c27-4479-9494-b67e41dd55e7" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1993.731614] env[62291]: DEBUG nova.network.neutron [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] [instance: 9f269471-9c27-4479-9494-b67e41dd55e7] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1993.734803] env[62291]: DEBUG nova.compute.utils [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1993.738507] env[62291]: DEBUG oslo_vmware.api [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Waiting for the task: (returnval){ [ 1993.738507] env[62291]: value = "task-2142712" [ 1993.738507] env[62291]: _type = "Task" [ 1993.738507] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.744203] env[62291]: DEBUG nova.compute.manager [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] [instance: a7fe6c49-4623-49a6-826d-37a2bb790206] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 1993.744526] env[62291]: DEBUG nova.network.neutron [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] [instance: a7fe6c49-4623-49a6-826d-37a2bb790206] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 1993.760177] env[62291]: DEBUG oslo_vmware.api [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': task-2142712, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.847851] env[62291]: DEBUG nova.policy [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '261ac4992a574098b75a3c18ff5496e8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0d65c345265f49a7b3e25db001f08351', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 1993.903657] env[62291]: DEBUG nova.network.neutron [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Updating instance_info_cache with network_info: [{"id": "d5f7a1b8-950b-427c-8e4c-2b186102b849", "address": "fa:16:3e:c1:8a:bd", "network": {"id": "628f334a-7ac3-4fd6-9258-4e5aabcf7839", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7a5e935372e4d0998462c64df5e8266", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5f7a1b8-95", "ovs_interfaceid": "d5f7a1b8-950b-427c-8e4c-2b186102b849", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1994.045046] env[62291]: DEBUG oslo_concurrency.lockutils [req-035c0ae6-0ef3-4a30-acda-7d73c41fc2a6 req-7b86f200-cd13-4c92-91f8-3a15e03172bc service nova] Releasing lock "refresh_cache-a06e85bc-af77-404c-a50b-312dd60ae1c6" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1994.059443] env[62291]: DEBUG oslo_vmware.api [None req-8a7e73e7-0850-46df-9c0e-3f59b0b81dbf tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Task: {'id': task-2142711, 'name': PowerOffVM_Task, 'duration_secs': 0.279176} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.059752] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a7e73e7-0850-46df-9c0e-3f59b0b81dbf tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] [instance: c4c302a7-9571-452c-a208-2fe2ef99aa6d] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1994.059927] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7e73e7-0850-46df-9c0e-3f59b0b81dbf tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] [instance: c4c302a7-9571-452c-a208-2fe2ef99aa6d] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1994.060221] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-938303c1-761a-402f-a3de-ba2972616447 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.153529] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7e73e7-0850-46df-9c0e-3f59b0b81dbf tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] [instance: c4c302a7-9571-452c-a208-2fe2ef99aa6d] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1994.153800] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7e73e7-0850-46df-9c0e-3f59b0b81dbf tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] [instance: c4c302a7-9571-452c-a208-2fe2ef99aa6d] Deleting contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1994.154197] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a7e73e7-0850-46df-9c0e-3f59b0b81dbf tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Deleting the datastore file [datastore1] c4c302a7-9571-452c-a208-2fe2ef99aa6d {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1994.154927] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5cbab16b-f7fe-4b74-ae01-3f3a5129dcc4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.163742] env[62291]: DEBUG oslo_vmware.api [None req-8a7e73e7-0850-46df-9c0e-3f59b0b81dbf tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Waiting for the task: (returnval){ [ 1994.163742] env[62291]: value = "task-2142714" [ 1994.163742] env[62291]: _type = "Task" [ 1994.163742] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.176870] env[62291]: DEBUG oslo_vmware.api [None req-8a7e73e7-0850-46df-9c0e-3f59b0b81dbf tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Task: {'id': task-2142714, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.211218] env[62291]: DEBUG oslo_vmware.api [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]529cabb8-8461-54f5-15fa-278b9cc98eff, 'name': SearchDatastore_Task, 'duration_secs': 0.037947} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.214977] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5372333b-8e56-4afb-aaea-c0bc07e8458f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.222765] env[62291]: DEBUG oslo_vmware.api [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 1994.222765] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]528f6f34-0413-65ae-992b-eab4592cad61" [ 1994.222765] env[62291]: _type = "Task" [ 1994.222765] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.232519] env[62291]: DEBUG oslo_vmware.api [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]528f6f34-0413-65ae-992b-eab4592cad61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.241504] env[62291]: DEBUG nova.compute.manager [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] [instance: a7fe6c49-4623-49a6-826d-37a2bb790206] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1994.259479] env[62291]: DEBUG oslo_vmware.api [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': task-2142712, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070644} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.263385] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 68d9ebdd-312b-4823-99b4-01b3ff895561] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1994.264621] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef01f61c-2246-48d4-bbf2-29c7f45b821e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.292621] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 68d9ebdd-312b-4823-99b4-01b3ff895561] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 68d9ebdd-312b-4823-99b4-01b3ff895561/68d9ebdd-312b-4823-99b4-01b3ff895561.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1994.296911] env[62291]: DEBUG nova.network.neutron [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] [instance: a7fe6c49-4623-49a6-826d-37a2bb790206] Successfully created port: 1405ebc6-9ae7-400c-881e-ab27a500ce22 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1994.298765] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7afa9b84-633a-4de3-9509-32609e9eaa49 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.313932] env[62291]: INFO nova.compute.manager [None req-89cf5b52-af81-4c6f-b003-d941cf44181d tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Rescuing [ 1994.314217] env[62291]: DEBUG oslo_concurrency.lockutils [None req-89cf5b52-af81-4c6f-b003-d941cf44181d tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Acquiring lock "refresh_cache-4f4a46eb-7bd3-4477-89eb-dd30a98a3538" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1994.314370] env[62291]: DEBUG oslo_concurrency.lockutils [None req-89cf5b52-af81-4c6f-b003-d941cf44181d tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Acquired lock "refresh_cache-4f4a46eb-7bd3-4477-89eb-dd30a98a3538" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1994.314545] env[62291]: DEBUG nova.network.neutron [None req-89cf5b52-af81-4c6f-b003-d941cf44181d tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1994.316795] env[62291]: DEBUG nova.network.neutron [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] [instance: 9f269471-9c27-4479-9494-b67e41dd55e7] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1994.326377] env[62291]: DEBUG oslo_vmware.api [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Waiting for the task: (returnval){ [ 1994.326377] env[62291]: value = "task-2142715" [ 1994.326377] env[62291]: _type = "Task" [ 1994.326377] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.336939] env[62291]: DEBUG oslo_vmware.api [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': task-2142715, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.408027] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Releasing lock "refresh_cache-0a178974-018c-410a-a901-c9e984be8ebf" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1994.427664] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc83c0e3-17fb-4567-9242-257f898f6b8f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.437769] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ffb2569-7697-40e8-88dc-33e1f9778b59 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.478115] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-066689a8-f588-4efa-bbb0-4be2a4871e05 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.487800] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-424ec9e6-9570-400d-945d-6569cfdb7cf7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.503703] env[62291]: DEBUG nova.compute.provider_tree [None req-182858af-cfd0-40c5-bedc-9ebd74ab5c65 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1994.674516] env[62291]: DEBUG oslo_vmware.api [None req-8a7e73e7-0850-46df-9c0e-3f59b0b81dbf tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Task: {'id': task-2142714, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180144} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.674820] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a7e73e7-0850-46df-9c0e-3f59b0b81dbf tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1994.675033] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7e73e7-0850-46df-9c0e-3f59b0b81dbf tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] [instance: c4c302a7-9571-452c-a208-2fe2ef99aa6d] Deleted contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1994.675220] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-8a7e73e7-0850-46df-9c0e-3f59b0b81dbf tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] [instance: c4c302a7-9571-452c-a208-2fe2ef99aa6d] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1994.675441] env[62291]: INFO nova.compute.manager [None req-8a7e73e7-0850-46df-9c0e-3f59b0b81dbf tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] [instance: c4c302a7-9571-452c-a208-2fe2ef99aa6d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1994.675677] env[62291]: DEBUG oslo.service.loopingcall [None req-8a7e73e7-0850-46df-9c0e-3f59b0b81dbf tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1994.675892] env[62291]: DEBUG nova.compute.manager [-] [instance: c4c302a7-9571-452c-a208-2fe2ef99aa6d] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 1994.675990] env[62291]: DEBUG nova.network.neutron [-] [instance: c4c302a7-9571-452c-a208-2fe2ef99aa6d] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 1994.734094] env[62291]: DEBUG oslo_vmware.api [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]528f6f34-0413-65ae-992b-eab4592cad61, 'name': SearchDatastore_Task, 'duration_secs': 0.011198} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.734384] env[62291]: DEBUG oslo_concurrency.lockutils [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1994.734642] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] a06e85bc-af77-404c-a50b-312dd60ae1c6/a06e85bc-af77-404c-a50b-312dd60ae1c6.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1994.734901] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2bbd5b36-f460-46ec-90c3-e15e396a4f6c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.742442] env[62291]: DEBUG oslo_vmware.api [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 1994.742442] env[62291]: value = "task-2142716" [ 1994.742442] env[62291]: _type = "Task" [ 1994.742442] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.757687] env[62291]: DEBUG oslo_vmware.api [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2142716, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.825295] env[62291]: DEBUG nova.network.neutron [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] [instance: 9f269471-9c27-4479-9494-b67e41dd55e7] Updating instance_info_cache with network_info: [{"id": "bd21c542-cadf-4fc7-ba5d-49779a23f712", "address": "fa:16:3e:a1:5f:4d", "network": {"id": "475e73c4-2480-46e4-92e3-21557236aa22", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1031270792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51e621f69264492ca913e9be2522026a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd21c542-ca", "ovs_interfaceid": "bd21c542-cadf-4fc7-ba5d-49779a23f712", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1994.845387] env[62291]: DEBUG oslo_vmware.api [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': task-2142715, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.933095] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe27b80b-f433-4139-9551-0994ab501acc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.964138] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f219ba-c1e0-472c-9a8e-a8590e97dad6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.975700] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Updating instance '0a178974-018c-410a-a901-c9e984be8ebf' progress to 83 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1994.991259] env[62291]: DEBUG nova.compute.manager [req-703f8d9d-1257-4819-9ae8-f955ff3ae7ac req-fe490352-da28-4754-8c8e-6bc1464004ee service nova] [instance: 9f269471-9c27-4479-9494-b67e41dd55e7] Received event network-vif-plugged-bd21c542-cadf-4fc7-ba5d-49779a23f712 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1994.991648] env[62291]: DEBUG oslo_concurrency.lockutils [req-703f8d9d-1257-4819-9ae8-f955ff3ae7ac req-fe490352-da28-4754-8c8e-6bc1464004ee service nova] Acquiring lock "9f269471-9c27-4479-9494-b67e41dd55e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1994.991894] env[62291]: DEBUG oslo_concurrency.lockutils [req-703f8d9d-1257-4819-9ae8-f955ff3ae7ac req-fe490352-da28-4754-8c8e-6bc1464004ee service nova] Lock "9f269471-9c27-4479-9494-b67e41dd55e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1994.992091] env[62291]: DEBUG oslo_concurrency.lockutils [req-703f8d9d-1257-4819-9ae8-f955ff3ae7ac req-fe490352-da28-4754-8c8e-6bc1464004ee service nova] Lock "9f269471-9c27-4479-9494-b67e41dd55e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1994.993523] env[62291]: DEBUG nova.compute.manager [req-703f8d9d-1257-4819-9ae8-f955ff3ae7ac req-fe490352-da28-4754-8c8e-6bc1464004ee service nova] [instance: 9f269471-9c27-4479-9494-b67e41dd55e7] No waiting events found dispatching network-vif-plugged-bd21c542-cadf-4fc7-ba5d-49779a23f712 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1994.993523] env[62291]: WARNING nova.compute.manager [req-703f8d9d-1257-4819-9ae8-f955ff3ae7ac req-fe490352-da28-4754-8c8e-6bc1464004ee service nova] [instance: 9f269471-9c27-4479-9494-b67e41dd55e7] Received unexpected event network-vif-plugged-bd21c542-cadf-4fc7-ba5d-49779a23f712 for instance with vm_state building and task_state spawning. [ 1994.993523] env[62291]: DEBUG nova.compute.manager [req-703f8d9d-1257-4819-9ae8-f955ff3ae7ac req-fe490352-da28-4754-8c8e-6bc1464004ee service nova] [instance: 9f269471-9c27-4479-9494-b67e41dd55e7] Received event network-changed-bd21c542-cadf-4fc7-ba5d-49779a23f712 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1994.993523] env[62291]: DEBUG nova.compute.manager [req-703f8d9d-1257-4819-9ae8-f955ff3ae7ac req-fe490352-da28-4754-8c8e-6bc1464004ee service nova] [instance: 9f269471-9c27-4479-9494-b67e41dd55e7] Refreshing instance network info cache due to event network-changed-bd21c542-cadf-4fc7-ba5d-49779a23f712. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1994.993523] env[62291]: DEBUG oslo_concurrency.lockutils [req-703f8d9d-1257-4819-9ae8-f955ff3ae7ac req-fe490352-da28-4754-8c8e-6bc1464004ee service nova] Acquiring lock "refresh_cache-9f269471-9c27-4479-9494-b67e41dd55e7" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1995.007072] env[62291]: DEBUG nova.scheduler.client.report [None req-182858af-cfd0-40c5-bedc-9ebd74ab5c65 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1995.167014] env[62291]: DEBUG nova.compute.manager [req-e2db9f2f-2b3f-4742-9ba1-83165e8cba69 req-922c876c-3bfa-422e-a55d-0da3a96dbfe7 service nova] [instance: c4c302a7-9571-452c-a208-2fe2ef99aa6d] Received event network-vif-deleted-72e60e95-3e53-406a-a95e-2c799f4321f5 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1995.167355] env[62291]: INFO nova.compute.manager [req-e2db9f2f-2b3f-4742-9ba1-83165e8cba69 req-922c876c-3bfa-422e-a55d-0da3a96dbfe7 service nova] [instance: c4c302a7-9571-452c-a208-2fe2ef99aa6d] Neutron deleted interface 72e60e95-3e53-406a-a95e-2c799f4321f5; detaching it from the instance and deleting it from the info cache [ 1995.167432] env[62291]: DEBUG nova.network.neutron [req-e2db9f2f-2b3f-4742-9ba1-83165e8cba69 req-922c876c-3bfa-422e-a55d-0da3a96dbfe7 service nova] [instance: c4c302a7-9571-452c-a208-2fe2ef99aa6d] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1995.212241] env[62291]: DEBUG nova.network.neutron [None req-89cf5b52-af81-4c6f-b003-d941cf44181d tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Updating instance_info_cache with network_info: [{"id": "1984912c-86ae-4f13-9852-07d0410e7941", "address": "fa:16:3e:a8:1b:a5", "network": {"id": "a7d4cfa1-5a02-4729-b15f-3d414d57aa9e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-66180431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "877e1c36dc75431296fb730c541970f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1984912c-86", "ovs_interfaceid": "1984912c-86ae-4f13-9852-07d0410e7941", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1995.257525] env[62291]: DEBUG nova.compute.manager [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] [instance: a7fe6c49-4623-49a6-826d-37a2bb790206] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 1995.259769] env[62291]: DEBUG oslo_vmware.api [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2142716, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.291826] env[62291]: DEBUG nova.virt.hardware [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1995.292168] env[62291]: DEBUG nova.virt.hardware [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1995.292376] env[62291]: DEBUG nova.virt.hardware [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1995.292588] env[62291]: DEBUG nova.virt.hardware [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1995.292749] env[62291]: DEBUG nova.virt.hardware [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1995.292902] env[62291]: DEBUG nova.virt.hardware [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1995.293205] env[62291]: DEBUG nova.virt.hardware [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1995.293445] env[62291]: DEBUG nova.virt.hardware [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1995.294032] env[62291]: DEBUG nova.virt.hardware [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1995.294032] env[62291]: DEBUG nova.virt.hardware [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1995.294032] env[62291]: DEBUG nova.virt.hardware [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1995.295349] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1734d8c-df1c-485a-bdfe-f7b542386185 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.305694] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c7c2d89-7b97-49a5-868e-5c4fba1b908e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.331319] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Releasing lock "refresh_cache-9f269471-9c27-4479-9494-b67e41dd55e7" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1995.331642] env[62291]: DEBUG nova.compute.manager [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] [instance: 9f269471-9c27-4479-9494-b67e41dd55e7] Instance network_info: |[{"id": "bd21c542-cadf-4fc7-ba5d-49779a23f712", "address": "fa:16:3e:a1:5f:4d", "network": {"id": "475e73c4-2480-46e4-92e3-21557236aa22", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1031270792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51e621f69264492ca913e9be2522026a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd21c542-ca", "ovs_interfaceid": "bd21c542-cadf-4fc7-ba5d-49779a23f712", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1995.332048] env[62291]: DEBUG oslo_concurrency.lockutils [req-703f8d9d-1257-4819-9ae8-f955ff3ae7ac req-fe490352-da28-4754-8c8e-6bc1464004ee service nova] Acquired lock "refresh_cache-9f269471-9c27-4479-9494-b67e41dd55e7" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1995.332244] env[62291]: DEBUG nova.network.neutron [req-703f8d9d-1257-4819-9ae8-f955ff3ae7ac req-fe490352-da28-4754-8c8e-6bc1464004ee service nova] [instance: 9f269471-9c27-4479-9494-b67e41dd55e7] Refreshing network info cache for port bd21c542-cadf-4fc7-ba5d-49779a23f712 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1995.333530] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] [instance: 9f269471-9c27-4479-9494-b67e41dd55e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:5f:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a874c214-8cdf-4a41-a718-84262b2a28d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd21c542-cadf-4fc7-ba5d-49779a23f712', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1995.341337] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Creating folder: Project (51e621f69264492ca913e9be2522026a). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1995.348444] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ec86c6a-2fd0-4d9c-a210-3d2ae7908123 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.356653] env[62291]: DEBUG oslo_vmware.api [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': task-2142715, 'name': ReconfigVM_Task, 'duration_secs': 0.785452} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.356952] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 68d9ebdd-312b-4823-99b4-01b3ff895561] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 68d9ebdd-312b-4823-99b4-01b3ff895561/68d9ebdd-312b-4823-99b4-01b3ff895561.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1995.357636] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aa98301e-7870-4a2b-8d1b-f5dcdbb082a6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.360958] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Created folder: Project (51e621f69264492ca913e9be2522026a) in parent group-v437896. [ 1995.361173] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Creating folder: Instances. Parent ref: group-v437978. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1995.361817] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-210f474b-8fa3-4b99-abfd-32698fae8748 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.366414] env[62291]: DEBUG oslo_vmware.api [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Waiting for the task: (returnval){ [ 1995.366414] env[62291]: value = "task-2142718" [ 1995.366414] env[62291]: _type = "Task" [ 1995.366414] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.372095] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Created folder: Instances in parent group-v437978. [ 1995.372401] env[62291]: DEBUG oslo.service.loopingcall [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1995.372608] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f269471-9c27-4479-9494-b67e41dd55e7] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1995.372892] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-311232d1-ea06-41c7-b40f-3838f53fefc9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.393213] env[62291]: DEBUG oslo_vmware.api [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': task-2142718, 'name': Rename_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.400725] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1995.400725] env[62291]: value = "task-2142720" [ 1995.400725] env[62291]: _type = "Task" [ 1995.400725] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.412038] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142720, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.467946] env[62291]: DEBUG nova.network.neutron [-] [instance: c4c302a7-9571-452c-a208-2fe2ef99aa6d] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1995.485526] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1995.485985] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cb4b3bb-44c2-4e1e-a57d-b266c5d83e88 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.496129] env[62291]: DEBUG oslo_vmware.api [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Waiting for the task: (returnval){ [ 1995.496129] env[62291]: value = "task-2142721" [ 1995.496129] env[62291]: _type = "Task" [ 1995.496129] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.507951] env[62291]: DEBUG oslo_vmware.api [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Task: {'id': task-2142721, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.515810] env[62291]: DEBUG oslo_concurrency.lockutils [None req-182858af-cfd0-40c5-bedc-9ebd74ab5c65 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.285s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1995.518577] env[62291]: DEBUG oslo_concurrency.lockutils [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.732s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1995.521322] env[62291]: INFO nova.compute.claims [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] [instance: d4d8221d-778d-43c5-acfe-84aaa2424b5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1995.554581] env[62291]: INFO nova.scheduler.client.report [None req-182858af-cfd0-40c5-bedc-9ebd74ab5c65 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Deleted allocations for instance b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98 [ 1995.670346] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-17e15317-0b97-4be3-80b5-e978d2fea0bf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.674039] env[62291]: DEBUG nova.network.neutron [req-703f8d9d-1257-4819-9ae8-f955ff3ae7ac req-fe490352-da28-4754-8c8e-6bc1464004ee service nova] [instance: 9f269471-9c27-4479-9494-b67e41dd55e7] Updated VIF entry in instance network info cache for port bd21c542-cadf-4fc7-ba5d-49779a23f712. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1995.674446] env[62291]: DEBUG nova.network.neutron [req-703f8d9d-1257-4819-9ae8-f955ff3ae7ac req-fe490352-da28-4754-8c8e-6bc1464004ee service nova] [instance: 9f269471-9c27-4479-9494-b67e41dd55e7] Updating instance_info_cache with network_info: [{"id": "bd21c542-cadf-4fc7-ba5d-49779a23f712", "address": "fa:16:3e:a1:5f:4d", "network": {"id": "475e73c4-2480-46e4-92e3-21557236aa22", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1031270792-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "51e621f69264492ca913e9be2522026a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a874c214-8cdf-4a41-a718-84262b2a28d8", "external-id": "cl2-zone-726", "segmentation_id": 726, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd21c542-ca", "ovs_interfaceid": "bd21c542-cadf-4fc7-ba5d-49779a23f712", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1995.686286] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e450ece2-e0d4-4197-b749-9eb2371df4a6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.725453] env[62291]: DEBUG oslo_concurrency.lockutils [None req-89cf5b52-af81-4c6f-b003-d941cf44181d tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Releasing lock "refresh_cache-4f4a46eb-7bd3-4477-89eb-dd30a98a3538" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1995.728110] env[62291]: DEBUG nova.compute.manager [req-e2db9f2f-2b3f-4742-9ba1-83165e8cba69 req-922c876c-3bfa-422e-a55d-0da3a96dbfe7 service nova] [instance: c4c302a7-9571-452c-a208-2fe2ef99aa6d] Detach interface failed, port_id=72e60e95-3e53-406a-a95e-2c799f4321f5, reason: Instance c4c302a7-9571-452c-a208-2fe2ef99aa6d could not be found. {{(pid=62291) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 1995.760434] env[62291]: DEBUG oslo_vmware.api [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2142716, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580007} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.761427] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] a06e85bc-af77-404c-a50b-312dd60ae1c6/a06e85bc-af77-404c-a50b-312dd60ae1c6.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1995.761427] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1995.761427] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b500679b-b142-4a6c-b4a2-c848a64c67c5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.770855] env[62291]: DEBUG oslo_vmware.api [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 1995.770855] env[62291]: value = "task-2142722" [ 1995.770855] env[62291]: _type = "Task" [ 1995.770855] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.794762] env[62291]: DEBUG oslo_vmware.api [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2142722, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.877459] env[62291]: DEBUG oslo_vmware.api [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': task-2142718, 'name': Rename_Task, 'duration_secs': 0.212911} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.878380] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 68d9ebdd-312b-4823-99b4-01b3ff895561] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1995.878775] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4cbac46c-2086-47b8-b98b-e3809f46c2ee {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.886332] env[62291]: DEBUG oslo_vmware.api [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Waiting for the task: (returnval){ [ 1995.886332] env[62291]: value = "task-2142723" [ 1995.886332] env[62291]: _type = "Task" [ 1995.886332] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.896748] env[62291]: DEBUG oslo_vmware.api [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': task-2142723, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.912085] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142720, 'name': CreateVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.971715] env[62291]: INFO nova.compute.manager [-] [instance: c4c302a7-9571-452c-a208-2fe2ef99aa6d] Took 1.30 seconds to deallocate network for instance. [ 1996.005818] env[62291]: DEBUG oslo_vmware.api [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Task: {'id': task-2142721, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.066562] env[62291]: DEBUG oslo_concurrency.lockutils [None req-182858af-cfd0-40c5-bedc-9ebd74ab5c65 tempest-ServerDiagnosticsNegativeTest-680887575 tempest-ServerDiagnosticsNegativeTest-680887575-project-member] Lock "b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.251s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1996.177616] env[62291]: DEBUG oslo_concurrency.lockutils [req-703f8d9d-1257-4819-9ae8-f955ff3ae7ac req-fe490352-da28-4754-8c8e-6bc1464004ee service nova] Releasing lock "refresh_cache-9f269471-9c27-4479-9494-b67e41dd55e7" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1996.262571] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-89cf5b52-af81-4c6f-b003-d941cf44181d tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1996.263696] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a17fc075-0c90-4ee2-bbf8-7774f4aa0636 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.275230] env[62291]: DEBUG oslo_vmware.api [None req-89cf5b52-af81-4c6f-b003-d941cf44181d tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 1996.275230] env[62291]: value = "task-2142724" [ 1996.275230] env[62291]: _type = "Task" [ 1996.275230] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.287925] env[62291]: DEBUG oslo_vmware.api [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2142722, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.230011} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.292204] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1996.292718] env[62291]: DEBUG oslo_vmware.api [None req-89cf5b52-af81-4c6f-b003-d941cf44181d tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2142724, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.293511] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8459de-8389-497a-88ea-0c3e3a8fbe14 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.323795] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] a06e85bc-af77-404c-a50b-312dd60ae1c6/a06e85bc-af77-404c-a50b-312dd60ae1c6.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1996.324215] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2118440e-251c-4162-b606-705130cca382 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.350662] env[62291]: DEBUG oslo_vmware.api [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 1996.350662] env[62291]: value = "task-2142725" [ 1996.350662] env[62291]: _type = "Task" [ 1996.350662] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.360145] env[62291]: DEBUG oslo_vmware.api [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2142725, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.397577] env[62291]: DEBUG oslo_vmware.api [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': task-2142723, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.411367] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142720, 'name': CreateVM_Task, 'duration_secs': 0.522151} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.411590] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9f269471-9c27-4479-9494-b67e41dd55e7] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1996.412298] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1996.412463] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1996.412780] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1996.413052] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce1e852a-3d7c-4328-9925-67d55d0f3556 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.418848] env[62291]: DEBUG oslo_vmware.api [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Waiting for the task: (returnval){ [ 1996.418848] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]521c8a9e-c83d-380b-0bde-87c5ef59f61b" [ 1996.418848] env[62291]: _type = "Task" [ 1996.418848] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.430193] env[62291]: DEBUG oslo_vmware.api [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]521c8a9e-c83d-380b-0bde-87c5ef59f61b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.478625] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8a7e73e7-0850-46df-9c0e-3f59b0b81dbf tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1996.480453] env[62291]: DEBUG nova.network.neutron [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] [instance: a7fe6c49-4623-49a6-826d-37a2bb790206] Successfully updated port: 1405ebc6-9ae7-400c-881e-ab27a500ce22 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1996.508191] env[62291]: DEBUG oslo_vmware.api [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Task: {'id': task-2142721, 'name': PowerOnVM_Task, 'duration_secs': 0.856981} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.509130] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1996.509331] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-8f469025-77df-4fbd-89c4-870556bd39c8 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Updating instance '0a178974-018c-410a-a901-c9e984be8ebf' progress to 100 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1996.799303] env[62291]: DEBUG oslo_vmware.api [None req-89cf5b52-af81-4c6f-b003-d941cf44181d tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2142724, 'name': PowerOffVM_Task, 'duration_secs': 0.467647} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.803694] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-89cf5b52-af81-4c6f-b003-d941cf44181d tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1996.805178] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02691308-9950-467f-8da7-e52d0065cb6d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.836748] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36b5bc4-d098-44b9-8da7-d320f300757c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.865541] env[62291]: DEBUG oslo_vmware.api [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2142725, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1996.879686] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-89cf5b52-af81-4c6f-b003-d941cf44181d tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1996.880029] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a975413b-c8ca-4218-875b-9003b575072a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.888822] env[62291]: DEBUG oslo_vmware.api [None req-89cf5b52-af81-4c6f-b003-d941cf44181d tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 1996.888822] env[62291]: value = "task-2142726" [ 1996.888822] env[62291]: _type = "Task" [ 1996.888822] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.916039] env[62291]: DEBUG oslo_vmware.api [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': task-2142723, 'name': PowerOnVM_Task, 'duration_secs': 0.870136} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.916408] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-89cf5b52-af81-4c6f-b003-d941cf44181d tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] VM already powered off {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1996.916665] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-89cf5b52-af81-4c6f-b003-d941cf44181d tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1996.917073] env[62291]: DEBUG oslo_concurrency.lockutils [None req-89cf5b52-af81-4c6f-b003-d941cf44181d tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1996.917202] env[62291]: DEBUG oslo_concurrency.lockutils [None req-89cf5b52-af81-4c6f-b003-d941cf44181d tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1996.917444] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-89cf5b52-af81-4c6f-b003-d941cf44181d tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1996.917787] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 68d9ebdd-312b-4823-99b4-01b3ff895561] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1996.918054] env[62291]: INFO nova.compute.manager [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 68d9ebdd-312b-4823-99b4-01b3ff895561] Took 9.97 seconds to spawn the instance on the hypervisor. [ 1996.918289] env[62291]: DEBUG nova.compute.manager [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 68d9ebdd-312b-4823-99b4-01b3ff895561] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1996.921625] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c3a8f04-6812-4d1a-a337-653dc65d48a5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.925760] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec39cb4b-0229-4bde-b7c5-b5ae0e780353 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.953098] env[62291]: DEBUG oslo_vmware.api [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]521c8a9e-c83d-380b-0bde-87c5ef59f61b, 'name': SearchDatastore_Task, 'duration_secs': 0.011909} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1996.953389] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-89cf5b52-af81-4c6f-b003-d941cf44181d tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1996.953604] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-89cf5b52-af81-4c6f-b003-d941cf44181d tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1996.955343] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1996.955876] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] [instance: 9f269471-9c27-4479-9494-b67e41dd55e7] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1996.955980] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1996.956154] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1996.959755] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1996.959755] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e237794c-c5fb-49ec-a1a5-a9e4bd1174d3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.960926] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3c74a25-3136-44cf-9225-81bff49ec2cb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.969162] env[62291]: DEBUG oslo_vmware.api [None req-89cf5b52-af81-4c6f-b003-d941cf44181d tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 1996.969162] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]529129fc-46de-1d0b-8768-f28641079eff" [ 1996.969162] env[62291]: _type = "Task" [ 1996.969162] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.977615] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1996.977759] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1996.978512] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e79e4a88-c81f-4d7f-b860-7975d92112d8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.983070] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Acquiring lock "refresh_cache-a7fe6c49-4623-49a6-826d-37a2bb790206" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1996.983585] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Acquired lock "refresh_cache-a7fe6c49-4623-49a6-826d-37a2bb790206" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1996.983767] env[62291]: DEBUG nova.network.neutron [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] [instance: a7fe6c49-4623-49a6-826d-37a2bb790206] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1996.992063] env[62291]: DEBUG oslo_vmware.api [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Waiting for the task: (returnval){ [ 1996.992063] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52fe6f89-b5ca-644d-c837-78604d154973" [ 1996.992063] env[62291]: _type = "Task" [ 1996.992063] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.992914] env[62291]: DEBUG oslo_vmware.api [None req-89cf5b52-af81-4c6f-b003-d941cf44181d tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]529129fc-46de-1d0b-8768-f28641079eff, 'name': SearchDatastore_Task, 'duration_secs': 0.011078} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.000246] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4a91737-73b7-49d4-8926-8178c7b3f6ae {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.007943] env[62291]: DEBUG oslo_vmware.api [None req-89cf5b52-af81-4c6f-b003-d941cf44181d tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 1997.007943] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]528bd1fc-6a30-12c2-4d89-3c834925cc2a" [ 1997.007943] env[62291]: _type = "Task" [ 1997.007943] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.012400] env[62291]: DEBUG oslo_vmware.api [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52fe6f89-b5ca-644d-c837-78604d154973, 'name': SearchDatastore_Task, 'duration_secs': 0.011013} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.023020] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b627ce58-e2f5-43ae-89ef-de595f7b1cc6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.031484] env[62291]: DEBUG oslo_vmware.api [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Waiting for the task: (returnval){ [ 1997.031484] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52016e10-749e-9462-c940-495b553743de" [ 1997.031484] env[62291]: _type = "Task" [ 1997.031484] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.036740] env[62291]: DEBUG oslo_vmware.api [None req-89cf5b52-af81-4c6f-b003-d941cf44181d tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]528bd1fc-6a30-12c2-4d89-3c834925cc2a, 'name': SearchDatastore_Task, 'duration_secs': 0.010839} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.040523] env[62291]: DEBUG oslo_concurrency.lockutils [None req-89cf5b52-af81-4c6f-b003-d941cf44181d tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1997.040828] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-89cf5b52-af81-4c6f-b003-d941cf44181d tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 4f4a46eb-7bd3-4477-89eb-dd30a98a3538/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd-rescue.vmdk. {{(pid=62291) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1997.044324] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7072edb5-e20a-4a54-acdc-6891da0635f0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.053670] env[62291]: DEBUG oslo_vmware.api [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52016e10-749e-9462-c940-495b553743de, 'name': SearchDatastore_Task, 'duration_secs': 0.010501} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.056245] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1997.056245] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 9f269471-9c27-4479-9494-b67e41dd55e7/9f269471-9c27-4479-9494-b67e41dd55e7.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1997.056245] env[62291]: DEBUG oslo_vmware.api [None req-89cf5b52-af81-4c6f-b003-d941cf44181d tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 1997.056245] env[62291]: value = "task-2142727" [ 1997.056245] env[62291]: _type = "Task" [ 1997.056245] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.056245] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0d34e49-9e3f-4574-890b-3c10d931ae1d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.072693] env[62291]: DEBUG oslo_vmware.api [None req-89cf5b52-af81-4c6f-b003-d941cf44181d tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2142727, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.073162] env[62291]: DEBUG oslo_vmware.api [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Waiting for the task: (returnval){ [ 1997.073162] env[62291]: value = "task-2142728" [ 1997.073162] env[62291]: _type = "Task" [ 1997.073162] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.083746] env[62291]: DEBUG oslo_vmware.api [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Task: {'id': task-2142728, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.183253] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd90ff4-2900-46b8-9211-dac667a25f17 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.193505] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7965ad29-e50d-440e-b354-8248ac939eb6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.198144] env[62291]: DEBUG nova.compute.manager [req-76339123-825d-492a-936d-6de0c9812c6d req-c90d3015-0c14-4ebe-ac74-ad2b2e5a594c service nova] [instance: a7fe6c49-4623-49a6-826d-37a2bb790206] Received event network-vif-plugged-1405ebc6-9ae7-400c-881e-ab27a500ce22 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1997.198391] env[62291]: DEBUG oslo_concurrency.lockutils [req-76339123-825d-492a-936d-6de0c9812c6d req-c90d3015-0c14-4ebe-ac74-ad2b2e5a594c service nova] Acquiring lock "a7fe6c49-4623-49a6-826d-37a2bb790206-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1997.198627] env[62291]: DEBUG oslo_concurrency.lockutils [req-76339123-825d-492a-936d-6de0c9812c6d req-c90d3015-0c14-4ebe-ac74-ad2b2e5a594c service nova] Lock "a7fe6c49-4623-49a6-826d-37a2bb790206-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1997.198826] env[62291]: DEBUG oslo_concurrency.lockutils [req-76339123-825d-492a-936d-6de0c9812c6d req-c90d3015-0c14-4ebe-ac74-ad2b2e5a594c service nova] Lock "a7fe6c49-4623-49a6-826d-37a2bb790206-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1997.199028] env[62291]: DEBUG nova.compute.manager [req-76339123-825d-492a-936d-6de0c9812c6d req-c90d3015-0c14-4ebe-ac74-ad2b2e5a594c service nova] [instance: a7fe6c49-4623-49a6-826d-37a2bb790206] No waiting events found dispatching network-vif-plugged-1405ebc6-9ae7-400c-881e-ab27a500ce22 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1997.199211] env[62291]: WARNING nova.compute.manager [req-76339123-825d-492a-936d-6de0c9812c6d req-c90d3015-0c14-4ebe-ac74-ad2b2e5a594c service nova] [instance: a7fe6c49-4623-49a6-826d-37a2bb790206] Received unexpected event network-vif-plugged-1405ebc6-9ae7-400c-881e-ab27a500ce22 for instance with vm_state building and task_state spawning. [ 1997.199393] env[62291]: DEBUG nova.compute.manager [req-76339123-825d-492a-936d-6de0c9812c6d req-c90d3015-0c14-4ebe-ac74-ad2b2e5a594c service nova] [instance: a7fe6c49-4623-49a6-826d-37a2bb790206] Received event network-changed-1405ebc6-9ae7-400c-881e-ab27a500ce22 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 1997.199562] env[62291]: DEBUG nova.compute.manager [req-76339123-825d-492a-936d-6de0c9812c6d req-c90d3015-0c14-4ebe-ac74-ad2b2e5a594c service nova] [instance: a7fe6c49-4623-49a6-826d-37a2bb790206] Refreshing instance network info cache due to event network-changed-1405ebc6-9ae7-400c-881e-ab27a500ce22. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 1997.199757] env[62291]: DEBUG oslo_concurrency.lockutils [req-76339123-825d-492a-936d-6de0c9812c6d req-c90d3015-0c14-4ebe-ac74-ad2b2e5a594c service nova] Acquiring lock "refresh_cache-a7fe6c49-4623-49a6-826d-37a2bb790206" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1997.233036] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142da27a-2bdc-4d12-9c71-b9d429414e0a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.244122] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383e2a68-1049-4727-95d4-1f72bf872100 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.265497] env[62291]: DEBUG nova.compute.provider_tree [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1997.367835] env[62291]: DEBUG oslo_vmware.api [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2142725, 'name': ReconfigVM_Task, 'duration_secs': 0.529481} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.368256] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Reconfigured VM instance instance-00000025 to attach disk [datastore1] a06e85bc-af77-404c-a50b-312dd60ae1c6/a06e85bc-af77-404c-a50b-312dd60ae1c6.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1997.368993] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8120a652-76a0-4c98-968e-51881ab5e3a3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.378708] env[62291]: DEBUG oslo_vmware.api [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 1997.378708] env[62291]: value = "task-2142729" [ 1997.378708] env[62291]: _type = "Task" [ 1997.378708] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.403138] env[62291]: DEBUG oslo_vmware.api [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2142729, 'name': Rename_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.463729] env[62291]: INFO nova.compute.manager [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 68d9ebdd-312b-4823-99b4-01b3ff895561] Took 43.93 seconds to build instance. [ 1997.543177] env[62291]: DEBUG nova.network.neutron [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] [instance: a7fe6c49-4623-49a6-826d-37a2bb790206] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 1997.570644] env[62291]: DEBUG oslo_vmware.api [None req-89cf5b52-af81-4c6f-b003-d941cf44181d tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2142727, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.588516] env[62291]: DEBUG oslo_vmware.api [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Task: {'id': task-2142728, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.769072] env[62291]: DEBUG nova.scheduler.client.report [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1997.779294] env[62291]: DEBUG nova.network.neutron [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] [instance: a7fe6c49-4623-49a6-826d-37a2bb790206] Updating instance_info_cache with network_info: [{"id": "1405ebc6-9ae7-400c-881e-ab27a500ce22", "address": "fa:16:3e:1c:40:b4", "network": {"id": "8efde83f-1af8-4e66-8e35-4e0f575531dd", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-682642055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d65c345265f49a7b3e25db001f08351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1405ebc6-9a", "ovs_interfaceid": "1405ebc6-9ae7-400c-881e-ab27a500ce22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1997.889342] env[62291]: DEBUG oslo_vmware.api [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2142729, 'name': Rename_Task, 'duration_secs': 0.279915} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1997.889698] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1997.889870] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff901a88-5862-4b60-8cdb-d0c03106c7ef {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1997.898828] env[62291]: DEBUG oslo_vmware.api [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 1997.898828] env[62291]: value = "task-2142730" [ 1997.898828] env[62291]: _type = "Task" [ 1997.898828] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1997.910898] env[62291]: DEBUG oslo_vmware.api [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2142730, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.969300] env[62291]: DEBUG oslo_concurrency.lockutils [None req-01c78234-6669-4072-8e50-8aea3574da73 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Lock "68d9ebdd-312b-4823-99b4-01b3ff895561" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 110.123s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1998.069913] env[62291]: DEBUG oslo_vmware.api [None req-89cf5b52-af81-4c6f-b003-d941cf44181d tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2142727, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.084741] env[62291]: DEBUG oslo_vmware.api [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Task: {'id': task-2142728, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615565} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.085067] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 9f269471-9c27-4479-9494-b67e41dd55e7/9f269471-9c27-4479-9494-b67e41dd55e7.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1998.085292] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] [instance: 9f269471-9c27-4479-9494-b67e41dd55e7] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1998.085558] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b665e108-192a-4495-9e22-1d18d811cc9e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.095200] env[62291]: DEBUG oslo_vmware.api [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Waiting for the task: (returnval){ [ 1998.095200] env[62291]: value = "task-2142731" [ 1998.095200] env[62291]: _type = "Task" [ 1998.095200] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.107213] env[62291]: DEBUG oslo_vmware.api [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Task: {'id': task-2142731, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.274774] env[62291]: DEBUG oslo_concurrency.lockutils [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.756s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1998.275264] env[62291]: DEBUG nova.compute.manager [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] [instance: d4d8221d-778d-43c5-acfe-84aaa2424b5a] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 1998.278142] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c3c8b73b-a2ba-409f-8e37-85f9ecd34a3f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.827s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1998.278142] env[62291]: DEBUG nova.objects.instance [None req-c3c8b73b-a2ba-409f-8e37-85f9ecd34a3f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lazy-loading 'resources' on Instance uuid fa966014-68a1-4418-828e-a0f28d90ddeb {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1998.280648] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Releasing lock "refresh_cache-a7fe6c49-4623-49a6-826d-37a2bb790206" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1998.280924] env[62291]: DEBUG nova.compute.manager [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] [instance: a7fe6c49-4623-49a6-826d-37a2bb790206] Instance network_info: |[{"id": "1405ebc6-9ae7-400c-881e-ab27a500ce22", "address": "fa:16:3e:1c:40:b4", "network": {"id": "8efde83f-1af8-4e66-8e35-4e0f575531dd", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-682642055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d65c345265f49a7b3e25db001f08351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1405ebc6-9a", "ovs_interfaceid": "1405ebc6-9ae7-400c-881e-ab27a500ce22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 1998.281196] env[62291]: DEBUG oslo_concurrency.lockutils [req-76339123-825d-492a-936d-6de0c9812c6d req-c90d3015-0c14-4ebe-ac74-ad2b2e5a594c service nova] Acquired lock "refresh_cache-a7fe6c49-4623-49a6-826d-37a2bb790206" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1998.281372] env[62291]: DEBUG nova.network.neutron [req-76339123-825d-492a-936d-6de0c9812c6d req-c90d3015-0c14-4ebe-ac74-ad2b2e5a594c service nova] [instance: a7fe6c49-4623-49a6-826d-37a2bb790206] Refreshing network info cache for port 1405ebc6-9ae7-400c-881e-ab27a500ce22 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 1998.282507] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] [instance: a7fe6c49-4623-49a6-826d-37a2bb790206] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1c:40:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e6db039c-542c-4544-a57d-ddcc6c1e8e45', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1405ebc6-9ae7-400c-881e-ab27a500ce22', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1998.289725] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Creating folder: Project (0d65c345265f49a7b3e25db001f08351). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1998.290886] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8cee134e-ad00-4154-b9dd-fb823947c8f1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.307754] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Created folder: Project (0d65c345265f49a7b3e25db001f08351) in parent group-v437896. [ 1998.307754] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Creating folder: Instances. Parent ref: group-v437981. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1998.307754] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-417e27e5-eafa-46ce-b8a0-b1c6e5b40f76 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.320589] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Created folder: Instances in parent group-v437981. [ 1998.321018] env[62291]: DEBUG oslo.service.loopingcall [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1998.321293] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7fe6c49-4623-49a6-826d-37a2bb790206] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1998.321548] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e59a948c-d94e-4998-8488-a25cf9cdaf4b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.342988] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1998.342988] env[62291]: value = "task-2142734" [ 1998.342988] env[62291]: _type = "Task" [ 1998.342988] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.351821] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142734, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.409962] env[62291]: DEBUG oslo_vmware.api [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2142730, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.476610] env[62291]: DEBUG nova.compute.manager [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 1998.571749] env[62291]: DEBUG oslo_vmware.api [None req-89cf5b52-af81-4c6f-b003-d941cf44181d tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2142727, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.606056] env[62291]: DEBUG oslo_vmware.api [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Task: {'id': task-2142731, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077863} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.606381] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] [instance: 9f269471-9c27-4479-9494-b67e41dd55e7] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1998.607272] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e85bbac9-8171-4558-9c3d-112c483cc308 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.632135] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] [instance: 9f269471-9c27-4479-9494-b67e41dd55e7] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 9f269471-9c27-4479-9494-b67e41dd55e7/9f269471-9c27-4479-9494-b67e41dd55e7.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1998.632517] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-413b9f6c-811f-4a39-9d9f-270cb8ad5bc4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.653853] env[62291]: DEBUG oslo_vmware.api [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Waiting for the task: (returnval){ [ 1998.653853] env[62291]: value = "task-2142735" [ 1998.653853] env[62291]: _type = "Task" [ 1998.653853] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1998.663625] env[62291]: DEBUG oslo_vmware.api [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Task: {'id': task-2142735, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.781831] env[62291]: DEBUG nova.compute.utils [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1998.782879] env[62291]: DEBUG nova.compute.manager [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] [instance: d4d8221d-778d-43c5-acfe-84aaa2424b5a] Not allocating networking since 'none' was specified. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 1998.854317] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142734, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.913291] env[62291]: DEBUG oslo_vmware.api [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2142730, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.999017] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1999.046328] env[62291]: DEBUG oslo_concurrency.lockutils [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Acquiring lock "d079aa40-c94c-4eb4-ab9c-a2a233ce066d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1999.046638] env[62291]: DEBUG oslo_concurrency.lockutils [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Lock "d079aa40-c94c-4eb4-ab9c-a2a233ce066d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1999.073016] env[62291]: DEBUG oslo_vmware.api [None req-89cf5b52-af81-4c6f-b003-d941cf44181d tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2142727, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.652431} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.078312] env[62291]: INFO nova.virt.vmwareapi.ds_util [None req-89cf5b52-af81-4c6f-b003-d941cf44181d tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 4f4a46eb-7bd3-4477-89eb-dd30a98a3538/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd-rescue.vmdk. [ 1999.078312] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f8342f-9380-415d-ad1b-78ca873c754f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.110914] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-89cf5b52-af81-4c6f-b003-d941cf44181d tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] 4f4a46eb-7bd3-4477-89eb-dd30a98a3538/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd-rescue.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1999.116372] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6b89d12-c737-4f00-b74d-2f81fafd69aa {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.138680] env[62291]: DEBUG oslo_vmware.api [None req-89cf5b52-af81-4c6f-b003-d941cf44181d tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 1999.138680] env[62291]: value = "task-2142736" [ 1999.138680] env[62291]: _type = "Task" [ 1999.138680] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.149290] env[62291]: DEBUG oslo_vmware.api [None req-89cf5b52-af81-4c6f-b003-d941cf44181d tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2142736, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.165985] env[62291]: DEBUG oslo_vmware.api [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Task: {'id': task-2142735, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.174668] env[62291]: DEBUG nova.network.neutron [req-76339123-825d-492a-936d-6de0c9812c6d req-c90d3015-0c14-4ebe-ac74-ad2b2e5a594c service nova] [instance: a7fe6c49-4623-49a6-826d-37a2bb790206] Updated VIF entry in instance network info cache for port 1405ebc6-9ae7-400c-881e-ab27a500ce22. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 1999.175081] env[62291]: DEBUG nova.network.neutron [req-76339123-825d-492a-936d-6de0c9812c6d req-c90d3015-0c14-4ebe-ac74-ad2b2e5a594c service nova] [instance: a7fe6c49-4623-49a6-826d-37a2bb790206] Updating instance_info_cache with network_info: [{"id": "1405ebc6-9ae7-400c-881e-ab27a500ce22", "address": "fa:16:3e:1c:40:b4", "network": {"id": "8efde83f-1af8-4e66-8e35-4e0f575531dd", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-682642055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0d65c345265f49a7b3e25db001f08351", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e6db039c-542c-4544-a57d-ddcc6c1e8e45", "external-id": "nsx-vlan-transportzone-810", "segmentation_id": 810, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1405ebc6-9a", "ovs_interfaceid": "1405ebc6-9ae7-400c-881e-ab27a500ce22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1999.290579] env[62291]: DEBUG nova.compute.manager [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] [instance: d4d8221d-778d-43c5-acfe-84aaa2424b5a] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 1999.355310] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142734, 'name': CreateVM_Task, 'duration_secs': 0.766464} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.357887] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a7fe6c49-4623-49a6-826d-37a2bb790206] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1999.359111] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1999.359315] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1999.359632] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1999.359889] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9905f3f5-3948-4e94-afd2-575e1b4a63f6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.366219] env[62291]: DEBUG oslo_vmware.api [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Waiting for the task: (returnval){ [ 1999.366219] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]529ead1a-98c3-e384-54de-e6b3143d294c" [ 1999.366219] env[62291]: _type = "Task" [ 1999.366219] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.383099] env[62291]: DEBUG oslo_vmware.api [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]529ead1a-98c3-e384-54de-e6b3143d294c, 'name': SearchDatastore_Task, 'duration_secs': 0.01179} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.383455] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1999.383686] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] [instance: a7fe6c49-4623-49a6-826d-37a2bb790206] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1999.383920] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1999.384075] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1999.384257] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1999.385241] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b90f939c-29d9-40cc-bcb9-70b6097fc9f9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.397774] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1999.397985] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1999.398737] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-929f9dad-b13c-41c4-b341-c8708dc22d57 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.410854] env[62291]: DEBUG oslo_vmware.api [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Waiting for the task: (returnval){ [ 1999.410854] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]522bbd45-79fa-c0f9-d4c3-2fb96e4c4cd8" [ 1999.410854] env[62291]: _type = "Task" [ 1999.410854] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.417749] env[62291]: DEBUG oslo_vmware.api [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2142730, 'name': PowerOnVM_Task, 'duration_secs': 1.237246} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.419468] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1999.419468] env[62291]: INFO nova.compute.manager [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Took 9.59 seconds to spawn the instance on the hypervisor. [ 1999.419468] env[62291]: DEBUG nova.compute.manager [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 1999.420267] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54560ea7-e6ce-4d00-9ca4-d9c72e733d6f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.428305] env[62291]: DEBUG oslo_vmware.api [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]522bbd45-79fa-c0f9-d4c3-2fb96e4c4cd8, 'name': SearchDatastore_Task, 'duration_secs': 0.011192} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.432409] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41e276a9-c4d1-4dc5-ae41-ae317a3dd76c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.446818] env[62291]: DEBUG oslo_vmware.api [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Waiting for the task: (returnval){ [ 1999.446818] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5217f70f-a22b-a195-0f22-ac89f5d28603" [ 1999.446818] env[62291]: _type = "Task" [ 1999.446818] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.458051] env[62291]: DEBUG oslo_vmware.api [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5217f70f-a22b-a195-0f22-ac89f5d28603, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.475511] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9691748-ce7b-45a9-a6c6-b8f2d11e0b06 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.484963] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f61308-28a4-451a-b02c-75a0609f571b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.519958] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb7c751-317a-412e-85ba-dbc5c905605a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.530937] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f75eaf67-bcc2-441d-b24c-6606ff69e994 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.547578] env[62291]: DEBUG nova.compute.provider_tree [None req-c3c8b73b-a2ba-409f-8e37-85f9ecd34a3f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1999.652716] env[62291]: DEBUG oslo_vmware.api [None req-89cf5b52-af81-4c6f-b003-d941cf44181d tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2142736, 'name': ReconfigVM_Task, 'duration_secs': 0.511939} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.653098] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-89cf5b52-af81-4c6f-b003-d941cf44181d tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Reconfigured VM instance instance-0000001d to attach disk [datastore2] 4f4a46eb-7bd3-4477-89eb-dd30a98a3538/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd-rescue.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1999.654112] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e7b39d-d4bd-4356-9418-c264fcc1e0de {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.683733] env[62291]: DEBUG oslo_concurrency.lockutils [req-76339123-825d-492a-936d-6de0c9812c6d req-c90d3015-0c14-4ebe-ac74-ad2b2e5a594c service nova] Releasing lock "refresh_cache-a7fe6c49-4623-49a6-826d-37a2bb790206" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1999.689094] env[62291]: DEBUG oslo_vmware.api [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Task: {'id': task-2142735, 'name': ReconfigVM_Task, 'duration_secs': 0.820676} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.691314] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fb68994-7cce-4ef9-8b23-69479481d497 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.701885] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] [instance: 9f269471-9c27-4479-9494-b67e41dd55e7] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 9f269471-9c27-4479-9494-b67e41dd55e7/9f269471-9c27-4479-9494-b67e41dd55e7.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1999.705404] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-677cf48c-ed09-496a-b579-eae324a434c7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.715553] env[62291]: DEBUG oslo_vmware.api [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Waiting for the task: (returnval){ [ 1999.715553] env[62291]: value = "task-2142738" [ 1999.715553] env[62291]: _type = "Task" [ 1999.715553] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.717611] env[62291]: DEBUG oslo_vmware.api [None req-89cf5b52-af81-4c6f-b003-d941cf44181d tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 1999.717611] env[62291]: value = "task-2142737" [ 1999.717611] env[62291]: _type = "Task" [ 1999.717611] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.734231] env[62291]: DEBUG oslo_vmware.api [None req-89cf5b52-af81-4c6f-b003-d941cf44181d tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2142737, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.738504] env[62291]: DEBUG oslo_vmware.api [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Task: {'id': task-2142738, 'name': Rename_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.850846] env[62291]: DEBUG nova.network.neutron [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Port d5f7a1b8-950b-427c-8e4c-2b186102b849 binding to destination host cpu-1 is already ACTIVE {{(pid=62291) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 1999.851287] env[62291]: DEBUG oslo_concurrency.lockutils [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Acquiring lock "refresh_cache-0a178974-018c-410a-a901-c9e984be8ebf" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1999.851549] env[62291]: DEBUG oslo_concurrency.lockutils [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Acquired lock "refresh_cache-0a178974-018c-410a-a901-c9e984be8ebf" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1999.851836] env[62291]: DEBUG nova.network.neutron [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 1999.949158] env[62291]: INFO nova.compute.manager [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Took 43.38 seconds to build instance. [ 1999.961544] env[62291]: DEBUG oslo_vmware.api [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5217f70f-a22b-a195-0f22-ac89f5d28603, 'name': SearchDatastore_Task, 'duration_secs': 0.012642} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1999.961852] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1999.961994] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] a7fe6c49-4623-49a6-826d-37a2bb790206/a7fe6c49-4623-49a6-826d-37a2bb790206.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1999.962292] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65986122-9493-447a-8baa-20f4b1a78759 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.972231] env[62291]: DEBUG oslo_vmware.api [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Waiting for the task: (returnval){ [ 1999.972231] env[62291]: value = "task-2142739" [ 1999.972231] env[62291]: _type = "Task" [ 1999.972231] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.982511] env[62291]: DEBUG oslo_vmware.api [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Task: {'id': task-2142739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.050949] env[62291]: DEBUG nova.scheduler.client.report [None req-c3c8b73b-a2ba-409f-8e37-85f9ecd34a3f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2000.228585] env[62291]: DEBUG oslo_vmware.api [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Task: {'id': task-2142738, 'name': Rename_Task, 'duration_secs': 0.208277} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.232021] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] [instance: 9f269471-9c27-4479-9494-b67e41dd55e7] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2000.232021] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cd155bbe-d670-487c-8fda-dad20c3f0914 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.234929] env[62291]: DEBUG oslo_vmware.api [None req-89cf5b52-af81-4c6f-b003-d941cf44181d tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2142737, 'name': ReconfigVM_Task, 'duration_secs': 0.244767} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.235353] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-89cf5b52-af81-4c6f-b003-d941cf44181d tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2000.235723] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2457ad50-b659-4977-8464-b1411491d330 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.238635] env[62291]: DEBUG oslo_vmware.api [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Waiting for the task: (returnval){ [ 2000.238635] env[62291]: value = "task-2142740" [ 2000.238635] env[62291]: _type = "Task" [ 2000.238635] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.243104] env[62291]: DEBUG oslo_vmware.api [None req-89cf5b52-af81-4c6f-b003-d941cf44181d tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 2000.243104] env[62291]: value = "task-2142741" [ 2000.243104] env[62291]: _type = "Task" [ 2000.243104] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.249538] env[62291]: DEBUG oslo_vmware.api [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Task: {'id': task-2142740, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.254776] env[62291]: DEBUG oslo_vmware.api [None req-89cf5b52-af81-4c6f-b003-d941cf44181d tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2142741, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.307521] env[62291]: DEBUG nova.compute.manager [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] [instance: d4d8221d-778d-43c5-acfe-84aaa2424b5a] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2000.347045] env[62291]: DEBUG nova.virt.hardware [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2000.347045] env[62291]: DEBUG nova.virt.hardware [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2000.347045] env[62291]: DEBUG nova.virt.hardware [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2000.347263] env[62291]: DEBUG nova.virt.hardware [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2000.347263] env[62291]: DEBUG nova.virt.hardware [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2000.347263] env[62291]: DEBUG nova.virt.hardware [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2000.347263] env[62291]: DEBUG nova.virt.hardware [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2000.347654] env[62291]: DEBUG nova.virt.hardware [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2000.347993] env[62291]: DEBUG nova.virt.hardware [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2000.348293] env[62291]: DEBUG nova.virt.hardware [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2000.348583] env[62291]: DEBUG nova.virt.hardware [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2000.349586] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aa66718-146a-4e84-abf2-1b488afcefa3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.363758] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-817a2470-ff20-4991-b9c9-fad2eb792c30 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.380789] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] [instance: d4d8221d-778d-43c5-acfe-84aaa2424b5a] Instance VIF info [] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2000.387587] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Creating folder: Project (9ae04dd1ce4a472bbd8c71d583d48baa). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2000.390019] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c04dc6de-efd9-4b8a-9f05-39c9493ed17e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.402025] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Created folder: Project (9ae04dd1ce4a472bbd8c71d583d48baa) in parent group-v437896. [ 2000.402025] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Creating folder: Instances. Parent ref: group-v437984. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2000.402025] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-66606e83-47dd-4d31-842b-1319c839fbb8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.414710] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Created folder: Instances in parent group-v437984. [ 2000.414710] env[62291]: DEBUG oslo.service.loopingcall [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2000.414710] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4d8221d-778d-43c5-acfe-84aaa2424b5a] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2000.415483] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e9f216f-e805-4c6d-98c8-8ec3ccb52689 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.441067] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2000.441067] env[62291]: value = "task-2142744" [ 2000.441067] env[62291]: _type = "Task" [ 2000.441067] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.452340] env[62291]: DEBUG oslo_concurrency.lockutils [None req-905d5cc7-0357-4130-a7d3-c8c060afdefc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "a06e85bc-af77-404c-a50b-312dd60ae1c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 111.713s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2000.453043] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142744, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.485967] env[62291]: DEBUG oslo_vmware.api [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Task: {'id': task-2142739, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.556636] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c3c8b73b-a2ba-409f-8e37-85f9ecd34a3f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.278s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2000.559434] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e7e42950-ece6-4f1a-8c97-16b042ce07f9 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.357s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2000.560021] env[62291]: DEBUG nova.objects.instance [None req-e7e42950-ece6-4f1a-8c97-16b042ce07f9 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Lazy-loading 'resources' on Instance uuid f3aecbb2-c186-41c8-9aaa-d5adda951718 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2000.595567] env[62291]: INFO nova.scheduler.client.report [None req-c3c8b73b-a2ba-409f-8e37-85f9ecd34a3f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Deleted allocations for instance fa966014-68a1-4418-828e-a0f28d90ddeb [ 2000.757370] env[62291]: DEBUG oslo_vmware.api [None req-89cf5b52-af81-4c6f-b003-d941cf44181d tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2142741, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.760535] env[62291]: DEBUG oslo_vmware.api [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Task: {'id': task-2142740, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.950526] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142744, 'name': CreateVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.957903] env[62291]: DEBUG nova.network.neutron [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Updating instance_info_cache with network_info: [{"id": "d5f7a1b8-950b-427c-8e4c-2b186102b849", "address": "fa:16:3e:c1:8a:bd", "network": {"id": "628f334a-7ac3-4fd6-9258-4e5aabcf7839", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7a5e935372e4d0998462c64df5e8266", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5f7a1b8-95", "ovs_interfaceid": "d5f7a1b8-950b-427c-8e4c-2b186102b849", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2000.959079] env[62291]: DEBUG nova.compute.manager [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] [instance: b6d3ef08-a9b2-49db-9404-aa68bc2139c1] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2000.990071] env[62291]: DEBUG oslo_vmware.api [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Task: {'id': task-2142739, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.743433} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.990071] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] a7fe6c49-4623-49a6-826d-37a2bb790206/a7fe6c49-4623-49a6-826d-37a2bb790206.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2000.990071] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] [instance: a7fe6c49-4623-49a6-826d-37a2bb790206] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2000.990071] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-346c119f-424d-4744-9f0d-0336767e6640 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.000018] env[62291]: DEBUG oslo_vmware.api [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Waiting for the task: (returnval){ [ 2001.000018] env[62291]: value = "task-2142745" [ 2001.000018] env[62291]: _type = "Task" [ 2001.000018] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.014617] env[62291]: DEBUG oslo_vmware.api [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Task: {'id': task-2142745, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.106816] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c3c8b73b-a2ba-409f-8e37-85f9ecd34a3f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "fa966014-68a1-4418-828e-a0f28d90ddeb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.448s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2001.262360] env[62291]: DEBUG oslo_vmware.api [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Task: {'id': task-2142740, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.262658] env[62291]: DEBUG oslo_vmware.api [None req-89cf5b52-af81-4c6f-b003-d941cf44181d tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2142741, 'name': PowerOnVM_Task, 'duration_secs': 0.674748} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.262939] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-89cf5b52-af81-4c6f-b003-d941cf44181d tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2001.265910] env[62291]: DEBUG nova.compute.manager [None req-89cf5b52-af81-4c6f-b003-d941cf44181d tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2001.266742] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb28c5b-4a48-4722-9a62-f70368cfb1ca {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.310184] env[62291]: DEBUG nova.compute.manager [req-ebee94ef-3323-4fd2-a143-e999d7ecc4ad req-dab6c77b-b2c7-498f-b7db-89ac4a8bebbc service nova] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Received event network-changed-7b684d88-3690-41f8-9f73-531945742289 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2001.310184] env[62291]: DEBUG nova.compute.manager [req-ebee94ef-3323-4fd2-a143-e999d7ecc4ad req-dab6c77b-b2c7-498f-b7db-89ac4a8bebbc service nova] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Refreshing instance network info cache due to event network-changed-7b684d88-3690-41f8-9f73-531945742289. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2001.310184] env[62291]: DEBUG oslo_concurrency.lockutils [req-ebee94ef-3323-4fd2-a143-e999d7ecc4ad req-dab6c77b-b2c7-498f-b7db-89ac4a8bebbc service nova] Acquiring lock "refresh_cache-a06e85bc-af77-404c-a50b-312dd60ae1c6" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2001.310184] env[62291]: DEBUG oslo_concurrency.lockutils [req-ebee94ef-3323-4fd2-a143-e999d7ecc4ad req-dab6c77b-b2c7-498f-b7db-89ac4a8bebbc service nova] Acquired lock "refresh_cache-a06e85bc-af77-404c-a50b-312dd60ae1c6" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2001.310184] env[62291]: DEBUG nova.network.neutron [req-ebee94ef-3323-4fd2-a143-e999d7ecc4ad req-dab6c77b-b2c7-498f-b7db-89ac4a8bebbc service nova] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Refreshing network info cache for port 7b684d88-3690-41f8-9f73-531945742289 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2001.453455] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142744, 'name': CreateVM_Task, 'duration_secs': 0.528461} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.453650] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d4d8221d-778d-43c5-acfe-84aaa2424b5a] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2001.454102] env[62291]: DEBUG oslo_concurrency.lockutils [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2001.454271] env[62291]: DEBUG oslo_concurrency.lockutils [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2001.454588] env[62291]: DEBUG oslo_concurrency.lockutils [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2001.455191] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b4e6b0c-880b-40cb-8b4a-e0b1b94398b5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.459601] env[62291]: DEBUG oslo_concurrency.lockutils [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Releasing lock "refresh_cache-0a178974-018c-410a-a901-c9e984be8ebf" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2001.470130] env[62291]: DEBUG oslo_vmware.api [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Waiting for the task: (returnval){ [ 2001.470130] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52bb7e28-7142-9e23-6176-b8d096696530" [ 2001.470130] env[62291]: _type = "Task" [ 2001.470130] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.484840] env[62291]: DEBUG oslo_vmware.api [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52bb7e28-7142-9e23-6176-b8d096696530, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.491661] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2001.510900] env[62291]: DEBUG oslo_vmware.api [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Task: {'id': task-2142745, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079484} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.511533] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] [instance: a7fe6c49-4623-49a6-826d-37a2bb790206] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2001.512543] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51bb12b-1b95-4d0c-81e7-aa86753fd221 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.535814] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] [instance: a7fe6c49-4623-49a6-826d-37a2bb790206] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] a7fe6c49-4623-49a6-826d-37a2bb790206/a7fe6c49-4623-49a6-826d-37a2bb790206.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2001.538501] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6e273b2-1f90-4315-8580-f1cf682fe4fd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.563206] env[62291]: DEBUG oslo_vmware.api [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Waiting for the task: (returnval){ [ 2001.563206] env[62291]: value = "task-2142746" [ 2001.563206] env[62291]: _type = "Task" [ 2001.563206] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2001.571377] env[62291]: DEBUG oslo_vmware.api [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Task: {'id': task-2142746, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.671987] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90da53f-5cc7-41f2-b556-6f4721d6a2ac {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.681664] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40a4dfa1-c163-4aae-9d61-e9dc22c23c25 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.716029] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c595b6-97c8-4eb6-8faf-90542da57cc3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.724606] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212eff90-14ab-4c77-8545-5860dfdedb4d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.740756] env[62291]: DEBUG nova.compute.provider_tree [None req-e7e42950-ece6-4f1a-8c97-16b042ce07f9 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2001.750678] env[62291]: DEBUG oslo_vmware.api [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Task: {'id': task-2142740, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.964825] env[62291]: DEBUG nova.compute.manager [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62291) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:897}} [ 2001.965185] env[62291]: DEBUG oslo_concurrency.lockutils [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2001.986165] env[62291]: DEBUG oslo_vmware.api [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52bb7e28-7142-9e23-6176-b8d096696530, 'name': SearchDatastore_Task, 'duration_secs': 0.046046} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.986571] env[62291]: DEBUG oslo_concurrency.lockutils [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2001.986876] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] [instance: d4d8221d-778d-43c5-acfe-84aaa2424b5a] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2001.987169] env[62291]: DEBUG oslo_concurrency.lockutils [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2001.987352] env[62291]: DEBUG oslo_concurrency.lockutils [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2001.987545] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2001.987831] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-797d16c7-8d5e-4563-94cd-a91743c6a5d9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2001.998570] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2001.998784] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2001.999544] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dfaaeda-4f11-4bc3-ac20-9ccf92deca53 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.006477] env[62291]: DEBUG oslo_vmware.api [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Waiting for the task: (returnval){ [ 2002.006477] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5268b730-321d-0db1-d890-58add8ce0409" [ 2002.006477] env[62291]: _type = "Task" [ 2002.006477] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.015595] env[62291]: DEBUG oslo_vmware.api [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5268b730-321d-0db1-d890-58add8ce0409, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.074878] env[62291]: DEBUG oslo_vmware.api [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Task: {'id': task-2142746, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.135672] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5c95d65f-b3ed-4a59-8f80-e3c95f2501a2 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Acquiring lock "9e744a65-5987-42ac-b826-17482fb23f8a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2002.136009] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5c95d65f-b3ed-4a59-8f80-e3c95f2501a2 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Lock "9e744a65-5987-42ac-b826-17482fb23f8a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2002.136245] env[62291]: DEBUG nova.compute.manager [None req-5c95d65f-b3ed-4a59-8f80-e3c95f2501a2 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2002.137596] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f77e509-e692-4b4f-9d8f-a60cc7b6f927 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.147153] env[62291]: DEBUG nova.compute.manager [None req-5c95d65f-b3ed-4a59-8f80-e3c95f2501a2 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62291) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 2002.147153] env[62291]: DEBUG nova.objects.instance [None req-5c95d65f-b3ed-4a59-8f80-e3c95f2501a2 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Lazy-loading 'flavor' on Instance uuid 9e744a65-5987-42ac-b826-17482fb23f8a {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2002.247117] env[62291]: DEBUG nova.scheduler.client.report [None req-e7e42950-ece6-4f1a-8c97-16b042ce07f9 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2002.257761] env[62291]: DEBUG oslo_vmware.api [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Task: {'id': task-2142740, 'name': PowerOnVM_Task, 'duration_secs': 1.963388} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.258048] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] [instance: 9f269471-9c27-4479-9494-b67e41dd55e7] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2002.258448] env[62291]: INFO nova.compute.manager [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] [instance: 9f269471-9c27-4479-9494-b67e41dd55e7] Took 9.67 seconds to spawn the instance on the hypervisor. [ 2002.258448] env[62291]: DEBUG nova.compute.manager [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] [instance: 9f269471-9c27-4479-9494-b67e41dd55e7] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2002.259663] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aca5e3a-a783-487e-b3ab-2b6ffc481e19 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.281763] env[62291]: INFO nova.compute.manager [None req-6a212c89-e9bc-4926-9e5a-3d6105c0cd1b tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Unrescuing [ 2002.282132] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6a212c89-e9bc-4926-9e5a-3d6105c0cd1b tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Acquiring lock "refresh_cache-4f4a46eb-7bd3-4477-89eb-dd30a98a3538" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2002.282249] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6a212c89-e9bc-4926-9e5a-3d6105c0cd1b tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Acquired lock "refresh_cache-4f4a46eb-7bd3-4477-89eb-dd30a98a3538" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2002.282411] env[62291]: DEBUG nova.network.neutron [None req-6a212c89-e9bc-4926-9e5a-3d6105c0cd1b tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2002.384548] env[62291]: DEBUG nova.network.neutron [req-ebee94ef-3323-4fd2-a143-e999d7ecc4ad req-dab6c77b-b2c7-498f-b7db-89ac4a8bebbc service nova] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Updated VIF entry in instance network info cache for port 7b684d88-3690-41f8-9f73-531945742289. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2002.384802] env[62291]: DEBUG nova.network.neutron [req-ebee94ef-3323-4fd2-a143-e999d7ecc4ad req-dab6c77b-b2c7-498f-b7db-89ac4a8bebbc service nova] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Updating instance_info_cache with network_info: [{"id": "7b684d88-3690-41f8-9f73-531945742289", "address": "fa:16:3e:4b:e9:7b", "network": {"id": "b789769e-7cdd-4ec0-9b65-d217c45c3755", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2063957055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ced82ff4c1d54fdcaac99123f59eca6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b684d88-36", "ovs_interfaceid": "7b684d88-3690-41f8-9f73-531945742289", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2002.518467] env[62291]: DEBUG oslo_vmware.api [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5268b730-321d-0db1-d890-58add8ce0409, 'name': SearchDatastore_Task, 'duration_secs': 0.011119} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.519356] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-edcc72ac-dc7d-47a6-8010-39af78c0d042 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.525873] env[62291]: DEBUG oslo_vmware.api [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Waiting for the task: (returnval){ [ 2002.525873] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52bec19e-3e7e-aca7-7636-41c80df47366" [ 2002.525873] env[62291]: _type = "Task" [ 2002.525873] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.536410] env[62291]: DEBUG oslo_vmware.api [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52bec19e-3e7e-aca7-7636-41c80df47366, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.572733] env[62291]: DEBUG oslo_vmware.api [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Task: {'id': task-2142746, 'name': ReconfigVM_Task, 'duration_secs': 0.776329} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2002.573486] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] [instance: a7fe6c49-4623-49a6-826d-37a2bb790206] Reconfigured VM instance instance-00000027 to attach disk [datastore1] a7fe6c49-4623-49a6-826d-37a2bb790206/a7fe6c49-4623-49a6-826d-37a2bb790206.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2002.573959] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a127776-1d42-4fd5-bc35-d712d894ba47 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.581495] env[62291]: DEBUG oslo_vmware.api [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Waiting for the task: (returnval){ [ 2002.581495] env[62291]: value = "task-2142747" [ 2002.581495] env[62291]: _type = "Task" [ 2002.581495] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.592543] env[62291]: DEBUG oslo_vmware.api [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Task: {'id': task-2142747, 'name': Rename_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.659494] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c95d65f-b3ed-4a59-8f80-e3c95f2501a2 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2002.659494] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9448cef1-257a-4f07-874e-d027a84f79f3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2002.669410] env[62291]: DEBUG oslo_vmware.api [None req-5c95d65f-b3ed-4a59-8f80-e3c95f2501a2 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Waiting for the task: (returnval){ [ 2002.669410] env[62291]: value = "task-2142748" [ 2002.669410] env[62291]: _type = "Task" [ 2002.669410] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2002.679309] env[62291]: DEBUG oslo_vmware.api [None req-5c95d65f-b3ed-4a59-8f80-e3c95f2501a2 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': task-2142748, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2002.754037] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e7e42950-ece6-4f1a-8c97-16b042ce07f9 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.195s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2002.757015] env[62291]: DEBUG oslo_concurrency.lockutils [None req-06f46968-3e2d-4f1f-a7b6-3451408295cc tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.502s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2002.757337] env[62291]: DEBUG nova.objects.instance [None req-06f46968-3e2d-4f1f-a7b6-3451408295cc tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Lazy-loading 'resources' on Instance uuid a5ca1f63-615e-40c5-a6a1-9fa30f578fc6 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2002.782310] env[62291]: INFO nova.scheduler.client.report [None req-e7e42950-ece6-4f1a-8c97-16b042ce07f9 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Deleted allocations for instance f3aecbb2-c186-41c8-9aaa-d5adda951718 [ 2002.787199] env[62291]: INFO nova.compute.manager [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] [instance: 9f269471-9c27-4479-9494-b67e41dd55e7] Took 41.78 seconds to build instance. [ 2002.889988] env[62291]: DEBUG oslo_concurrency.lockutils [req-ebee94ef-3323-4fd2-a143-e999d7ecc4ad req-dab6c77b-b2c7-498f-b7db-89ac4a8bebbc service nova] Releasing lock "refresh_cache-a06e85bc-af77-404c-a50b-312dd60ae1c6" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2003.042465] env[62291]: DEBUG oslo_vmware.api [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52bec19e-3e7e-aca7-7636-41c80df47366, 'name': SearchDatastore_Task, 'duration_secs': 0.010993} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.045107] env[62291]: DEBUG oslo_concurrency.lockutils [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2003.045437] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] d4d8221d-778d-43c5-acfe-84aaa2424b5a/d4d8221d-778d-43c5-acfe-84aaa2424b5a.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2003.046452] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6102bd30-ea36-4f95-8fef-588cea626d3b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.056803] env[62291]: DEBUG oslo_vmware.api [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Waiting for the task: (returnval){ [ 2003.056803] env[62291]: value = "task-2142749" [ 2003.056803] env[62291]: _type = "Task" [ 2003.056803] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.067128] env[62291]: DEBUG oslo_vmware.api [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Task: {'id': task-2142749, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.087542] env[62291]: DEBUG nova.network.neutron [None req-6a212c89-e9bc-4926-9e5a-3d6105c0cd1b tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Updating instance_info_cache with network_info: [{"id": "1984912c-86ae-4f13-9852-07d0410e7941", "address": "fa:16:3e:a8:1b:a5", "network": {"id": "a7d4cfa1-5a02-4729-b15f-3d414d57aa9e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-66180431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "877e1c36dc75431296fb730c541970f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1984912c-86", "ovs_interfaceid": "1984912c-86ae-4f13-9852-07d0410e7941", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2003.092179] env[62291]: DEBUG oslo_vmware.api [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Task: {'id': task-2142747, 'name': Rename_Task, 'duration_secs': 0.187418} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.092896] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] [instance: a7fe6c49-4623-49a6-826d-37a2bb790206] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2003.092967] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-58730733-5a8c-46fc-8b1f-7ff86d8840a9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.101785] env[62291]: DEBUG oslo_vmware.api [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Waiting for the task: (returnval){ [ 2003.101785] env[62291]: value = "task-2142750" [ 2003.101785] env[62291]: _type = "Task" [ 2003.101785] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.112812] env[62291]: DEBUG oslo_vmware.api [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Task: {'id': task-2142750, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.183770] env[62291]: DEBUG oslo_vmware.api [None req-5c95d65f-b3ed-4a59-8f80-e3c95f2501a2 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': task-2142748, 'name': PowerOffVM_Task, 'duration_secs': 0.287191} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2003.184056] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c95d65f-b3ed-4a59-8f80-e3c95f2501a2 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2003.184365] env[62291]: DEBUG nova.compute.manager [None req-5c95d65f-b3ed-4a59-8f80-e3c95f2501a2 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2003.185797] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb03052-2101-411f-8a8c-71529bbb3b04 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.293810] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c12ffba-4776-49e0-b7b4-4e493ac6aacb tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Lock "9f269471-9c27-4479-9494-b67e41dd55e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 113.509s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2003.299211] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e7e42950-ece6-4f1a-8c97-16b042ce07f9 tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Lock "f3aecbb2-c186-41c8-9aaa-d5adda951718" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.409s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2003.571512] env[62291]: DEBUG oslo_vmware.api [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Task: {'id': task-2142749, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.594037] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6a212c89-e9bc-4926-9e5a-3d6105c0cd1b tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Releasing lock "refresh_cache-4f4a46eb-7bd3-4477-89eb-dd30a98a3538" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2003.595345] env[62291]: DEBUG nova.objects.instance [None req-6a212c89-e9bc-4926-9e5a-3d6105c0cd1b tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Lazy-loading 'flavor' on Instance uuid 4f4a46eb-7bd3-4477-89eb-dd30a98a3538 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2003.614987] env[62291]: DEBUG oslo_vmware.api [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Task: {'id': task-2142750, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.679845] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c25aea89-d450-4d88-9dd9-f5094e9d0cfe tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Acquiring lock "9f269471-9c27-4479-9494-b67e41dd55e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2003.680120] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c25aea89-d450-4d88-9dd9-f5094e9d0cfe tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Lock "9f269471-9c27-4479-9494-b67e41dd55e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2003.680367] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c25aea89-d450-4d88-9dd9-f5094e9d0cfe tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Acquiring lock "9f269471-9c27-4479-9494-b67e41dd55e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2003.680563] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c25aea89-d450-4d88-9dd9-f5094e9d0cfe tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Lock "9f269471-9c27-4479-9494-b67e41dd55e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2003.680736] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c25aea89-d450-4d88-9dd9-f5094e9d0cfe tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Lock "9f269471-9c27-4479-9494-b67e41dd55e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2003.686018] env[62291]: INFO nova.compute.manager [None req-c25aea89-d450-4d88-9dd9-f5094e9d0cfe tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] [instance: 9f269471-9c27-4479-9494-b67e41dd55e7] Terminating instance [ 2003.686942] env[62291]: DEBUG nova.compute.manager [None req-c25aea89-d450-4d88-9dd9-f5094e9d0cfe tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] [instance: 9f269471-9c27-4479-9494-b67e41dd55e7] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2003.687208] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c25aea89-d450-4d88-9dd9-f5094e9d0cfe tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] [instance: 9f269471-9c27-4479-9494-b67e41dd55e7] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2003.688272] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a86f0d-0ec7-40b7-8269-212f004994dc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.702949] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-c25aea89-d450-4d88-9dd9-f5094e9d0cfe tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] [instance: 9f269471-9c27-4479-9494-b67e41dd55e7] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2003.703529] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5c95d65f-b3ed-4a59-8f80-e3c95f2501a2 tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Lock "9e744a65-5987-42ac-b826-17482fb23f8a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.567s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2003.708023] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e406e71-b330-405d-940e-191dd77c9877 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.716393] env[62291]: DEBUG oslo_vmware.api [None req-c25aea89-d450-4d88-9dd9-f5094e9d0cfe tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Waiting for the task: (returnval){ [ 2003.716393] env[62291]: value = "task-2142751" [ 2003.716393] env[62291]: _type = "Task" [ 2003.716393] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.728891] env[62291]: DEBUG oslo_vmware.api [None req-c25aea89-d450-4d88-9dd9-f5094e9d0cfe tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Task: {'id': task-2142751, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2003.801322] env[62291]: DEBUG nova.compute.manager [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2003.841676] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588cbc8e-4e08-4235-bc52-cb4b3041d197 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.850645] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbbcccb3-926a-4b21-b92a-e3c43ff70a42 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.886760] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d512cfc7-aa29-4400-8342-61989e95a14f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.895771] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43d2519-d254-4856-b95f-127261596470 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.911121] env[62291]: DEBUG nova.compute.provider_tree [None req-06f46968-3e2d-4f1f-a7b6-3451408295cc tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2003.994531] env[62291]: DEBUG oslo_concurrency.lockutils [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "37f9f905-472e-42fc-abea-da85d1882ac6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2003.995177] env[62291]: DEBUG oslo_concurrency.lockutils [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "37f9f905-472e-42fc-abea-da85d1882ac6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2004.069475] env[62291]: DEBUG oslo_vmware.api [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Task: {'id': task-2142749, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.103785] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7af0f99-a6a4-4d32-a2cb-c8e92aed8edf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.118037] env[62291]: DEBUG oslo_vmware.api [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Task: {'id': task-2142750, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.133292] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a212c89-e9bc-4926-9e5a-3d6105c0cd1b tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2004.133650] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-704f51dd-263b-457c-8509-b2e0d0f9f07e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.141369] env[62291]: DEBUG oslo_vmware.api [None req-6a212c89-e9bc-4926-9e5a-3d6105c0cd1b tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 2004.141369] env[62291]: value = "task-2142752" [ 2004.141369] env[62291]: _type = "Task" [ 2004.141369] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.150088] env[62291]: DEBUG oslo_vmware.api [None req-6a212c89-e9bc-4926-9e5a-3d6105c0cd1b tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2142752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.231134] env[62291]: DEBUG oslo_vmware.api [None req-c25aea89-d450-4d88-9dd9-f5094e9d0cfe tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Task: {'id': task-2142751, 'name': PowerOffVM_Task, 'duration_secs': 0.35533} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.231501] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-c25aea89-d450-4d88-9dd9-f5094e9d0cfe tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] [instance: 9f269471-9c27-4479-9494-b67e41dd55e7] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2004.231719] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c25aea89-d450-4d88-9dd9-f5094e9d0cfe tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] [instance: 9f269471-9c27-4479-9494-b67e41dd55e7] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2004.232044] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e129e82-f84a-4aba-a24f-b1e54c42d56b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.327062] env[62291]: DEBUG oslo_concurrency.lockutils [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2004.338786] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c25aea89-d450-4d88-9dd9-f5094e9d0cfe tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] [instance: 9f269471-9c27-4479-9494-b67e41dd55e7] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2004.339044] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c25aea89-d450-4d88-9dd9-f5094e9d0cfe tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] [instance: 9f269471-9c27-4479-9494-b67e41dd55e7] Deleting contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2004.339244] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-c25aea89-d450-4d88-9dd9-f5094e9d0cfe tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Deleting the datastore file [datastore1] 9f269471-9c27-4479-9494-b67e41dd55e7 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2004.339522] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c99ef8a5-439f-4456-8866-23290fc248cb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.349311] env[62291]: DEBUG oslo_vmware.api [None req-c25aea89-d450-4d88-9dd9-f5094e9d0cfe tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Waiting for the task: (returnval){ [ 2004.349311] env[62291]: value = "task-2142754" [ 2004.349311] env[62291]: _type = "Task" [ 2004.349311] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.361414] env[62291]: DEBUG oslo_vmware.api [None req-c25aea89-d450-4d88-9dd9-f5094e9d0cfe tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Task: {'id': task-2142754, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.415630] env[62291]: DEBUG nova.scheduler.client.report [None req-06f46968-3e2d-4f1f-a7b6-3451408295cc tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2004.570712] env[62291]: DEBUG oslo_vmware.api [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Task: {'id': task-2142749, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.504623} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.571009] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] d4d8221d-778d-43c5-acfe-84aaa2424b5a/d4d8221d-778d-43c5-acfe-84aaa2424b5a.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2004.571286] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] [instance: d4d8221d-778d-43c5-acfe-84aaa2424b5a] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2004.571503] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7e6a5a64-d86e-438e-afa3-17a03f2561bf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.581017] env[62291]: DEBUG oslo_vmware.api [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Waiting for the task: (returnval){ [ 2004.581017] env[62291]: value = "task-2142755" [ 2004.581017] env[62291]: _type = "Task" [ 2004.581017] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.589407] env[62291]: DEBUG oslo_vmware.api [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Task: {'id': task-2142755, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.617725] env[62291]: DEBUG oslo_vmware.api [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Task: {'id': task-2142750, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.653363] env[62291]: DEBUG oslo_vmware.api [None req-6a212c89-e9bc-4926-9e5a-3d6105c0cd1b tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2142752, 'name': PowerOffVM_Task, 'duration_secs': 0.237636} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.653709] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a212c89-e9bc-4926-9e5a-3d6105c0cd1b tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2004.659528] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a212c89-e9bc-4926-9e5a-3d6105c0cd1b tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Reconfiguring VM instance instance-0000001d to detach disk 2001 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2004.659844] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07a73793-7ffb-4324-98dc-c1e9d3f8c3b6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2004.681630] env[62291]: DEBUG oslo_vmware.api [None req-6a212c89-e9bc-4926-9e5a-3d6105c0cd1b tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 2004.681630] env[62291]: value = "task-2142756" [ 2004.681630] env[62291]: _type = "Task" [ 2004.681630] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2004.697521] env[62291]: DEBUG oslo_vmware.api [None req-6a212c89-e9bc-4926-9e5a-3d6105c0cd1b tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2142756, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.860015] env[62291]: DEBUG oslo_vmware.api [None req-c25aea89-d450-4d88-9dd9-f5094e9d0cfe tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Task: {'id': task-2142754, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.455409} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2004.860379] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-c25aea89-d450-4d88-9dd9-f5094e9d0cfe tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2004.860590] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c25aea89-d450-4d88-9dd9-f5094e9d0cfe tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] [instance: 9f269471-9c27-4479-9494-b67e41dd55e7] Deleted contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2004.860765] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c25aea89-d450-4d88-9dd9-f5094e9d0cfe tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] [instance: 9f269471-9c27-4479-9494-b67e41dd55e7] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2004.860939] env[62291]: INFO nova.compute.manager [None req-c25aea89-d450-4d88-9dd9-f5094e9d0cfe tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] [instance: 9f269471-9c27-4479-9494-b67e41dd55e7] Took 1.17 seconds to destroy the instance on the hypervisor. [ 2004.861645] env[62291]: DEBUG oslo.service.loopingcall [None req-c25aea89-d450-4d88-9dd9-f5094e9d0cfe tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2004.861645] env[62291]: DEBUG nova.compute.manager [-] [instance: 9f269471-9c27-4479-9494-b67e41dd55e7] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2004.861645] env[62291]: DEBUG nova.network.neutron [-] [instance: 9f269471-9c27-4479-9494-b67e41dd55e7] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2004.867040] env[62291]: DEBUG nova.objects.instance [None req-65377fd6-792f-46d7-bbfc-2d9c7e24550e tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Lazy-loading 'flavor' on Instance uuid 9e744a65-5987-42ac-b826-17482fb23f8a {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2004.921636] env[62291]: DEBUG oslo_concurrency.lockutils [None req-06f46968-3e2d-4f1f-a7b6-3451408295cc tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.164s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2004.923697] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.934s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2004.923904] env[62291]: DEBUG nova.objects.instance [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62291) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2004.947189] env[62291]: INFO nova.scheduler.client.report [None req-06f46968-3e2d-4f1f-a7b6-3451408295cc tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Deleted allocations for instance a5ca1f63-615e-40c5-a6a1-9fa30f578fc6 [ 2005.092540] env[62291]: DEBUG oslo_vmware.api [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Task: {'id': task-2142755, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080672} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.092828] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] [instance: d4d8221d-778d-43c5-acfe-84aaa2424b5a] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2005.093631] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5568811-959f-4441-8c7c-03f29a414ca6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.116984] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] [instance: d4d8221d-778d-43c5-acfe-84aaa2424b5a] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] d4d8221d-778d-43c5-acfe-84aaa2424b5a/d4d8221d-778d-43c5-acfe-84aaa2424b5a.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2005.117363] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-62ebcbd7-9c68-4321-85d7-aea587802902 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.143913] env[62291]: DEBUG oslo_vmware.api [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Task: {'id': task-2142750, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.146112] env[62291]: DEBUG oslo_vmware.api [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Waiting for the task: (returnval){ [ 2005.146112] env[62291]: value = "task-2142757" [ 2005.146112] env[62291]: _type = "Task" [ 2005.146112] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.153690] env[62291]: DEBUG oslo_vmware.api [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Task: {'id': task-2142757, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.192941] env[62291]: DEBUG oslo_vmware.api [None req-6a212c89-e9bc-4926-9e5a-3d6105c0cd1b tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2142756, 'name': ReconfigVM_Task, 'duration_secs': 0.281281} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.193431] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a212c89-e9bc-4926-9e5a-3d6105c0cd1b tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Reconfigured VM instance instance-0000001d to detach disk 2001 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2005.193534] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a212c89-e9bc-4926-9e5a-3d6105c0cd1b tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2005.193732] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-daff6eb3-0a9a-497a-9012-66a1cf8852c6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.201123] env[62291]: DEBUG oslo_vmware.api [None req-6a212c89-e9bc-4926-9e5a-3d6105c0cd1b tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 2005.201123] env[62291]: value = "task-2142758" [ 2005.201123] env[62291]: _type = "Task" [ 2005.201123] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.203324] env[62291]: DEBUG nova.compute.manager [req-7cae7698-f46a-4c07-862f-9f1b671c2352 req-aa039479-993b-41a0-a358-33a0c37feb17 service nova] [instance: 9f269471-9c27-4479-9494-b67e41dd55e7] Received event network-vif-deleted-bd21c542-cadf-4fc7-ba5d-49779a23f712 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2005.203522] env[62291]: INFO nova.compute.manager [req-7cae7698-f46a-4c07-862f-9f1b671c2352 req-aa039479-993b-41a0-a358-33a0c37feb17 service nova] [instance: 9f269471-9c27-4479-9494-b67e41dd55e7] Neutron deleted interface bd21c542-cadf-4fc7-ba5d-49779a23f712; detaching it from the instance and deleting it from the info cache [ 2005.203696] env[62291]: DEBUG nova.network.neutron [req-7cae7698-f46a-4c07-862f-9f1b671c2352 req-aa039479-993b-41a0-a358-33a0c37feb17 service nova] [instance: 9f269471-9c27-4479-9494-b67e41dd55e7] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2005.214398] env[62291]: DEBUG oslo_vmware.api [None req-6a212c89-e9bc-4926-9e5a-3d6105c0cd1b tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2142758, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.372525] env[62291]: DEBUG oslo_concurrency.lockutils [None req-65377fd6-792f-46d7-bbfc-2d9c7e24550e tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Acquiring lock "refresh_cache-9e744a65-5987-42ac-b826-17482fb23f8a" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2005.372767] env[62291]: DEBUG oslo_concurrency.lockutils [None req-65377fd6-792f-46d7-bbfc-2d9c7e24550e tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Acquired lock "refresh_cache-9e744a65-5987-42ac-b826-17482fb23f8a" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2005.372902] env[62291]: DEBUG nova.network.neutron [None req-65377fd6-792f-46d7-bbfc-2d9c7e24550e tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2005.373101] env[62291]: DEBUG nova.objects.instance [None req-65377fd6-792f-46d7-bbfc-2d9c7e24550e tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Lazy-loading 'info_cache' on Instance uuid 9e744a65-5987-42ac-b826-17482fb23f8a {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2005.457903] env[62291]: DEBUG oslo_concurrency.lockutils [None req-06f46968-3e2d-4f1f-a7b6-3451408295cc tempest-ListServersNegativeTestJSON-1151638577 tempest-ListServersNegativeTestJSON-1151638577-project-member] Lock "a5ca1f63-615e-40c5-a6a1-9fa30f578fc6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.492s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2005.629526] env[62291]: DEBUG oslo_vmware.api [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Task: {'id': task-2142750, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.657355] env[62291]: DEBUG oslo_vmware.api [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Task: {'id': task-2142757, 'name': ReconfigVM_Task, 'duration_secs': 0.410979} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.657355] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] [instance: d4d8221d-778d-43c5-acfe-84aaa2424b5a] Reconfigured VM instance instance-00000028 to attach disk [datastore1] d4d8221d-778d-43c5-acfe-84aaa2424b5a/d4d8221d-778d-43c5-acfe-84aaa2424b5a.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2005.657355] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dba87f1c-f64e-4320-9ae4-c80c049a7c4a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.671477] env[62291]: DEBUG oslo_vmware.api [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Waiting for the task: (returnval){ [ 2005.671477] env[62291]: value = "task-2142759" [ 2005.671477] env[62291]: _type = "Task" [ 2005.671477] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.676599] env[62291]: DEBUG nova.network.neutron [-] [instance: 9f269471-9c27-4479-9494-b67e41dd55e7] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2005.685047] env[62291]: DEBUG oslo_vmware.api [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Task: {'id': task-2142759, 'name': Rename_Task} progress is 10%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.709724] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e7c44069-6c60-4c92-ab6c-330c48ed0a03 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.715242] env[62291]: DEBUG oslo_vmware.api [None req-6a212c89-e9bc-4926-9e5a-3d6105c0cd1b tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2142758, 'name': PowerOnVM_Task, 'duration_secs': 0.414284} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.715864] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a212c89-e9bc-4926-9e5a-3d6105c0cd1b tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2005.716148] env[62291]: DEBUG nova.compute.manager [None req-6a212c89-e9bc-4926-9e5a-3d6105c0cd1b tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2005.716959] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b324c6-5c58-4439-b7a2-d98663716645 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.725132] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ab17f8-ce15-4528-92c0-33c04c1c2ff9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.768026] env[62291]: DEBUG nova.compute.manager [req-7cae7698-f46a-4c07-862f-9f1b671c2352 req-aa039479-993b-41a0-a358-33a0c37feb17 service nova] [instance: 9f269471-9c27-4479-9494-b67e41dd55e7] Detach interface failed, port_id=bd21c542-cadf-4fc7-ba5d-49779a23f712, reason: Instance 9f269471-9c27-4479-9494-b67e41dd55e7 could not be found. {{(pid=62291) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 2005.877314] env[62291]: DEBUG nova.objects.base [None req-65377fd6-792f-46d7-bbfc-2d9c7e24550e tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Object Instance<9e744a65-5987-42ac-b826-17482fb23f8a> lazy-loaded attributes: flavor,info_cache {{(pid=62291) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 2005.935082] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e64dd387-5183-4940-883a-f98a0f1dbe52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2005.935082] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 30.807s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2005.935082] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2005.935082] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62291) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2005.935082] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5e14fd47-fe06-4f4a-8ecb-2d67e42693de tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.324s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2005.935441] env[62291]: DEBUG nova.objects.instance [None req-5e14fd47-fe06-4f4a-8ecb-2d67e42693de tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lazy-loading 'resources' on Instance uuid 6dd6c113-8f6d-49a8-9323-ce390362a034 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2005.938064] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f015826f-6250-43c9-ad85-aec589b0b490 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.949947] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc2a29e-5bf1-4a4b-a439-05eaa7b4c8f0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.969397] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a50e048-3b15-4cef-84bb-b9a03d272fe7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.979529] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b43be1e3-1c25-4d12-88db-99ca8db0d4cb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.024406] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179330MB free_disk=175GB free_vcpus=48 pci_devices=None {{(pid=62291) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2006.024609] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2006.129778] env[62291]: DEBUG oslo_vmware.api [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Task: {'id': task-2142750, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.182757] env[62291]: INFO nova.compute.manager [-] [instance: 9f269471-9c27-4479-9494-b67e41dd55e7] Took 1.32 seconds to deallocate network for instance. [ 2006.183305] env[62291]: DEBUG oslo_vmware.api [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Task: {'id': task-2142759, 'name': Rename_Task, 'duration_secs': 0.371586} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.185189] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] [instance: d4d8221d-778d-43c5-acfe-84aaa2424b5a] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2006.187978] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d47197ea-79b3-4234-ab05-345bfa7d66e3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.196702] env[62291]: DEBUG oslo_vmware.api [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Waiting for the task: (returnval){ [ 2006.196702] env[62291]: value = "task-2142760" [ 2006.196702] env[62291]: _type = "Task" [ 2006.196702] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.209607] env[62291]: DEBUG oslo_vmware.api [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Task: {'id': task-2142760, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.637377] env[62291]: DEBUG oslo_vmware.api [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Task: {'id': task-2142750, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.643966] env[62291]: DEBUG nova.network.neutron [None req-65377fd6-792f-46d7-bbfc-2d9c7e24550e tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Updating instance_info_cache with network_info: [{"id": "314842ba-0dc3-419a-90bc-adaa1e1a805b", "address": "fa:16:3e:02:60:42", "network": {"id": "b493d309-1968-4e18-8dc9-a3fc931f694b", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-838792115-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18de2cc546ba4e1cb72020b0bb3d88c5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2e614f8e-6b11-4b6b-a421-904bca6acd91", "external-id": "nsx-vlan-transportzone-923", "segmentation_id": 923, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap314842ba-0d", "ovs_interfaceid": "314842ba-0dc3-419a-90bc-adaa1e1a805b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2006.693602] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c25aea89-d450-4d88-9dd9-f5094e9d0cfe tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2006.712697] env[62291]: DEBUG oslo_vmware.api [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Task: {'id': task-2142760, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.038589] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3de641a-894e-4445-ad4e-cd6f7fbadbb8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.049103] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302becf7-8cf7-40c2-a11e-14ab644d47dd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.085133] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce77009-d749-4ae8-ba71-61b74ca0ada7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.093337] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a54244-2014-4257-ad7c-b950055ea8b0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.112933] env[62291]: DEBUG nova.compute.provider_tree [None req-5e14fd47-fe06-4f4a-8ecb-2d67e42693de tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2007.131438] env[62291]: DEBUG oslo_vmware.api [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Task: {'id': task-2142750, 'name': PowerOnVM_Task, 'duration_secs': 3.867176} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.131727] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] [instance: a7fe6c49-4623-49a6-826d-37a2bb790206] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2007.131931] env[62291]: INFO nova.compute.manager [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] [instance: a7fe6c49-4623-49a6-826d-37a2bb790206] Took 11.87 seconds to spawn the instance on the hypervisor. [ 2007.132130] env[62291]: DEBUG nova.compute.manager [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] [instance: a7fe6c49-4623-49a6-826d-37a2bb790206] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2007.132991] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad28e16e-baf2-4a4c-9b9a-a026bc997a44 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.150883] env[62291]: DEBUG oslo_concurrency.lockutils [None req-65377fd6-792f-46d7-bbfc-2d9c7e24550e tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Releasing lock "refresh_cache-9e744a65-5987-42ac-b826-17482fb23f8a" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2007.209502] env[62291]: DEBUG oslo_vmware.api [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Task: {'id': task-2142760, 'name': PowerOnVM_Task, 'duration_secs': 0.935844} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2007.209878] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] [instance: d4d8221d-778d-43c5-acfe-84aaa2424b5a] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2007.210131] env[62291]: INFO nova.compute.manager [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] [instance: d4d8221d-778d-43c5-acfe-84aaa2424b5a] Took 6.90 seconds to spawn the instance on the hypervisor. [ 2007.210344] env[62291]: DEBUG nova.compute.manager [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] [instance: d4d8221d-778d-43c5-acfe-84aaa2424b5a] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2007.211162] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75bf55df-3737-483f-a8a9-f63b173c5943 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.616186] env[62291]: DEBUG nova.scheduler.client.report [None req-5e14fd47-fe06-4f4a-8ecb-2d67e42693de tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2007.652457] env[62291]: INFO nova.compute.manager [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] [instance: a7fe6c49-4623-49a6-826d-37a2bb790206] Took 46.21 seconds to build instance. [ 2007.653899] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-65377fd6-792f-46d7-bbfc-2d9c7e24550e tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2007.654338] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ac8d1269-c477-4d4b-812b-41d04c2488db {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.663779] env[62291]: DEBUG oslo_vmware.api [None req-65377fd6-792f-46d7-bbfc-2d9c7e24550e tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Waiting for the task: (returnval){ [ 2007.663779] env[62291]: value = "task-2142761" [ 2007.663779] env[62291]: _type = "Task" [ 2007.663779] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.674377] env[62291]: DEBUG oslo_vmware.api [None req-65377fd6-792f-46d7-bbfc-2d9c7e24550e tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': task-2142761, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.728779] env[62291]: INFO nova.compute.manager [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] [instance: d4d8221d-778d-43c5-acfe-84aaa2424b5a] Took 41.96 seconds to build instance. [ 2008.121538] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5e14fd47-fe06-4f4a-8ecb-2d67e42693de tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.187s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2008.124098] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.341s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2008.125697] env[62291]: INFO nova.compute.claims [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2008.141778] env[62291]: INFO nova.scheduler.client.report [None req-5e14fd47-fe06-4f4a-8ecb-2d67e42693de tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Deleted allocations for instance 6dd6c113-8f6d-49a8-9323-ce390362a034 [ 2008.155577] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8b092f88-ecd4-4c86-abab-6317488cfeb7 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Lock "a7fe6c49-4623-49a6-826d-37a2bb790206" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 117.781s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2008.175610] env[62291]: DEBUG oslo_vmware.api [None req-65377fd6-792f-46d7-bbfc-2d9c7e24550e tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': task-2142761, 'name': PowerOnVM_Task, 'duration_secs': 0.474544} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.175812] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-65377fd6-792f-46d7-bbfc-2d9c7e24550e tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2008.176444] env[62291]: DEBUG nova.compute.manager [None req-65377fd6-792f-46d7-bbfc-2d9c7e24550e tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2008.177038] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad54f127-a87f-4e34-970c-61f06b1d8c2a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.230856] env[62291]: DEBUG oslo_concurrency.lockutils [None req-79618a0d-e196-4dc6-8f3e-010dcad40dd7 tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Lock "d4d8221d-778d-43c5-acfe-84aaa2424b5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 114.369s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2008.565122] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Acquiring lock "e931a2ec-bead-48b0-afaf-44ec219a748e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2008.565362] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Lock "e931a2ec-bead-48b0-afaf-44ec219a748e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2008.657461] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5e14fd47-fe06-4f4a-8ecb-2d67e42693de tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "6dd6c113-8f6d-49a8-9323-ce390362a034" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.269s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2008.661599] env[62291]: DEBUG nova.compute.manager [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2008.734953] env[62291]: DEBUG nova.compute.manager [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2008.796062] env[62291]: DEBUG nova.compute.manager [None req-47935dff-693e-417e-98b7-a184b9b3d64d tempest-ServerDiagnosticsV248Test-1947270092 tempest-ServerDiagnosticsV248Test-1947270092-project-admin] [instance: d4d8221d-778d-43c5-acfe-84aaa2424b5a] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2008.797515] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d479f01-20d6-416f-bfd9-edc1def7f16d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.805339] env[62291]: INFO nova.compute.manager [None req-47935dff-693e-417e-98b7-a184b9b3d64d tempest-ServerDiagnosticsV248Test-1947270092 tempest-ServerDiagnosticsV248Test-1947270092-project-admin] [instance: d4d8221d-778d-43c5-acfe-84aaa2424b5a] Retrieving diagnostics [ 2008.806142] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aeaed62-3c29-445d-a183-9ee49af5a475 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.994425] env[62291]: DEBUG oslo_concurrency.lockutils [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Acquiring lock "63726aa9-28f0-4e38-9cb3-dab0e7827226" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2008.994619] env[62291]: DEBUG oslo_concurrency.lockutils [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Lock "63726aa9-28f0-4e38-9cb3-dab0e7827226" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2009.185793] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2009.251925] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2009.343573] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7e0812c9-df02-4e0b-ae4e-cc4b44ce6427 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Acquiring lock "a7fe6c49-4623-49a6-826d-37a2bb790206" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2009.343912] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7e0812c9-df02-4e0b-ae4e-cc4b44ce6427 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Lock "a7fe6c49-4623-49a6-826d-37a2bb790206" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2009.344185] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7e0812c9-df02-4e0b-ae4e-cc4b44ce6427 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Acquiring lock "a7fe6c49-4623-49a6-826d-37a2bb790206-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2009.344651] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7e0812c9-df02-4e0b-ae4e-cc4b44ce6427 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Lock "a7fe6c49-4623-49a6-826d-37a2bb790206-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2009.344651] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7e0812c9-df02-4e0b-ae4e-cc4b44ce6427 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Lock "a7fe6c49-4623-49a6-826d-37a2bb790206-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2009.346837] env[62291]: INFO nova.compute.manager [None req-7e0812c9-df02-4e0b-ae4e-cc4b44ce6427 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] [instance: a7fe6c49-4623-49a6-826d-37a2bb790206] Terminating instance [ 2009.351247] env[62291]: DEBUG nova.compute.manager [None req-7e0812c9-df02-4e0b-ae4e-cc4b44ce6427 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] [instance: a7fe6c49-4623-49a6-826d-37a2bb790206] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2009.351471] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0812c9-df02-4e0b-ae4e-cc4b44ce6427 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] [instance: a7fe6c49-4623-49a6-826d-37a2bb790206] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2009.352470] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801e22b6-6162-4fa0-b00f-5db596a5b796 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.362037] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e0812c9-df02-4e0b-ae4e-cc4b44ce6427 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] [instance: a7fe6c49-4623-49a6-826d-37a2bb790206] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2009.364775] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fcec5036-9985-475f-a579-30a9100f98b0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.372166] env[62291]: DEBUG oslo_vmware.api [None req-7e0812c9-df02-4e0b-ae4e-cc4b44ce6427 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Waiting for the task: (returnval){ [ 2009.372166] env[62291]: value = "task-2142762" [ 2009.372166] env[62291]: _type = "Task" [ 2009.372166] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.384310] env[62291]: DEBUG oslo_vmware.api [None req-7e0812c9-df02-4e0b-ae4e-cc4b44ce6427 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Task: {'id': task-2142762, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.645638] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5109004a-8b8f-4d6c-83e5-f3658009afc0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.654914] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9278ff19-27ae-44db-9b94-b2f960779f79 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.685653] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6a516c-13b0-487d-96ea-e3ba420c9ae0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.695131] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b5c3746-e2cd-4938-b6df-83494fd85498 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.710641] env[62291]: DEBUG nova.compute.provider_tree [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2009.886075] env[62291]: DEBUG oslo_vmware.api [None req-7e0812c9-df02-4e0b-ae4e-cc4b44ce6427 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Task: {'id': task-2142762, 'name': PowerOffVM_Task, 'duration_secs': 0.288817} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.886075] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e0812c9-df02-4e0b-ae4e-cc4b44ce6427 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] [instance: a7fe6c49-4623-49a6-826d-37a2bb790206] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2009.886075] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0812c9-df02-4e0b-ae4e-cc4b44ce6427 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] [instance: a7fe6c49-4623-49a6-826d-37a2bb790206] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2009.886075] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d74ae547-0e8d-4765-a4fa-d2cb8b6423a6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.997157] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0812c9-df02-4e0b-ae4e-cc4b44ce6427 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] [instance: a7fe6c49-4623-49a6-826d-37a2bb790206] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2009.997521] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0812c9-df02-4e0b-ae4e-cc4b44ce6427 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] [instance: a7fe6c49-4623-49a6-826d-37a2bb790206] Deleting contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2009.997843] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e0812c9-df02-4e0b-ae4e-cc4b44ce6427 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Deleting the datastore file [datastore1] a7fe6c49-4623-49a6-826d-37a2bb790206 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2009.998160] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4810f4b-4cbf-4069-aef4-ef562b5f3223 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2010.007153] env[62291]: DEBUG oslo_vmware.api [None req-7e0812c9-df02-4e0b-ae4e-cc4b44ce6427 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Waiting for the task: (returnval){ [ 2010.007153] env[62291]: value = "task-2142764" [ 2010.007153] env[62291]: _type = "Task" [ 2010.007153] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2010.019135] env[62291]: DEBUG oslo_vmware.api [None req-7e0812c9-df02-4e0b-ae4e-cc4b44ce6427 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Task: {'id': task-2142764, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2010.216027] env[62291]: DEBUG nova.scheduler.client.report [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2010.298802] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Acquiring lock "717000ae-e680-426e-9110-abe1865d496b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2010.298802] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Lock "717000ae-e680-426e-9110-abe1865d496b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.518031] env[62291]: DEBUG oslo_vmware.api [None req-7e0812c9-df02-4e0b-ae4e-cc4b44ce6427 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Task: {'id': task-2142764, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143038} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2010.518159] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e0812c9-df02-4e0b-ae4e-cc4b44ce6427 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2010.518322] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0812c9-df02-4e0b-ae4e-cc4b44ce6427 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] [instance: a7fe6c49-4623-49a6-826d-37a2bb790206] Deleted contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2010.518505] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7e0812c9-df02-4e0b-ae4e-cc4b44ce6427 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] [instance: a7fe6c49-4623-49a6-826d-37a2bb790206] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2010.518684] env[62291]: INFO nova.compute.manager [None req-7e0812c9-df02-4e0b-ae4e-cc4b44ce6427 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] [instance: a7fe6c49-4623-49a6-826d-37a2bb790206] Took 1.17 seconds to destroy the instance on the hypervisor. [ 2010.518935] env[62291]: DEBUG oslo.service.loopingcall [None req-7e0812c9-df02-4e0b-ae4e-cc4b44ce6427 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2010.519141] env[62291]: DEBUG nova.compute.manager [-] [instance: a7fe6c49-4623-49a6-826d-37a2bb790206] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2010.519235] env[62291]: DEBUG nova.network.neutron [-] [instance: a7fe6c49-4623-49a6-826d-37a2bb790206] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2010.720586] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2010.721907] env[62291]: DEBUG nova.compute.manager [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2010.724899] env[62291]: DEBUG oslo_concurrency.lockutils [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.166s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.726783] env[62291]: INFO nova.compute.claims [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] [instance: 36cf27ca-350f-480b-bba3-fb29db7f176f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2010.818119] env[62291]: DEBUG nova.compute.manager [req-35126eae-51fe-4db8-b352-1ddba173a15e req-a69bbb51-594e-4953-949c-9d2571f67637 service nova] [instance: a7fe6c49-4623-49a6-826d-37a2bb790206] Received event network-vif-deleted-1405ebc6-9ae7-400c-881e-ab27a500ce22 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2010.818405] env[62291]: INFO nova.compute.manager [req-35126eae-51fe-4db8-b352-1ddba173a15e req-a69bbb51-594e-4953-949c-9d2571f67637 service nova] [instance: a7fe6c49-4623-49a6-826d-37a2bb790206] Neutron deleted interface 1405ebc6-9ae7-400c-881e-ab27a500ce22; detaching it from the instance and deleting it from the info cache [ 2010.818747] env[62291]: DEBUG nova.network.neutron [req-35126eae-51fe-4db8-b352-1ddba173a15e req-a69bbb51-594e-4953-949c-9d2571f67637 service nova] [instance: a7fe6c49-4623-49a6-826d-37a2bb790206] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2011.232689] env[62291]: DEBUG nova.compute.utils [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2011.235929] env[62291]: DEBUG nova.compute.manager [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2011.236101] env[62291]: DEBUG nova.network.neutron [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2011.292808] env[62291]: DEBUG nova.policy [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '059d342735de4e1383a18418bb9e2cfb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05234599c7a142adbb13715814023edc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2011.298177] env[62291]: DEBUG nova.network.neutron [-] [instance: a7fe6c49-4623-49a6-826d-37a2bb790206] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2011.320830] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ff172375-055e-4458-be9a-1058ab657580 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.333457] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3457e4-aa6d-4202-bf9f-576c738c2337 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.368834] env[62291]: DEBUG nova.compute.manager [req-35126eae-51fe-4db8-b352-1ddba173a15e req-a69bbb51-594e-4953-949c-9d2571f67637 service nova] [instance: a7fe6c49-4623-49a6-826d-37a2bb790206] Detach interface failed, port_id=1405ebc6-9ae7-400c-881e-ab27a500ce22, reason: Instance a7fe6c49-4623-49a6-826d-37a2bb790206 could not be found. {{(pid=62291) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 2011.626508] env[62291]: DEBUG nova.network.neutron [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Successfully created port: 87fa27f5-1f25-4931-8a38-fc7190e392e9 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2011.737995] env[62291]: DEBUG nova.compute.manager [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2011.801540] env[62291]: INFO nova.compute.manager [-] [instance: a7fe6c49-4623-49a6-826d-37a2bb790206] Took 1.28 seconds to deallocate network for instance. [ 2012.009518] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8bb1d271-a82d-4052-9f0d-cd25f56c95dc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Acquiring lock "68d9ebdd-312b-4823-99b4-01b3ff895561" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2012.010014] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8bb1d271-a82d-4052-9f0d-cd25f56c95dc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Lock "68d9ebdd-312b-4823-99b4-01b3ff895561" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2012.010275] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8bb1d271-a82d-4052-9f0d-cd25f56c95dc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Acquiring lock "68d9ebdd-312b-4823-99b4-01b3ff895561-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2012.010441] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8bb1d271-a82d-4052-9f0d-cd25f56c95dc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Lock "68d9ebdd-312b-4823-99b4-01b3ff895561-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2012.010615] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8bb1d271-a82d-4052-9f0d-cd25f56c95dc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Lock "68d9ebdd-312b-4823-99b4-01b3ff895561-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2012.012622] env[62291]: INFO nova.compute.manager [None req-8bb1d271-a82d-4052-9f0d-cd25f56c95dc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 68d9ebdd-312b-4823-99b4-01b3ff895561] Terminating instance [ 2012.014787] env[62291]: DEBUG nova.compute.manager [None req-8bb1d271-a82d-4052-9f0d-cd25f56c95dc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 68d9ebdd-312b-4823-99b4-01b3ff895561] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2012.015126] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb1d271-a82d-4052-9f0d-cd25f56c95dc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 68d9ebdd-312b-4823-99b4-01b3ff895561] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2012.016084] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c01528-fea3-4cd2-8348-48a25df4763f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.027679] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bb1d271-a82d-4052-9f0d-cd25f56c95dc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 68d9ebdd-312b-4823-99b4-01b3ff895561] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2012.028046] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a60a36c5-62fe-43f3-ba59-9e7986f0f58f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.036360] env[62291]: DEBUG oslo_vmware.api [None req-8bb1d271-a82d-4052-9f0d-cd25f56c95dc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Waiting for the task: (returnval){ [ 2012.036360] env[62291]: value = "task-2142765" [ 2012.036360] env[62291]: _type = "Task" [ 2012.036360] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.046719] env[62291]: DEBUG oslo_vmware.api [None req-8bb1d271-a82d-4052-9f0d-cd25f56c95dc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': task-2142765, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.245937] env[62291]: INFO nova.virt.block_device [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Booting with volume b7436b51-324a-4095-8853-2ef360ee5163 at /dev/sda [ 2012.289319] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44039805-8434-42cb-967c-555b70ad8148 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.293198] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4c7448dc-0eb9-467c-a474-5ac60a78c18d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.301447] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5ca7e0a-c070-4b1a-8711-99695960fccd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.307274] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb770f2-b885-4e89-a687-ff9ab3de3740 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.318998] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7e0812c9-df02-4e0b-ae4e-cc4b44ce6427 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2012.357912] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87596245-13d3-4756-a323-329ff5e6eec0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.361068] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e2fc0656-5b67-445c-b2d4-248640bf00ac {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.369251] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a477dea4-e9c6-48fe-8324-0ff6ea3f335d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.375669] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96c3e85-64f2-4de1-ad9b-de11bb026e41 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.396996] env[62291]: DEBUG nova.compute.provider_tree [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2012.410718] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3391003-f132-49f0-b946-88c45ea5bc33 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.418217] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb1f491-1ac0-4a3c-bb11-b8ee91bbcb2d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.436206] env[62291]: DEBUG nova.virt.block_device [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Updating existing volume attachment record: af21a6ee-38f1-4647-a7ba-09630ab65867 {{(pid=62291) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2012.547764] env[62291]: DEBUG oslo_vmware.api [None req-8bb1d271-a82d-4052-9f0d-cd25f56c95dc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': task-2142765, 'name': PowerOffVM_Task, 'duration_secs': 0.228819} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2012.548067] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bb1d271-a82d-4052-9f0d-cd25f56c95dc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 68d9ebdd-312b-4823-99b4-01b3ff895561] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2012.548252] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb1d271-a82d-4052-9f0d-cd25f56c95dc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 68d9ebdd-312b-4823-99b4-01b3ff895561] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2012.548490] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9feed7f3-170a-417f-8cb5-348b8501cdfd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.650122] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb1d271-a82d-4052-9f0d-cd25f56c95dc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 68d9ebdd-312b-4823-99b4-01b3ff895561] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2012.650122] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb1d271-a82d-4052-9f0d-cd25f56c95dc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 68d9ebdd-312b-4823-99b4-01b3ff895561] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2012.650339] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bb1d271-a82d-4052-9f0d-cd25f56c95dc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Deleting the datastore file [datastore2] 68d9ebdd-312b-4823-99b4-01b3ff895561 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2012.652345] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc2738f3-be21-4503-9c38-f09cbae7cefe {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.657893] env[62291]: DEBUG oslo_vmware.api [None req-8bb1d271-a82d-4052-9f0d-cd25f56c95dc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Waiting for the task: (returnval){ [ 2012.657893] env[62291]: value = "task-2142767" [ 2012.657893] env[62291]: _type = "Task" [ 2012.657893] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2012.667073] env[62291]: DEBUG oslo_vmware.api [None req-8bb1d271-a82d-4052-9f0d-cd25f56c95dc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': task-2142767, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2012.900143] env[62291]: DEBUG nova.scheduler.client.report [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2013.059406] env[62291]: DEBUG nova.compute.manager [req-d2150c4b-72d8-4a17-8a22-ba09bfcbdb49 req-a8681e57-376e-4b3e-a359-7256dae4e3bc service nova] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Received event network-vif-plugged-87fa27f5-1f25-4931-8a38-fc7190e392e9 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2013.059594] env[62291]: DEBUG oslo_concurrency.lockutils [req-d2150c4b-72d8-4a17-8a22-ba09bfcbdb49 req-a8681e57-376e-4b3e-a359-7256dae4e3bc service nova] Acquiring lock "ff21fe8f-e07a-4781-b692-9f585afab706-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2013.059840] env[62291]: DEBUG oslo_concurrency.lockutils [req-d2150c4b-72d8-4a17-8a22-ba09bfcbdb49 req-a8681e57-376e-4b3e-a359-7256dae4e3bc service nova] Lock "ff21fe8f-e07a-4781-b692-9f585afab706-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2013.060043] env[62291]: DEBUG oslo_concurrency.lockutils [req-d2150c4b-72d8-4a17-8a22-ba09bfcbdb49 req-a8681e57-376e-4b3e-a359-7256dae4e3bc service nova] Lock "ff21fe8f-e07a-4781-b692-9f585afab706-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2013.060232] env[62291]: DEBUG nova.compute.manager [req-d2150c4b-72d8-4a17-8a22-ba09bfcbdb49 req-a8681e57-376e-4b3e-a359-7256dae4e3bc service nova] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] No waiting events found dispatching network-vif-plugged-87fa27f5-1f25-4931-8a38-fc7190e392e9 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2013.060418] env[62291]: WARNING nova.compute.manager [req-d2150c4b-72d8-4a17-8a22-ba09bfcbdb49 req-a8681e57-376e-4b3e-a359-7256dae4e3bc service nova] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Received unexpected event network-vif-plugged-87fa27f5-1f25-4931-8a38-fc7190e392e9 for instance with vm_state building and task_state block_device_mapping. [ 2013.172451] env[62291]: DEBUG oslo_vmware.api [None req-8bb1d271-a82d-4052-9f0d-cd25f56c95dc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': task-2142767, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162076} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2013.173480] env[62291]: DEBUG nova.network.neutron [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Successfully updated port: 87fa27f5-1f25-4931-8a38-fc7190e392e9 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2013.174676] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bb1d271-a82d-4052-9f0d-cd25f56c95dc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2013.174876] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb1d271-a82d-4052-9f0d-cd25f56c95dc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 68d9ebdd-312b-4823-99b4-01b3ff895561] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2013.175069] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb1d271-a82d-4052-9f0d-cd25f56c95dc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 68d9ebdd-312b-4823-99b4-01b3ff895561] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2013.175244] env[62291]: INFO nova.compute.manager [None req-8bb1d271-a82d-4052-9f0d-cd25f56c95dc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 68d9ebdd-312b-4823-99b4-01b3ff895561] Took 1.16 seconds to destroy the instance on the hypervisor. [ 2013.175514] env[62291]: DEBUG oslo.service.loopingcall [None req-8bb1d271-a82d-4052-9f0d-cd25f56c95dc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2013.175920] env[62291]: DEBUG nova.compute.manager [-] [instance: 68d9ebdd-312b-4823-99b4-01b3ff895561] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2013.176064] env[62291]: DEBUG nova.network.neutron [-] [instance: 68d9ebdd-312b-4823-99b4-01b3ff895561] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2013.404817] env[62291]: DEBUG oslo_concurrency.lockutils [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.680s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2013.405439] env[62291]: DEBUG nova.compute.manager [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] [instance: 36cf27ca-350f-480b-bba3-fb29db7f176f] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2013.408170] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.445s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2013.409643] env[62291]: INFO nova.compute.claims [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2013.677123] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Acquiring lock "refresh_cache-ff21fe8f-e07a-4781-b692-9f585afab706" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2013.677363] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Acquired lock "refresh_cache-ff21fe8f-e07a-4781-b692-9f585afab706" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2013.677836] env[62291]: DEBUG nova.network.neutron [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2013.914611] env[62291]: DEBUG nova.compute.utils [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2013.919019] env[62291]: DEBUG nova.compute.manager [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] [instance: 36cf27ca-350f-480b-bba3-fb29db7f176f] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2013.919392] env[62291]: DEBUG nova.network.neutron [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] [instance: 36cf27ca-350f-480b-bba3-fb29db7f176f] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2013.961274] env[62291]: DEBUG nova.policy [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14f65fc4303a4805a22a4b8037a21a33', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '945cc66859ca4b9f90934779b072b755', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2014.227181] env[62291]: DEBUG nova.network.neutron [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2014.271144] env[62291]: DEBUG nova.network.neutron [-] [instance: 68d9ebdd-312b-4823-99b4-01b3ff895561] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2014.362368] env[62291]: DEBUG nova.network.neutron [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] [instance: 36cf27ca-350f-480b-bba3-fb29db7f176f] Successfully created port: 0ec55940-7b70-4cdb-ad73-5e631d829147 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2014.420303] env[62291]: DEBUG nova.compute.manager [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] [instance: 36cf27ca-350f-480b-bba3-fb29db7f176f] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2014.551530] env[62291]: DEBUG nova.compute.manager [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2014.551530] env[62291]: DEBUG nova.virt.hardware [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2014.551530] env[62291]: DEBUG nova.virt.hardware [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2014.551530] env[62291]: DEBUG nova.virt.hardware [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2014.552109] env[62291]: DEBUG nova.virt.hardware [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2014.552109] env[62291]: DEBUG nova.virt.hardware [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2014.552109] env[62291]: DEBUG nova.virt.hardware [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2014.552381] env[62291]: DEBUG nova.virt.hardware [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2014.552381] env[62291]: DEBUG nova.virt.hardware [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2014.552535] env[62291]: DEBUG nova.virt.hardware [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2014.553558] env[62291]: DEBUG nova.virt.hardware [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2014.553558] env[62291]: DEBUG nova.virt.hardware [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2014.554360] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb77bb1-3c1e-4934-9b3f-802c8f9fffc8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.564824] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d866cb80-f0aa-4e1a-b437-5b7efdbb4b1a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.359125] env[62291]: INFO nova.compute.manager [-] [instance: 68d9ebdd-312b-4823-99b4-01b3ff895561] Took 2.18 seconds to deallocate network for instance. [ 2015.364501] env[62291]: DEBUG nova.network.neutron [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Updating instance_info_cache with network_info: [{"id": "87fa27f5-1f25-4931-8a38-fc7190e392e9", "address": "fa:16:3e:30:c9:fc", "network": {"id": "983029b6-e05c-4dc6-b0dc-e52970133126", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2009129851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05234599c7a142adbb13715814023edc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87fa27f5-1f", "ovs_interfaceid": "87fa27f5-1f25-4931-8a38-fc7190e392e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2015.370206] env[62291]: DEBUG nova.compute.manager [req-5a8da223-314e-4fe1-8fbb-57f9f124a122 req-73dd6e6e-32fb-468f-ab0c-6a7722d56422 service nova] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Received event network-changed-87fa27f5-1f25-4931-8a38-fc7190e392e9 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2015.370379] env[62291]: DEBUG nova.compute.manager [req-5a8da223-314e-4fe1-8fbb-57f9f124a122 req-73dd6e6e-32fb-468f-ab0c-6a7722d56422 service nova] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Refreshing instance network info cache due to event network-changed-87fa27f5-1f25-4931-8a38-fc7190e392e9. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2015.370590] env[62291]: DEBUG oslo_concurrency.lockutils [req-5a8da223-314e-4fe1-8fbb-57f9f124a122 req-73dd6e6e-32fb-468f-ab0c-6a7722d56422 service nova] Acquiring lock "refresh_cache-ff21fe8f-e07a-4781-b692-9f585afab706" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2015.730823] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cccb2dd-26d2-48dc-a81b-9bc3407199ae {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.739267] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf63457-b457-4cec-83c8-125ff2f58860 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.770309] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4bc5bdc-3735-4f84-90dd-69b5099fe610 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.778691] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c3e063-6779-4cb1-9b5f-346600c09950 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.793262] env[62291]: DEBUG nova.compute.provider_tree [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2015.869996] env[62291]: DEBUG nova.compute.manager [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] [instance: 36cf27ca-350f-480b-bba3-fb29db7f176f] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2015.876030] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Releasing lock "refresh_cache-ff21fe8f-e07a-4781-b692-9f585afab706" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2015.876030] env[62291]: DEBUG nova.compute.manager [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Instance network_info: |[{"id": "87fa27f5-1f25-4931-8a38-fc7190e392e9", "address": "fa:16:3e:30:c9:fc", "network": {"id": "983029b6-e05c-4dc6-b0dc-e52970133126", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2009129851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05234599c7a142adbb13715814023edc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87fa27f5-1f", "ovs_interfaceid": "87fa27f5-1f25-4931-8a38-fc7190e392e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2015.876268] env[62291]: DEBUG oslo_concurrency.lockutils [req-5a8da223-314e-4fe1-8fbb-57f9f124a122 req-73dd6e6e-32fb-468f-ab0c-6a7722d56422 service nova] Acquired lock "refresh_cache-ff21fe8f-e07a-4781-b692-9f585afab706" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2015.876437] env[62291]: DEBUG nova.network.neutron [req-5a8da223-314e-4fe1-8fbb-57f9f124a122 req-73dd6e6e-32fb-468f-ab0c-6a7722d56422 service nova] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Refreshing network info cache for port 87fa27f5-1f25-4931-8a38-fc7190e392e9 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2015.878758] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8bb1d271-a82d-4052-9f0d-cd25f56c95dc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2015.879147] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:c9:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a8c8175-1197-4f12-baac-ef6aba95f585', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87fa27f5-1f25-4931-8a38-fc7190e392e9', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2015.887426] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Creating folder: Project (05234599c7a142adbb13715814023edc). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2015.891124] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-684ae48a-1ec7-41f5-b85f-ed553ebf4236 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.902471] env[62291]: DEBUG nova.virt.hardware [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2015.902471] env[62291]: DEBUG nova.virt.hardware [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2015.902471] env[62291]: DEBUG nova.virt.hardware [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2015.902752] env[62291]: DEBUG nova.virt.hardware [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2015.902752] env[62291]: DEBUG nova.virt.hardware [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2015.902752] env[62291]: DEBUG nova.virt.hardware [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2015.902950] env[62291]: DEBUG nova.virt.hardware [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2015.903178] env[62291]: DEBUG nova.virt.hardware [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2015.903681] env[62291]: DEBUG nova.virt.hardware [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2015.903681] env[62291]: DEBUG nova.virt.hardware [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2015.903800] env[62291]: DEBUG nova.virt.hardware [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2015.905020] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d5c8dd-7e2d-4093-a1b5-65cc37507427 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.909356] env[62291]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 2015.909537] env[62291]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62291) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 2015.909959] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Folder already exists: Project (05234599c7a142adbb13715814023edc). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 2015.910290] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Creating folder: Instances. Parent ref: group-v437897. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2015.912786] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ba7a59d-9b64-4742-908b-3fd472e12039 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.915367] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77028787-7073-423d-be4c-cb6fa5ea3f81 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.931563] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Created folder: Instances in parent group-v437897. [ 2015.931819] env[62291]: DEBUG oslo.service.loopingcall [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2015.932025] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2015.932273] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-140a9bd8-1ede-4df2-baae-6b27af5e422a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.952863] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2015.952863] env[62291]: value = "task-2142770" [ 2015.952863] env[62291]: _type = "Task" [ 2015.952863] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2015.963781] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142770, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.296787] env[62291]: DEBUG nova.scheduler.client.report [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2016.345654] env[62291]: DEBUG nova.network.neutron [req-5a8da223-314e-4fe1-8fbb-57f9f124a122 req-73dd6e6e-32fb-468f-ab0c-6a7722d56422 service nova] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Updated VIF entry in instance network info cache for port 87fa27f5-1f25-4931-8a38-fc7190e392e9. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2016.346146] env[62291]: DEBUG nova.network.neutron [req-5a8da223-314e-4fe1-8fbb-57f9f124a122 req-73dd6e6e-32fb-468f-ab0c-6a7722d56422 service nova] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Updating instance_info_cache with network_info: [{"id": "87fa27f5-1f25-4931-8a38-fc7190e392e9", "address": "fa:16:3e:30:c9:fc", "network": {"id": "983029b6-e05c-4dc6-b0dc-e52970133126", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2009129851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05234599c7a142adbb13715814023edc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87fa27f5-1f", "ovs_interfaceid": "87fa27f5-1f25-4931-8a38-fc7190e392e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2016.355508] env[62291]: DEBUG nova.network.neutron [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] [instance: 36cf27ca-350f-480b-bba3-fb29db7f176f] Successfully updated port: 0ec55940-7b70-4cdb-ad73-5e631d829147 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2016.466060] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142770, 'name': CreateVM_Task, 'duration_secs': 0.420458} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2016.466341] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2016.467193] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-437900', 'volume_id': 'b7436b51-324a-4095-8853-2ef360ee5163', 'name': 'volume-b7436b51-324a-4095-8853-2ef360ee5163', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ff21fe8f-e07a-4781-b692-9f585afab706', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7436b51-324a-4095-8853-2ef360ee5163', 'serial': 'b7436b51-324a-4095-8853-2ef360ee5163'}, 'guest_format': None, 'delete_on_termination': True, 'disk_bus': None, 'device_type': None, 'mount_device': '/dev/sda', 'attachment_id': 'af21a6ee-38f1-4647-a7ba-09630ab65867', 'volume_type': None}], 'swap': None} {{(pid=62291) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2016.467423] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Root volume attach. Driver type: vmdk {{(pid=62291) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 2016.468257] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268cd39f-8404-4cf9-a50c-bf16f5c9d0bf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.477702] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb9d058-4c38-4517-a283-4c13e2c2ebdb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.484341] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58a12734-ee0a-4b04-95df-73295ec2ad60 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.495032] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-ec84d899-fe0f-49b2-b187-07dafc091c92 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2016.500538] env[62291]: DEBUG oslo_vmware.api [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Waiting for the task: (returnval){ [ 2016.500538] env[62291]: value = "task-2142771" [ 2016.500538] env[62291]: _type = "Task" [ 2016.500538] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2016.509240] env[62291]: DEBUG oslo_vmware.api [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Task: {'id': task-2142771, 'name': RelocateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2016.803016] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.395s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2016.803413] env[62291]: DEBUG nova.compute.manager [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2016.805992] env[62291]: DEBUG oslo_concurrency.lockutils [None req-01e2b7b5-1143-420d-b76d-0273e2016522 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.491s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2016.806216] env[62291]: DEBUG nova.objects.instance [None req-01e2b7b5-1143-420d-b76d-0273e2016522 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Lazy-loading 'resources' on Instance uuid 80c94d56-773a-499b-a207-a3f11a14c32b {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2016.850019] env[62291]: DEBUG oslo_concurrency.lockutils [req-5a8da223-314e-4fe1-8fbb-57f9f124a122 req-73dd6e6e-32fb-468f-ab0c-6a7722d56422 service nova] Releasing lock "refresh_cache-ff21fe8f-e07a-4781-b692-9f585afab706" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2016.850019] env[62291]: DEBUG nova.compute.manager [req-5a8da223-314e-4fe1-8fbb-57f9f124a122 req-73dd6e6e-32fb-468f-ab0c-6a7722d56422 service nova] [instance: 68d9ebdd-312b-4823-99b4-01b3ff895561] Received event network-vif-deleted-f47dd7d8-97f1-448d-88a9-3e748dce65d5 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2016.858961] env[62291]: DEBUG oslo_concurrency.lockutils [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Acquiring lock "refresh_cache-36cf27ca-350f-480b-bba3-fb29db7f176f" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2016.858961] env[62291]: DEBUG oslo_concurrency.lockutils [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Acquired lock "refresh_cache-36cf27ca-350f-480b-bba3-fb29db7f176f" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2016.859130] env[62291]: DEBUG nova.network.neutron [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] [instance: 36cf27ca-350f-480b-bba3-fb29db7f176f] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2017.012024] env[62291]: DEBUG oslo_vmware.api [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Task: {'id': task-2142771, 'name': RelocateVM_Task} progress is 35%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.135674] env[62291]: DEBUG nova.compute.manager [req-9c4d7dff-405a-42d4-a2bd-b04d526e0dc0 req-cb7dd337-3869-4317-b349-b38d00ef02dd service nova] [instance: 36cf27ca-350f-480b-bba3-fb29db7f176f] Received event network-vif-plugged-0ec55940-7b70-4cdb-ad73-5e631d829147 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2017.135978] env[62291]: DEBUG oslo_concurrency.lockutils [req-9c4d7dff-405a-42d4-a2bd-b04d526e0dc0 req-cb7dd337-3869-4317-b349-b38d00ef02dd service nova] Acquiring lock "36cf27ca-350f-480b-bba3-fb29db7f176f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2017.136245] env[62291]: DEBUG oslo_concurrency.lockutils [req-9c4d7dff-405a-42d4-a2bd-b04d526e0dc0 req-cb7dd337-3869-4317-b349-b38d00ef02dd service nova] Lock "36cf27ca-350f-480b-bba3-fb29db7f176f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2017.136450] env[62291]: DEBUG oslo_concurrency.lockutils [req-9c4d7dff-405a-42d4-a2bd-b04d526e0dc0 req-cb7dd337-3869-4317-b349-b38d00ef02dd service nova] Lock "36cf27ca-350f-480b-bba3-fb29db7f176f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2017.136602] env[62291]: DEBUG nova.compute.manager [req-9c4d7dff-405a-42d4-a2bd-b04d526e0dc0 req-cb7dd337-3869-4317-b349-b38d00ef02dd service nova] [instance: 36cf27ca-350f-480b-bba3-fb29db7f176f] No waiting events found dispatching network-vif-plugged-0ec55940-7b70-4cdb-ad73-5e631d829147 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2017.136739] env[62291]: WARNING nova.compute.manager [req-9c4d7dff-405a-42d4-a2bd-b04d526e0dc0 req-cb7dd337-3869-4317-b349-b38d00ef02dd service nova] [instance: 36cf27ca-350f-480b-bba3-fb29db7f176f] Received unexpected event network-vif-plugged-0ec55940-7b70-4cdb-ad73-5e631d829147 for instance with vm_state building and task_state spawning. [ 2017.137030] env[62291]: DEBUG nova.compute.manager [req-9c4d7dff-405a-42d4-a2bd-b04d526e0dc0 req-cb7dd337-3869-4317-b349-b38d00ef02dd service nova] [instance: 36cf27ca-350f-480b-bba3-fb29db7f176f] Received event network-changed-0ec55940-7b70-4cdb-ad73-5e631d829147 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2017.137119] env[62291]: DEBUG nova.compute.manager [req-9c4d7dff-405a-42d4-a2bd-b04d526e0dc0 req-cb7dd337-3869-4317-b349-b38d00ef02dd service nova] [instance: 36cf27ca-350f-480b-bba3-fb29db7f176f] Refreshing instance network info cache due to event network-changed-0ec55940-7b70-4cdb-ad73-5e631d829147. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2017.137317] env[62291]: DEBUG oslo_concurrency.lockutils [req-9c4d7dff-405a-42d4-a2bd-b04d526e0dc0 req-cb7dd337-3869-4317-b349-b38d00ef02dd service nova] Acquiring lock "refresh_cache-36cf27ca-350f-480b-bba3-fb29db7f176f" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2017.310815] env[62291]: DEBUG nova.compute.utils [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2017.315222] env[62291]: DEBUG nova.compute.manager [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2017.315395] env[62291]: DEBUG nova.network.neutron [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2017.367727] env[62291]: DEBUG nova.policy [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '551a6e1199994f51811a8e76a3319a3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9ac0661571544b2855587c9ddbaeebe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2017.411298] env[62291]: DEBUG nova.network.neutron [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] [instance: 36cf27ca-350f-480b-bba3-fb29db7f176f] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2017.514257] env[62291]: DEBUG oslo_vmware.api [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Task: {'id': task-2142771, 'name': RelocateVM_Task} progress is 49%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2017.762213] env[62291]: DEBUG nova.network.neutron [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] [instance: 36cf27ca-350f-480b-bba3-fb29db7f176f] Updating instance_info_cache with network_info: [{"id": "0ec55940-7b70-4cdb-ad73-5e631d829147", "address": "fa:16:3e:ec:ae:b0", "network": {"id": "2f03ad46-c2be-424d-9eb6-85d9fb04f091", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1669355968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "945cc66859ca4b9f90934779b072b755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ec55940-7b", "ovs_interfaceid": "0ec55940-7b70-4cdb-ad73-5e631d829147", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2017.816401] env[62291]: DEBUG nova.compute.manager [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2017.914487] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1abf7dc5-2b66-4837-8d4d-27a8b29427dc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.925334] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db249a59-2eb3-4275-8fb8-f29f1fdfdde0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.930762] env[62291]: DEBUG nova.network.neutron [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Successfully created port: 1242d7be-9de7-423a-bf7c-8ac40512c1c7 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2017.965620] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9a4881-16a4-473a-adc7-2869551c41a0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.975724] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ee93c97-8b5f-4087-8d8e-30693293da69 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2017.992332] env[62291]: DEBUG nova.compute.provider_tree [None req-01e2b7b5-1143-420d-b76d-0273e2016522 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2018.015489] env[62291]: DEBUG oslo_vmware.api [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Task: {'id': task-2142771, 'name': RelocateVM_Task} progress is 63%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.268243] env[62291]: DEBUG oslo_concurrency.lockutils [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Releasing lock "refresh_cache-36cf27ca-350f-480b-bba3-fb29db7f176f" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2018.268598] env[62291]: DEBUG nova.compute.manager [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] [instance: 36cf27ca-350f-480b-bba3-fb29db7f176f] Instance network_info: |[{"id": "0ec55940-7b70-4cdb-ad73-5e631d829147", "address": "fa:16:3e:ec:ae:b0", "network": {"id": "2f03ad46-c2be-424d-9eb6-85d9fb04f091", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1669355968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "945cc66859ca4b9f90934779b072b755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ec55940-7b", "ovs_interfaceid": "0ec55940-7b70-4cdb-ad73-5e631d829147", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2018.269945] env[62291]: DEBUG oslo_concurrency.lockutils [req-9c4d7dff-405a-42d4-a2bd-b04d526e0dc0 req-cb7dd337-3869-4317-b349-b38d00ef02dd service nova] Acquired lock "refresh_cache-36cf27ca-350f-480b-bba3-fb29db7f176f" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2018.269945] env[62291]: DEBUG nova.network.neutron [req-9c4d7dff-405a-42d4-a2bd-b04d526e0dc0 req-cb7dd337-3869-4317-b349-b38d00ef02dd service nova] [instance: 36cf27ca-350f-480b-bba3-fb29db7f176f] Refreshing network info cache for port 0ec55940-7b70-4cdb-ad73-5e631d829147 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2018.270364] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] [instance: 36cf27ca-350f-480b-bba3-fb29db7f176f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:ae:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '503991c4-44d0-42d9-aa03-5259331f1051', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0ec55940-7b70-4cdb-ad73-5e631d829147', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2018.278811] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Creating folder: Project (945cc66859ca4b9f90934779b072b755). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2018.282393] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a239774-a275-480e-858e-560a459e5408 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.298061] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Created folder: Project (945cc66859ca4b9f90934779b072b755) in parent group-v437896. [ 2018.298320] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Creating folder: Instances. Parent ref: group-v437989. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2018.298604] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0f1cf85-e5ff-4b75-a50f-1816b6a1f546 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.311582] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Created folder: Instances in parent group-v437989. [ 2018.311932] env[62291]: DEBUG oslo.service.loopingcall [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2018.312168] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36cf27ca-350f-480b-bba3-fb29db7f176f] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2018.312398] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a575da5d-9928-4662-81b1-07e214caed80 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.340561] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2018.340561] env[62291]: value = "task-2142774" [ 2018.340561] env[62291]: _type = "Task" [ 2018.340561] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.350220] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142774, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.358767] env[62291]: DEBUG nova.network.neutron [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Successfully created port: 1960d998-dc92-4efc-bdfd-8367de595e20 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2018.495809] env[62291]: DEBUG nova.scheduler.client.report [None req-01e2b7b5-1143-420d-b76d-0273e2016522 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2018.513668] env[62291]: DEBUG oslo_vmware.api [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Task: {'id': task-2142771, 'name': RelocateVM_Task} progress is 76%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.673342] env[62291]: DEBUG nova.network.neutron [req-9c4d7dff-405a-42d4-a2bd-b04d526e0dc0 req-cb7dd337-3869-4317-b349-b38d00ef02dd service nova] [instance: 36cf27ca-350f-480b-bba3-fb29db7f176f] Updated VIF entry in instance network info cache for port 0ec55940-7b70-4cdb-ad73-5e631d829147. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2018.674200] env[62291]: DEBUG nova.network.neutron [req-9c4d7dff-405a-42d4-a2bd-b04d526e0dc0 req-cb7dd337-3869-4317-b349-b38d00ef02dd service nova] [instance: 36cf27ca-350f-480b-bba3-fb29db7f176f] Updating instance_info_cache with network_info: [{"id": "0ec55940-7b70-4cdb-ad73-5e631d829147", "address": "fa:16:3e:ec:ae:b0", "network": {"id": "2f03ad46-c2be-424d-9eb6-85d9fb04f091", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1669355968-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "945cc66859ca4b9f90934779b072b755", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "503991c4-44d0-42d9-aa03-5259331f1051", "external-id": "nsx-vlan-transportzone-3", "segmentation_id": 3, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0ec55940-7b", "ovs_interfaceid": "0ec55940-7b70-4cdb-ad73-5e631d829147", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2018.837838] env[62291]: DEBUG nova.compute.manager [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2018.857116] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142774, 'name': CreateVM_Task, 'duration_secs': 0.44921} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2018.857459] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36cf27ca-350f-480b-bba3-fb29db7f176f] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2018.858147] env[62291]: DEBUG oslo_concurrency.lockutils [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2018.858370] env[62291]: DEBUG oslo_concurrency.lockutils [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2018.858731] env[62291]: DEBUG oslo_concurrency.lockutils [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2018.859034] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a69f351-dd75-4c29-a081-985aa97cbb23 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.861842] env[62291]: DEBUG nova.network.neutron [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Successfully created port: 867cc902-722e-4a93-b6ae-b7886ac74a45 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2018.868961] env[62291]: DEBUG oslo_vmware.api [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Waiting for the task: (returnval){ [ 2018.868961] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]525adffb-67cd-681b-d78e-b3877e7a29d3" [ 2018.868961] env[62291]: _type = "Task" [ 2018.868961] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2018.882429] env[62291]: DEBUG oslo_vmware.api [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]525adffb-67cd-681b-d78e-b3877e7a29d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2018.886700] env[62291]: DEBUG nova.virt.hardware [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2018.886700] env[62291]: DEBUG nova.virt.hardware [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2018.886700] env[62291]: DEBUG nova.virt.hardware [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2018.886700] env[62291]: DEBUG nova.virt.hardware [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2018.887032] env[62291]: DEBUG nova.virt.hardware [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2018.887032] env[62291]: DEBUG nova.virt.hardware [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2018.887109] env[62291]: DEBUG nova.virt.hardware [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2018.888830] env[62291]: DEBUG nova.virt.hardware [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2018.888830] env[62291]: DEBUG nova.virt.hardware [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2018.888830] env[62291]: DEBUG nova.virt.hardware [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2018.888830] env[62291]: DEBUG nova.virt.hardware [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2018.888830] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551bfdbb-ba68-44cd-a742-35ad2b716d26 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.897514] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291b587f-105d-4c56-8241-e61b4b64abe1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.000946] env[62291]: DEBUG oslo_concurrency.lockutils [None req-01e2b7b5-1143-420d-b76d-0273e2016522 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.195s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2019.003763] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.191s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2019.005461] env[62291]: INFO nova.compute.claims [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] [instance: 421efe71-8164-46e8-9a64-6dc12c366025] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2019.020926] env[62291]: DEBUG oslo_vmware.api [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Task: {'id': task-2142771, 'name': RelocateVM_Task} progress is 89%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.036699] env[62291]: INFO nova.scheduler.client.report [None req-01e2b7b5-1143-420d-b76d-0273e2016522 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Deleted allocations for instance 80c94d56-773a-499b-a207-a3f11a14c32b [ 2019.178369] env[62291]: DEBUG oslo_concurrency.lockutils [req-9c4d7dff-405a-42d4-a2bd-b04d526e0dc0 req-cb7dd337-3869-4317-b349-b38d00ef02dd service nova] Releasing lock "refresh_cache-36cf27ca-350f-480b-bba3-fb29db7f176f" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2019.351316] env[62291]: DEBUG nova.compute.manager [None req-c4533de7-8abf-437f-9ef4-25040dec5072 tempest-ServerDiagnosticsV248Test-1947270092 tempest-ServerDiagnosticsV248Test-1947270092-project-admin] [instance: d4d8221d-778d-43c5-acfe-84aaa2424b5a] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2019.352487] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a223fea1-d322-4f26-af00-9cd80c43e58f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.360065] env[62291]: INFO nova.compute.manager [None req-c4533de7-8abf-437f-9ef4-25040dec5072 tempest-ServerDiagnosticsV248Test-1947270092 tempest-ServerDiagnosticsV248Test-1947270092-project-admin] [instance: d4d8221d-778d-43c5-acfe-84aaa2424b5a] Retrieving diagnostics [ 2019.360805] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49712240-b196-423d-bafe-f838d8f1ded7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.399617] env[62291]: DEBUG oslo_vmware.api [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]525adffb-67cd-681b-d78e-b3877e7a29d3, 'name': SearchDatastore_Task, 'duration_secs': 0.015221} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.399956] env[62291]: DEBUG oslo_concurrency.lockutils [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2019.400203] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] [instance: 36cf27ca-350f-480b-bba3-fb29db7f176f] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2019.400432] env[62291]: DEBUG oslo_concurrency.lockutils [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2019.400578] env[62291]: DEBUG oslo_concurrency.lockutils [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2019.400760] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2019.401029] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c31a14ba-779d-4ffa-b32f-0d5084fc61f7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.419851] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2019.420058] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2019.420853] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-631cb50b-6c4b-4b10-8775-37f447f99548 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.427279] env[62291]: DEBUG oslo_vmware.api [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Waiting for the task: (returnval){ [ 2019.427279] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52d6c27e-207f-d948-6f02-5434873ce521" [ 2019.427279] env[62291]: _type = "Task" [ 2019.427279] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.434765] env[62291]: DEBUG oslo_vmware.api [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52d6c27e-207f-d948-6f02-5434873ce521, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.522256] env[62291]: DEBUG oslo_vmware.api [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Task: {'id': task-2142771, 'name': RelocateVM_Task} progress is 97%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2019.545930] env[62291]: DEBUG oslo_concurrency.lockutils [None req-01e2b7b5-1143-420d-b76d-0273e2016522 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Lock "80c94d56-773a-499b-a207-a3f11a14c32b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.225s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2019.941239] env[62291]: DEBUG oslo_vmware.api [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52d6c27e-207f-d948-6f02-5434873ce521, 'name': SearchDatastore_Task, 'duration_secs': 0.078077} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2019.945294] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a7cde5e-c55b-4305-b2fd-4411757ebe49 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2019.952465] env[62291]: DEBUG oslo_vmware.api [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Waiting for the task: (returnval){ [ 2019.952465] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]526d3a14-078a-818a-b344-4b67024d856f" [ 2019.952465] env[62291]: _type = "Task" [ 2019.952465] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2019.962748] env[62291]: DEBUG oslo_vmware.api [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]526d3a14-078a-818a-b344-4b67024d856f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.022673] env[62291]: DEBUG oslo_vmware.api [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Task: {'id': task-2142771, 'name': RelocateVM_Task} progress is 98%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.215184] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4e4464f3-7acc-4c1d-864c-094bcef625d5 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Acquiring lock "f50e95c8-d4ea-4250-862f-8b3be53cabc9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2020.215971] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4e4464f3-7acc-4c1d-864c-094bcef625d5 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Lock "f50e95c8-d4ea-4250-862f-8b3be53cabc9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2020.216817] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4e4464f3-7acc-4c1d-864c-094bcef625d5 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Acquiring lock "f50e95c8-d4ea-4250-862f-8b3be53cabc9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2020.216817] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4e4464f3-7acc-4c1d-864c-094bcef625d5 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Lock "f50e95c8-d4ea-4250-862f-8b3be53cabc9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2020.217020] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4e4464f3-7acc-4c1d-864c-094bcef625d5 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Lock "f50e95c8-d4ea-4250-862f-8b3be53cabc9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2020.224297] env[62291]: INFO nova.compute.manager [None req-4e4464f3-7acc-4c1d-864c-094bcef625d5 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Terminating instance [ 2020.226960] env[62291]: DEBUG nova.compute.manager [None req-4e4464f3-7acc-4c1d-864c-094bcef625d5 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2020.228620] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4464f3-7acc-4c1d-864c-094bcef625d5 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2020.228620] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eba93ddd-8669-4369-b6e8-4f4a620f2ef1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.237400] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e4464f3-7acc-4c1d-864c-094bcef625d5 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2020.237400] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0497bb8e-1f53-42f0-ba74-ff20b18fcdd1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.246646] env[62291]: DEBUG oslo_vmware.api [None req-4e4464f3-7acc-4c1d-864c-094bcef625d5 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Waiting for the task: (returnval){ [ 2020.246646] env[62291]: value = "task-2142775" [ 2020.246646] env[62291]: _type = "Task" [ 2020.246646] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.254977] env[62291]: DEBUG oslo_vmware.api [None req-4e4464f3-7acc-4c1d-864c-094bcef625d5 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142775, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.449155] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3e763c60-0d81-47c5-bba6-9baa8ee4255b tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Acquiring lock "d4d8221d-778d-43c5-acfe-84aaa2424b5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2020.449155] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3e763c60-0d81-47c5-bba6-9baa8ee4255b tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Lock "d4d8221d-778d-43c5-acfe-84aaa2424b5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2020.449477] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3e763c60-0d81-47c5-bba6-9baa8ee4255b tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Acquiring lock "d4d8221d-778d-43c5-acfe-84aaa2424b5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2020.449477] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3e763c60-0d81-47c5-bba6-9baa8ee4255b tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Lock "d4d8221d-778d-43c5-acfe-84aaa2424b5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2020.451034] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3e763c60-0d81-47c5-bba6-9baa8ee4255b tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Lock "d4d8221d-778d-43c5-acfe-84aaa2424b5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2020.452167] env[62291]: INFO nova.compute.manager [None req-3e763c60-0d81-47c5-bba6-9baa8ee4255b tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] [instance: d4d8221d-778d-43c5-acfe-84aaa2424b5a] Terminating instance [ 2020.457472] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3e763c60-0d81-47c5-bba6-9baa8ee4255b tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Acquiring lock "refresh_cache-d4d8221d-778d-43c5-acfe-84aaa2424b5a" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2020.457653] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3e763c60-0d81-47c5-bba6-9baa8ee4255b tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Acquired lock "refresh_cache-d4d8221d-778d-43c5-acfe-84aaa2424b5a" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2020.457825] env[62291]: DEBUG nova.network.neutron [None req-3e763c60-0d81-47c5-bba6-9baa8ee4255b tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] [instance: d4d8221d-778d-43c5-acfe-84aaa2424b5a] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2020.471929] env[62291]: DEBUG oslo_vmware.api [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]526d3a14-078a-818a-b344-4b67024d856f, 'name': SearchDatastore_Task, 'duration_secs': 0.027649} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.472933] env[62291]: DEBUG oslo_concurrency.lockutils [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2020.473039] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 36cf27ca-350f-480b-bba3-fb29db7f176f/36cf27ca-350f-480b-bba3-fb29db7f176f.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2020.473311] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-430db0bd-b0ea-458d-8360-8516387c6334 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.486641] env[62291]: DEBUG oslo_vmware.api [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Waiting for the task: (returnval){ [ 2020.486641] env[62291]: value = "task-2142776" [ 2020.486641] env[62291]: _type = "Task" [ 2020.486641] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.496438] env[62291]: DEBUG oslo_vmware.api [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Task: {'id': task-2142776, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.509967] env[62291]: DEBUG nova.compute.manager [req-fdfff280-3e7d-425e-985c-c77d6bb3af72 req-277f3f20-1be2-45b6-9a25-9445f415fb98 service nova] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Received event network-vif-plugged-1242d7be-9de7-423a-bf7c-8ac40512c1c7 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2020.509967] env[62291]: DEBUG oslo_concurrency.lockutils [req-fdfff280-3e7d-425e-985c-c77d6bb3af72 req-277f3f20-1be2-45b6-9a25-9445f415fb98 service nova] Acquiring lock "5fd07b81-1348-4194-ab20-437cb5c61dfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2020.511144] env[62291]: DEBUG oslo_concurrency.lockutils [req-fdfff280-3e7d-425e-985c-c77d6bb3af72 req-277f3f20-1be2-45b6-9a25-9445f415fb98 service nova] Lock "5fd07b81-1348-4194-ab20-437cb5c61dfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2020.511144] env[62291]: DEBUG oslo_concurrency.lockutils [req-fdfff280-3e7d-425e-985c-c77d6bb3af72 req-277f3f20-1be2-45b6-9a25-9445f415fb98 service nova] Lock "5fd07b81-1348-4194-ab20-437cb5c61dfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2020.511244] env[62291]: DEBUG nova.compute.manager [req-fdfff280-3e7d-425e-985c-c77d6bb3af72 req-277f3f20-1be2-45b6-9a25-9445f415fb98 service nova] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] No waiting events found dispatching network-vif-plugged-1242d7be-9de7-423a-bf7c-8ac40512c1c7 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2020.511386] env[62291]: WARNING nova.compute.manager [req-fdfff280-3e7d-425e-985c-c77d6bb3af72 req-277f3f20-1be2-45b6-9a25-9445f415fb98 service nova] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Received unexpected event network-vif-plugged-1242d7be-9de7-423a-bf7c-8ac40512c1c7 for instance with vm_state building and task_state spawning. [ 2020.524082] env[62291]: DEBUG oslo_vmware.api [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Task: {'id': task-2142771, 'name': RelocateVM_Task, 'duration_secs': 3.850921} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.524882] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Volume attach. Driver type: vmdk {{(pid=62291) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2020.524882] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-437900', 'volume_id': 'b7436b51-324a-4095-8853-2ef360ee5163', 'name': 'volume-b7436b51-324a-4095-8853-2ef360ee5163', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ff21fe8f-e07a-4781-b692-9f585afab706', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7436b51-324a-4095-8853-2ef360ee5163', 'serial': 'b7436b51-324a-4095-8853-2ef360ee5163'} {{(pid=62291) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2020.526369] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c914a9f8-3b88-45af-952e-8d3cd214d740 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.548664] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7500eb18-f003-4245-95a0-db58eab7be0f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.576312] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] volume-b7436b51-324a-4095-8853-2ef360ee5163/volume-b7436b51-324a-4095-8853-2ef360ee5163.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2020.579318] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5096dfb8-e962-4151-968b-c7c566becf65 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.594341] env[62291]: DEBUG nova.network.neutron [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Successfully updated port: 1242d7be-9de7-423a-bf7c-8ac40512c1c7 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2020.604400] env[62291]: DEBUG oslo_vmware.api [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Waiting for the task: (returnval){ [ 2020.604400] env[62291]: value = "task-2142777" [ 2020.604400] env[62291]: _type = "Task" [ 2020.604400] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.614902] env[62291]: DEBUG oslo_vmware.api [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Task: {'id': task-2142777, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.645621] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d0dc503-7e14-4649-8e44-07332f8025e1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.653491] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea2afd7-e131-4f82-a42e-e3f360fb451d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.687607] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ccf0e2-eb75-493a-af0f-b1393170e7a0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.699211] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27204166-336d-403a-af97-bda1cbbc18fc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.716082] env[62291]: DEBUG nova.compute.provider_tree [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2020.758227] env[62291]: DEBUG oslo_vmware.api [None req-4e4464f3-7acc-4c1d-864c-094bcef625d5 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142775, 'name': PowerOffVM_Task, 'duration_secs': 0.213554} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2020.758523] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e4464f3-7acc-4c1d-864c-094bcef625d5 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2020.758698] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4464f3-7acc-4c1d-864c-094bcef625d5 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2020.758959] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2320d7d1-b1cc-43c3-8387-d66230cfdb60 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.868131] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4464f3-7acc-4c1d-864c-094bcef625d5 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2020.868544] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4464f3-7acc-4c1d-864c-094bcef625d5 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2020.869214] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e4464f3-7acc-4c1d-864c-094bcef625d5 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Deleting the datastore file [datastore2] f50e95c8-d4ea-4250-862f-8b3be53cabc9 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2020.869314] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5fb811d4-b046-4a09-b824-a4a6a5b2c72f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2020.881430] env[62291]: DEBUG oslo_vmware.api [None req-4e4464f3-7acc-4c1d-864c-094bcef625d5 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Waiting for the task: (returnval){ [ 2020.881430] env[62291]: value = "task-2142779" [ 2020.881430] env[62291]: _type = "Task" [ 2020.881430] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2020.895677] env[62291]: DEBUG oslo_vmware.api [None req-4e4464f3-7acc-4c1d-864c-094bcef625d5 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142779, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2020.984223] env[62291]: DEBUG nova.network.neutron [None req-3e763c60-0d81-47c5-bba6-9baa8ee4255b tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] [instance: d4d8221d-778d-43c5-acfe-84aaa2424b5a] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2021.000268] env[62291]: DEBUG oslo_vmware.api [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Task: {'id': task-2142776, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462057} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.000579] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 36cf27ca-350f-480b-bba3-fb29db7f176f/36cf27ca-350f-480b-bba3-fb29db7f176f.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2021.000795] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] [instance: 36cf27ca-350f-480b-bba3-fb29db7f176f] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2021.001068] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98861b93-5f6c-454e-abd7-01a1b0b0d437 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.011332] env[62291]: DEBUG oslo_vmware.api [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Waiting for the task: (returnval){ [ 2021.011332] env[62291]: value = "task-2142780" [ 2021.011332] env[62291]: _type = "Task" [ 2021.011332] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.019352] env[62291]: DEBUG oslo_vmware.api [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Task: {'id': task-2142780, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.083652] env[62291]: DEBUG nova.network.neutron [None req-3e763c60-0d81-47c5-bba6-9baa8ee4255b tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] [instance: d4d8221d-778d-43c5-acfe-84aaa2424b5a] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2021.120398] env[62291]: DEBUG oslo_vmware.api [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Task: {'id': task-2142777, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.219979] env[62291]: DEBUG nova.scheduler.client.report [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2021.392722] env[62291]: DEBUG oslo_vmware.api [None req-4e4464f3-7acc-4c1d-864c-094bcef625d5 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Task: {'id': task-2142779, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242452} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.393054] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e4464f3-7acc-4c1d-864c-094bcef625d5 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2021.397608] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4464f3-7acc-4c1d-864c-094bcef625d5 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2021.397608] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-4e4464f3-7acc-4c1d-864c-094bcef625d5 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2021.397608] env[62291]: INFO nova.compute.manager [None req-4e4464f3-7acc-4c1d-864c-094bcef625d5 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Took 1.17 seconds to destroy the instance on the hypervisor. [ 2021.397608] env[62291]: DEBUG oslo.service.loopingcall [None req-4e4464f3-7acc-4c1d-864c-094bcef625d5 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2021.397608] env[62291]: DEBUG nova.compute.manager [-] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2021.397608] env[62291]: DEBUG nova.network.neutron [-] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2021.530906] env[62291]: DEBUG oslo_vmware.api [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Task: {'id': task-2142780, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.22561} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.531529] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] [instance: 36cf27ca-350f-480b-bba3-fb29db7f176f] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2021.533113] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-396f95af-4654-4aa1-b445-3b7ba361e4fa {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.562321] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] [instance: 36cf27ca-350f-480b-bba3-fb29db7f176f] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 36cf27ca-350f-480b-bba3-fb29db7f176f/36cf27ca-350f-480b-bba3-fb29db7f176f.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2021.563256] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c106f114-146b-47b3-a695-eb6742b9c02e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.586383] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3e763c60-0d81-47c5-bba6-9baa8ee4255b tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Releasing lock "refresh_cache-d4d8221d-778d-43c5-acfe-84aaa2424b5a" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2021.586963] env[62291]: DEBUG nova.compute.manager [None req-3e763c60-0d81-47c5-bba6-9baa8ee4255b tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] [instance: d4d8221d-778d-43c5-acfe-84aaa2424b5a] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2021.587250] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3e763c60-0d81-47c5-bba6-9baa8ee4255b tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] [instance: d4d8221d-778d-43c5-acfe-84aaa2424b5a] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2021.587806] env[62291]: DEBUG oslo_vmware.api [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Waiting for the task: (returnval){ [ 2021.587806] env[62291]: value = "task-2142781" [ 2021.587806] env[62291]: _type = "Task" [ 2021.587806] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.588907] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df9888d-39e2-4318-afde-30154fcbe365 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.604090] env[62291]: DEBUG oslo_vmware.api [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Task: {'id': task-2142781, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.608597] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e763c60-0d81-47c5-bba6-9baa8ee4255b tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] [instance: d4d8221d-778d-43c5-acfe-84aaa2424b5a] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2021.614367] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04c93244-9978-44ae-8461-168dd2939d24 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.625218] env[62291]: DEBUG oslo_vmware.api [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Task: {'id': task-2142777, 'name': ReconfigVM_Task, 'duration_secs': 0.599275} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2021.627033] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Reconfigured VM instance instance-00000029 to attach disk [datastore1] volume-b7436b51-324a-4095-8853-2ef360ee5163/volume-b7436b51-324a-4095-8853-2ef360ee5163.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2021.631939] env[62291]: DEBUG oslo_vmware.api [None req-3e763c60-0d81-47c5-bba6-9baa8ee4255b tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Waiting for the task: (returnval){ [ 2021.631939] env[62291]: value = "task-2142782" [ 2021.631939] env[62291]: _type = "Task" [ 2021.631939] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.632396] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee3dc5e1-cf43-4007-9e99-6f6da6783bee {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.652315] env[62291]: DEBUG oslo_vmware.api [None req-3e763c60-0d81-47c5-bba6-9baa8ee4255b tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Task: {'id': task-2142782, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.653924] env[62291]: DEBUG oslo_vmware.api [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Waiting for the task: (returnval){ [ 2021.653924] env[62291]: value = "task-2142783" [ 2021.653924] env[62291]: _type = "Task" [ 2021.653924] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2021.667770] env[62291]: DEBUG oslo_vmware.api [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Task: {'id': task-2142783, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2021.726092] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2021.726849] env[62291]: DEBUG nova.compute.manager [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] [instance: 421efe71-8164-46e8-9a64-6dc12c366025] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2021.730995] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.292s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2021.736750] env[62291]: INFO nova.compute.claims [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2022.105414] env[62291]: DEBUG oslo_vmware.api [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Task: {'id': task-2142781, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.154834] env[62291]: DEBUG oslo_vmware.api [None req-3e763c60-0d81-47c5-bba6-9baa8ee4255b tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Task: {'id': task-2142782, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.163663] env[62291]: DEBUG oslo_vmware.api [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Task: {'id': task-2142783, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.242032] env[62291]: DEBUG nova.compute.utils [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2022.247113] env[62291]: DEBUG nova.compute.manager [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] [instance: 421efe71-8164-46e8-9a64-6dc12c366025] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2022.248681] env[62291]: DEBUG nova.network.neutron [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] [instance: 421efe71-8164-46e8-9a64-6dc12c366025] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2022.324619] env[62291]: DEBUG nova.policy [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88d7545b1ecd4b0bb3cf3b9c6acb05de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21ed3c64448045ca9d5caa6159bbfd5c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2022.340446] env[62291]: DEBUG nova.network.neutron [-] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2022.555107] env[62291]: DEBUG nova.compute.manager [req-78c8ff4a-cae5-4ccc-b6d4-4b02905804eb req-02a4c033-92dd-49e2-b655-2b6fcf5e6bec service nova] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Received event network-changed-1242d7be-9de7-423a-bf7c-8ac40512c1c7 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2022.555319] env[62291]: DEBUG nova.compute.manager [req-78c8ff4a-cae5-4ccc-b6d4-4b02905804eb req-02a4c033-92dd-49e2-b655-2b6fcf5e6bec service nova] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Refreshing instance network info cache due to event network-changed-1242d7be-9de7-423a-bf7c-8ac40512c1c7. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2022.555536] env[62291]: DEBUG oslo_concurrency.lockutils [req-78c8ff4a-cae5-4ccc-b6d4-4b02905804eb req-02a4c033-92dd-49e2-b655-2b6fcf5e6bec service nova] Acquiring lock "refresh_cache-5fd07b81-1348-4194-ab20-437cb5c61dfa" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2022.555773] env[62291]: DEBUG oslo_concurrency.lockutils [req-78c8ff4a-cae5-4ccc-b6d4-4b02905804eb req-02a4c033-92dd-49e2-b655-2b6fcf5e6bec service nova] Acquired lock "refresh_cache-5fd07b81-1348-4194-ab20-437cb5c61dfa" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2022.555941] env[62291]: DEBUG nova.network.neutron [req-78c8ff4a-cae5-4ccc-b6d4-4b02905804eb req-02a4c033-92dd-49e2-b655-2b6fcf5e6bec service nova] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Refreshing network info cache for port 1242d7be-9de7-423a-bf7c-8ac40512c1c7 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2022.613532] env[62291]: DEBUG oslo_vmware.api [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Task: {'id': task-2142781, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.656143] env[62291]: DEBUG oslo_vmware.api [None req-3e763c60-0d81-47c5-bba6-9baa8ee4255b tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Task: {'id': task-2142782, 'name': PowerOffVM_Task, 'duration_secs': 0.742422} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.659957] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e763c60-0d81-47c5-bba6-9baa8ee4255b tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] [instance: d4d8221d-778d-43c5-acfe-84aaa2424b5a] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2022.660296] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3e763c60-0d81-47c5-bba6-9baa8ee4255b tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] [instance: d4d8221d-778d-43c5-acfe-84aaa2424b5a] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2022.660627] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4e0b263d-5785-4ad0-8b78-ed4d5eb013f8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.669030] env[62291]: DEBUG oslo_vmware.api [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Task: {'id': task-2142783, 'name': ReconfigVM_Task, 'duration_secs': 0.657684} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2022.669362] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-437900', 'volume_id': 'b7436b51-324a-4095-8853-2ef360ee5163', 'name': 'volume-b7436b51-324a-4095-8853-2ef360ee5163', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ff21fe8f-e07a-4781-b692-9f585afab706', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7436b51-324a-4095-8853-2ef360ee5163', 'serial': 'b7436b51-324a-4095-8853-2ef360ee5163'} {{(pid=62291) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2022.670101] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f625c233-9cb7-473b-b114-0afee9567817 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.680944] env[62291]: DEBUG oslo_vmware.api [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Waiting for the task: (returnval){ [ 2022.680944] env[62291]: value = "task-2142785" [ 2022.680944] env[62291]: _type = "Task" [ 2022.680944] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.692872] env[62291]: DEBUG oslo_vmware.api [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Task: {'id': task-2142785, 'name': Rename_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.704022] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3e763c60-0d81-47c5-bba6-9baa8ee4255b tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] [instance: d4d8221d-778d-43c5-acfe-84aaa2424b5a] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2022.704022] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3e763c60-0d81-47c5-bba6-9baa8ee4255b tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] [instance: d4d8221d-778d-43c5-acfe-84aaa2424b5a] Deleting contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2022.704022] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e763c60-0d81-47c5-bba6-9baa8ee4255b tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Deleting the datastore file [datastore1] d4d8221d-778d-43c5-acfe-84aaa2424b5a {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2022.704022] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09715f87-f3bd-4a38-8a77-9fbf9b270e27 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.714561] env[62291]: DEBUG oslo_vmware.api [None req-3e763c60-0d81-47c5-bba6-9baa8ee4255b tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Waiting for the task: (returnval){ [ 2022.714561] env[62291]: value = "task-2142786" [ 2022.714561] env[62291]: _type = "Task" [ 2022.714561] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2022.730396] env[62291]: DEBUG oslo_vmware.api [None req-3e763c60-0d81-47c5-bba6-9baa8ee4255b tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Task: {'id': task-2142786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2022.751252] env[62291]: DEBUG nova.compute.manager [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] [instance: 421efe71-8164-46e8-9a64-6dc12c366025] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2022.844899] env[62291]: INFO nova.compute.manager [-] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Took 1.45 seconds to deallocate network for instance. [ 2023.000023] env[62291]: DEBUG nova.network.neutron [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] [instance: 421efe71-8164-46e8-9a64-6dc12c366025] Successfully created port: f8a163ed-5893-4424-9a45-dac9f91c07a0 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2023.111030] env[62291]: DEBUG oslo_vmware.api [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Task: {'id': task-2142781, 'name': ReconfigVM_Task, 'duration_secs': 1.153928} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.111030] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] [instance: 36cf27ca-350f-480b-bba3-fb29db7f176f] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 36cf27ca-350f-480b-bba3-fb29db7f176f/36cf27ca-350f-480b-bba3-fb29db7f176f.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2023.111974] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d36c8d6a-40dd-47a1-8ef8-ab4e5e1b42b6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.120422] env[62291]: DEBUG oslo_vmware.api [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Waiting for the task: (returnval){ [ 2023.120422] env[62291]: value = "task-2142787" [ 2023.120422] env[62291]: _type = "Task" [ 2023.120422] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.133136] env[62291]: DEBUG nova.network.neutron [req-78c8ff4a-cae5-4ccc-b6d4-4b02905804eb req-02a4c033-92dd-49e2-b655-2b6fcf5e6bec service nova] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2023.138828] env[62291]: DEBUG oslo_vmware.api [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Task: {'id': task-2142787, 'name': Rename_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.199477] env[62291]: DEBUG oslo_vmware.api [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Task: {'id': task-2142785, 'name': Rename_Task, 'duration_secs': 0.236349} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.199477] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2023.199477] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a55293ae-ab0d-4a65-bdf5-98448cb03c24 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.206506] env[62291]: DEBUG oslo_vmware.api [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Waiting for the task: (returnval){ [ 2023.206506] env[62291]: value = "task-2142788" [ 2023.206506] env[62291]: _type = "Task" [ 2023.206506] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.216318] env[62291]: DEBUG oslo_vmware.api [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Task: {'id': task-2142788, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.234729] env[62291]: DEBUG oslo_vmware.api [None req-3e763c60-0d81-47c5-bba6-9baa8ee4255b tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Task: {'id': task-2142786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.275810] env[62291]: DEBUG nova.network.neutron [req-78c8ff4a-cae5-4ccc-b6d4-4b02905804eb req-02a4c033-92dd-49e2-b655-2b6fcf5e6bec service nova] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2023.354115] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4e4464f3-7acc-4c1d-864c-094bcef625d5 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2023.364320] env[62291]: DEBUG nova.compute.manager [req-80ef9f3b-b967-4591-89ff-b50d3822b8c6 req-39c263ff-8423-4b31-9c6e-bbce6163cbce service nova] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Received event network-vif-plugged-1960d998-dc92-4efc-bdfd-8367de595e20 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2023.364594] env[62291]: DEBUG oslo_concurrency.lockutils [req-80ef9f3b-b967-4591-89ff-b50d3822b8c6 req-39c263ff-8423-4b31-9c6e-bbce6163cbce service nova] Acquiring lock "5fd07b81-1348-4194-ab20-437cb5c61dfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2023.364879] env[62291]: DEBUG oslo_concurrency.lockutils [req-80ef9f3b-b967-4591-89ff-b50d3822b8c6 req-39c263ff-8423-4b31-9c6e-bbce6163cbce service nova] Lock "5fd07b81-1348-4194-ab20-437cb5c61dfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2023.365075] env[62291]: DEBUG oslo_concurrency.lockutils [req-80ef9f3b-b967-4591-89ff-b50d3822b8c6 req-39c263ff-8423-4b31-9c6e-bbce6163cbce service nova] Lock "5fd07b81-1348-4194-ab20-437cb5c61dfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2023.365390] env[62291]: DEBUG nova.compute.manager [req-80ef9f3b-b967-4591-89ff-b50d3822b8c6 req-39c263ff-8423-4b31-9c6e-bbce6163cbce service nova] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] No waiting events found dispatching network-vif-plugged-1960d998-dc92-4efc-bdfd-8367de595e20 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2023.365617] env[62291]: WARNING nova.compute.manager [req-80ef9f3b-b967-4591-89ff-b50d3822b8c6 req-39c263ff-8423-4b31-9c6e-bbce6163cbce service nova] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Received unexpected event network-vif-plugged-1960d998-dc92-4efc-bdfd-8367de595e20 for instance with vm_state building and task_state spawning. [ 2023.420314] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2155058e-0331-4e7f-9d38-623db902d231 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.429281] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae4dd16-86e2-42f4-bc41-8fd981350f51 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.462986] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64c49f8-c20e-4b03-81ee-9512a44487c6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.471894] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3b43ac-c939-43fa-afe5-576efd9e1743 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.491036] env[62291]: DEBUG nova.compute.provider_tree [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2023.633696] env[62291]: DEBUG oslo_vmware.api [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Task: {'id': task-2142787, 'name': Rename_Task, 'duration_secs': 0.417191} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.636922] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] [instance: 36cf27ca-350f-480b-bba3-fb29db7f176f] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2023.636922] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7270634-723c-45c9-b40d-5197124acef8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.644349] env[62291]: DEBUG oslo_vmware.api [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Waiting for the task: (returnval){ [ 2023.644349] env[62291]: value = "task-2142789" [ 2023.644349] env[62291]: _type = "Task" [ 2023.644349] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.654878] env[62291]: DEBUG oslo_vmware.api [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Task: {'id': task-2142789, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.722017] env[62291]: DEBUG oslo_vmware.api [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Task: {'id': task-2142788, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.729716] env[62291]: DEBUG oslo_vmware.api [None req-3e763c60-0d81-47c5-bba6-9baa8ee4255b tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Task: {'id': task-2142786, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.632866} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2023.733447] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e763c60-0d81-47c5-bba6-9baa8ee4255b tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2023.733447] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3e763c60-0d81-47c5-bba6-9baa8ee4255b tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] [instance: d4d8221d-778d-43c5-acfe-84aaa2424b5a] Deleted contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2023.733447] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3e763c60-0d81-47c5-bba6-9baa8ee4255b tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] [instance: d4d8221d-778d-43c5-acfe-84aaa2424b5a] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2023.733447] env[62291]: INFO nova.compute.manager [None req-3e763c60-0d81-47c5-bba6-9baa8ee4255b tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] [instance: d4d8221d-778d-43c5-acfe-84aaa2424b5a] Took 2.14 seconds to destroy the instance on the hypervisor. [ 2023.733447] env[62291]: DEBUG oslo.service.loopingcall [None req-3e763c60-0d81-47c5-bba6-9baa8ee4255b tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2023.733620] env[62291]: DEBUG nova.compute.manager [-] [instance: d4d8221d-778d-43c5-acfe-84aaa2424b5a] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2023.733620] env[62291]: DEBUG nova.network.neutron [-] [instance: d4d8221d-778d-43c5-acfe-84aaa2424b5a] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2023.738386] env[62291]: DEBUG nova.network.neutron [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Successfully updated port: 1960d998-dc92-4efc-bdfd-8367de595e20 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2023.763189] env[62291]: DEBUG nova.network.neutron [-] [instance: d4d8221d-778d-43c5-acfe-84aaa2424b5a] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2023.770341] env[62291]: DEBUG nova.compute.manager [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] [instance: 421efe71-8164-46e8-9a64-6dc12c366025] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2023.779076] env[62291]: DEBUG oslo_concurrency.lockutils [req-78c8ff4a-cae5-4ccc-b6d4-4b02905804eb req-02a4c033-92dd-49e2-b655-2b6fcf5e6bec service nova] Releasing lock "refresh_cache-5fd07b81-1348-4194-ab20-437cb5c61dfa" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2023.779350] env[62291]: DEBUG nova.compute.manager [req-78c8ff4a-cae5-4ccc-b6d4-4b02905804eb req-02a4c033-92dd-49e2-b655-2b6fcf5e6bec service nova] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Received event network-vif-deleted-2faaf852-911e-4930-bcca-a74d8d9c06a8 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2023.804270] env[62291]: DEBUG nova.virt.hardware [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2023.804512] env[62291]: DEBUG nova.virt.hardware [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2023.804665] env[62291]: DEBUG nova.virt.hardware [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2023.804841] env[62291]: DEBUG nova.virt.hardware [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2023.805012] env[62291]: DEBUG nova.virt.hardware [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2023.808996] env[62291]: DEBUG nova.virt.hardware [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2023.808996] env[62291]: DEBUG nova.virt.hardware [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2023.808996] env[62291]: DEBUG nova.virt.hardware [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2023.808996] env[62291]: DEBUG nova.virt.hardware [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2023.808996] env[62291]: DEBUG nova.virt.hardware [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2023.809341] env[62291]: DEBUG nova.virt.hardware [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2023.809341] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d10ed14-b2f9-4295-a9a7-713bcd075a1f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.816885] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fe9adc-8939-4bbc-9b04-dbd6d3a84cab {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.994205] env[62291]: DEBUG nova.scheduler.client.report [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2024.157564] env[62291]: DEBUG oslo_vmware.api [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Task: {'id': task-2142789, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.220716] env[62291]: DEBUG oslo_vmware.api [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Task: {'id': task-2142788, 'name': PowerOnVM_Task, 'duration_secs': 0.670663} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.220979] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2024.221216] env[62291]: INFO nova.compute.manager [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Took 9.67 seconds to spawn the instance on the hypervisor. [ 2024.221420] env[62291]: DEBUG nova.compute.manager [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2024.222276] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9dc685f-424a-4e64-94df-7e7701663ccf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.266568] env[62291]: DEBUG nova.network.neutron [-] [instance: d4d8221d-778d-43c5-acfe-84aaa2424b5a] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2024.500357] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.769s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2024.500905] env[62291]: DEBUG nova.compute.manager [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2024.505596] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8a7e73e7-0850-46df-9c0e-3f59b0b81dbf tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.027s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2024.505596] env[62291]: DEBUG nova.objects.instance [None req-8a7e73e7-0850-46df-9c0e-3f59b0b81dbf tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Lazy-loading 'resources' on Instance uuid c4c302a7-9571-452c-a208-2fe2ef99aa6d {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2024.658108] env[62291]: DEBUG oslo_vmware.api [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Task: {'id': task-2142789, 'name': PowerOnVM_Task, 'duration_secs': 0.846748} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.658398] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] [instance: 36cf27ca-350f-480b-bba3-fb29db7f176f] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2024.658609] env[62291]: INFO nova.compute.manager [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] [instance: 36cf27ca-350f-480b-bba3-fb29db7f176f] Took 8.79 seconds to spawn the instance on the hypervisor. [ 2024.658764] env[62291]: DEBUG nova.compute.manager [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] [instance: 36cf27ca-350f-480b-bba3-fb29db7f176f] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2024.659568] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9713a98-5063-42af-9e1c-3420d534dea8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.725158] env[62291]: DEBUG nova.compute.manager [req-3fed0662-02e5-4155-a86b-d6b0aaf6f0f2 req-1afecbb2-a5b5-478c-9762-cf053e85f6b2 service nova] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Received event network-changed-1960d998-dc92-4efc-bdfd-8367de595e20 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2024.725720] env[62291]: DEBUG nova.compute.manager [req-3fed0662-02e5-4155-a86b-d6b0aaf6f0f2 req-1afecbb2-a5b5-478c-9762-cf053e85f6b2 service nova] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Refreshing instance network info cache due to event network-changed-1960d998-dc92-4efc-bdfd-8367de595e20. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2024.726145] env[62291]: DEBUG oslo_concurrency.lockutils [req-3fed0662-02e5-4155-a86b-d6b0aaf6f0f2 req-1afecbb2-a5b5-478c-9762-cf053e85f6b2 service nova] Acquiring lock "refresh_cache-5fd07b81-1348-4194-ab20-437cb5c61dfa" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2024.726402] env[62291]: DEBUG oslo_concurrency.lockutils [req-3fed0662-02e5-4155-a86b-d6b0aaf6f0f2 req-1afecbb2-a5b5-478c-9762-cf053e85f6b2 service nova] Acquired lock "refresh_cache-5fd07b81-1348-4194-ab20-437cb5c61dfa" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2024.726708] env[62291]: DEBUG nova.network.neutron [req-3fed0662-02e5-4155-a86b-d6b0aaf6f0f2 req-1afecbb2-a5b5-478c-9762-cf053e85f6b2 service nova] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Refreshing network info cache for port 1960d998-dc92-4efc-bdfd-8367de595e20 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2024.746107] env[62291]: INFO nova.compute.manager [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Took 42.98 seconds to build instance. [ 2024.771231] env[62291]: INFO nova.compute.manager [-] [instance: d4d8221d-778d-43c5-acfe-84aaa2424b5a] Took 1.04 seconds to deallocate network for instance. [ 2025.012423] env[62291]: DEBUG nova.compute.utils [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2025.016025] env[62291]: DEBUG nova.compute.manager [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2025.016025] env[62291]: DEBUG nova.network.neutron [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2025.072127] env[62291]: DEBUG nova.policy [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd88df96fbc740cc8a741e89025742c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'efb9903aeed3471694626a43cdbcac37', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2025.184020] env[62291]: INFO nova.compute.manager [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] [instance: 36cf27ca-350f-480b-bba3-fb29db7f176f] Took 42.65 seconds to build instance. [ 2025.249544] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cebc2673-adb6-4216-8cc5-d915289ca9d1 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Lock "ff21fe8f-e07a-4781-b692-9f585afab706" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 130.744s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2025.278631] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3e763c60-0d81-47c5-bba6-9baa8ee4255b tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2025.297373] env[62291]: DEBUG nova.network.neutron [req-3fed0662-02e5-4155-a86b-d6b0aaf6f0f2 req-1afecbb2-a5b5-478c-9762-cf053e85f6b2 service nova] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2025.452354] env[62291]: DEBUG nova.network.neutron [req-3fed0662-02e5-4155-a86b-d6b0aaf6f0f2 req-1afecbb2-a5b5-478c-9762-cf053e85f6b2 service nova] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2025.521711] env[62291]: DEBUG nova.compute.manager [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2025.527972] env[62291]: DEBUG nova.network.neutron [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] Successfully created port: df3f1d87-3691-4f21-b069-f97b28e722d2 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2025.592723] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c76bede9-279a-4003-baaf-fbed2e391542 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.603495] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81be4e7b-ba5f-4aad-95d1-ecbd79c1344c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.639596] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f346ddc1-2ddf-4844-896f-eae12874dfb2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.649763] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5e4a4b-3f8a-4cd8-b47f-f3938a9c10ff {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.665865] env[62291]: DEBUG nova.compute.provider_tree [None req-8a7e73e7-0850-46df-9c0e-3f59b0b81dbf tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2025.683095] env[62291]: DEBUG oslo_concurrency.lockutils [None req-850fcd50-7e9a-436f-983d-7025e657295a tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Lock "36cf27ca-350f-480b-bba3-fb29db7f176f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 128.902s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2025.754019] env[62291]: DEBUG nova.compute.manager [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] [instance: 9207d003-321c-4e28-97f4-ca9fda237b6d] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2025.959731] env[62291]: DEBUG oslo_concurrency.lockutils [req-3fed0662-02e5-4155-a86b-d6b0aaf6f0f2 req-1afecbb2-a5b5-478c-9762-cf053e85f6b2 service nova] Releasing lock "refresh_cache-5fd07b81-1348-4194-ab20-437cb5c61dfa" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2026.169556] env[62291]: DEBUG nova.scheduler.client.report [None req-8a7e73e7-0850-46df-9c0e-3f59b0b81dbf tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2026.186100] env[62291]: DEBUG nova.compute.manager [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2026.276784] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2026.535660] env[62291]: DEBUG nova.compute.manager [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2026.570808] env[62291]: DEBUG nova.virt.hardware [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2026.570808] env[62291]: DEBUG nova.virt.hardware [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2026.570952] env[62291]: DEBUG nova.virt.hardware [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2026.573312] env[62291]: DEBUG nova.virt.hardware [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2026.573476] env[62291]: DEBUG nova.virt.hardware [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2026.573735] env[62291]: DEBUG nova.virt.hardware [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2026.573922] env[62291]: DEBUG nova.virt.hardware [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2026.574512] env[62291]: DEBUG nova.virt.hardware [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2026.574695] env[62291]: DEBUG nova.virt.hardware [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2026.574925] env[62291]: DEBUG nova.virt.hardware [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2026.575080] env[62291]: DEBUG nova.virt.hardware [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2026.576437] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f706d9fd-7f60-4059-b7e7-adc380662fef {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.589112] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b46354d-e583-4cfa-b7b2-192a459b9a53 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.611182] env[62291]: DEBUG nova.compute.manager [req-7a546e5e-1cb8-4c09-b496-2d6e11164174 req-5f26f58e-cda8-4da9-a323-f9641ecc7aff service nova] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Received event network-changed-87fa27f5-1f25-4931-8a38-fc7190e392e9 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2026.611182] env[62291]: DEBUG nova.compute.manager [req-7a546e5e-1cb8-4c09-b496-2d6e11164174 req-5f26f58e-cda8-4da9-a323-f9641ecc7aff service nova] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Refreshing instance network info cache due to event network-changed-87fa27f5-1f25-4931-8a38-fc7190e392e9. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2026.611182] env[62291]: DEBUG oslo_concurrency.lockutils [req-7a546e5e-1cb8-4c09-b496-2d6e11164174 req-5f26f58e-cda8-4da9-a323-f9641ecc7aff service nova] Acquiring lock "refresh_cache-ff21fe8f-e07a-4781-b692-9f585afab706" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2026.611182] env[62291]: DEBUG oslo_concurrency.lockutils [req-7a546e5e-1cb8-4c09-b496-2d6e11164174 req-5f26f58e-cda8-4da9-a323-f9641ecc7aff service nova] Acquired lock "refresh_cache-ff21fe8f-e07a-4781-b692-9f585afab706" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2026.611182] env[62291]: DEBUG nova.network.neutron [req-7a546e5e-1cb8-4c09-b496-2d6e11164174 req-5f26f58e-cda8-4da9-a323-f9641ecc7aff service nova] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Refreshing network info cache for port 87fa27f5-1f25-4931-8a38-fc7190e392e9 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2026.676915] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8a7e73e7-0850-46df-9c0e-3f59b0b81dbf tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.172s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2026.679243] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.680s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2026.680750] env[62291]: INFO nova.compute.claims [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2026.702086] env[62291]: INFO nova.scheduler.client.report [None req-8a7e73e7-0850-46df-9c0e-3f59b0b81dbf tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Deleted allocations for instance c4c302a7-9571-452c-a208-2fe2ef99aa6d [ 2026.720810] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2027.024721] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7260a70a-bbc0-4e25-b820-237e6b992614 tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Acquiring lock "36cf27ca-350f-480b-bba3-fb29db7f176f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2027.025058] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7260a70a-bbc0-4e25-b820-237e6b992614 tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Lock "36cf27ca-350f-480b-bba3-fb29db7f176f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2027.025323] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7260a70a-bbc0-4e25-b820-237e6b992614 tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Acquiring lock "36cf27ca-350f-480b-bba3-fb29db7f176f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2027.025640] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7260a70a-bbc0-4e25-b820-237e6b992614 tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Lock "36cf27ca-350f-480b-bba3-fb29db7f176f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2027.025898] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7260a70a-bbc0-4e25-b820-237e6b992614 tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Lock "36cf27ca-350f-480b-bba3-fb29db7f176f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2027.029345] env[62291]: INFO nova.compute.manager [None req-7260a70a-bbc0-4e25-b820-237e6b992614 tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] [instance: 36cf27ca-350f-480b-bba3-fb29db7f176f] Terminating instance [ 2027.030385] env[62291]: DEBUG nova.compute.manager [None req-7260a70a-bbc0-4e25-b820-237e6b992614 tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] [instance: 36cf27ca-350f-480b-bba3-fb29db7f176f] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2027.030642] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7260a70a-bbc0-4e25-b820-237e6b992614 tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] [instance: 36cf27ca-350f-480b-bba3-fb29db7f176f] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2027.031668] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf9a479-d5be-4c53-adf4-6c835a812374 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.040476] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-7260a70a-bbc0-4e25-b820-237e6b992614 tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] [instance: 36cf27ca-350f-480b-bba3-fb29db7f176f] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2027.040903] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d1786c3-fb0d-4198-a51f-b6ff34fca0d4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.048599] env[62291]: DEBUG oslo_vmware.api [None req-7260a70a-bbc0-4e25-b820-237e6b992614 tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Waiting for the task: (returnval){ [ 2027.048599] env[62291]: value = "task-2142790" [ 2027.048599] env[62291]: _type = "Task" [ 2027.048599] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.057704] env[62291]: DEBUG oslo_vmware.api [None req-7260a70a-bbc0-4e25-b820-237e6b992614 tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Task: {'id': task-2142790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.123629] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1923b984-892f-4288-a5e5-4684e513592d tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Acquiring lock "bb952207-9905-4a12-a189-94d00a8d1066" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2027.123914] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1923b984-892f-4288-a5e5-4684e513592d tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Lock "bb952207-9905-4a12-a189-94d00a8d1066" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2027.210471] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8a7e73e7-0850-46df-9c0e-3f59b0b81dbf tempest-ServerMetadataNegativeTestJSON-343673884 tempest-ServerMetadataNegativeTestJSON-343673884-project-member] Lock "c4c302a7-9571-452c-a208-2fe2ef99aa6d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.695s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2027.459969] env[62291]: DEBUG nova.network.neutron [req-7a546e5e-1cb8-4c09-b496-2d6e11164174 req-5f26f58e-cda8-4da9-a323-f9641ecc7aff service nova] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Updated VIF entry in instance network info cache for port 87fa27f5-1f25-4931-8a38-fc7190e392e9. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2027.460452] env[62291]: DEBUG nova.network.neutron [req-7a546e5e-1cb8-4c09-b496-2d6e11164174 req-5f26f58e-cda8-4da9-a323-f9641ecc7aff service nova] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Updating instance_info_cache with network_info: [{"id": "87fa27f5-1f25-4931-8a38-fc7190e392e9", "address": "fa:16:3e:30:c9:fc", "network": {"id": "983029b6-e05c-4dc6-b0dc-e52970133126", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2009129851-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05234599c7a142adbb13715814023edc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87fa27f5-1f", "ovs_interfaceid": "87fa27f5-1f25-4931-8a38-fc7190e392e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2027.559942] env[62291]: DEBUG oslo_vmware.api [None req-7260a70a-bbc0-4e25-b820-237e6b992614 tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Task: {'id': task-2142790, 'name': PowerOffVM_Task, 'duration_secs': 0.190084} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.560781] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-7260a70a-bbc0-4e25-b820-237e6b992614 tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] [instance: 36cf27ca-350f-480b-bba3-fb29db7f176f] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2027.561077] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7260a70a-bbc0-4e25-b820-237e6b992614 tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] [instance: 36cf27ca-350f-480b-bba3-fb29db7f176f] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2027.561397] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7dd257ef-6d8e-4bec-8f10-d68837a3f923 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.628292] env[62291]: DEBUG nova.compute.utils [None req-1923b984-892f-4288-a5e5-4684e513592d tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2027.639167] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7260a70a-bbc0-4e25-b820-237e6b992614 tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] [instance: 36cf27ca-350f-480b-bba3-fb29db7f176f] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2027.639380] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7260a70a-bbc0-4e25-b820-237e6b992614 tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] [instance: 36cf27ca-350f-480b-bba3-fb29db7f176f] Deleting contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2027.639564] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-7260a70a-bbc0-4e25-b820-237e6b992614 tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Deleting the datastore file [datastore1] 36cf27ca-350f-480b-bba3-fb29db7f176f {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2027.640405] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9406a458-2a50-446f-8260-d21eada82ec2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.648015] env[62291]: DEBUG oslo_vmware.api [None req-7260a70a-bbc0-4e25-b820-237e6b992614 tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Waiting for the task: (returnval){ [ 2027.648015] env[62291]: value = "task-2142792" [ 2027.648015] env[62291]: _type = "Task" [ 2027.648015] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.656547] env[62291]: DEBUG oslo_vmware.api [None req-7260a70a-bbc0-4e25-b820-237e6b992614 tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Task: {'id': task-2142792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.963030] env[62291]: DEBUG oslo_concurrency.lockutils [req-7a546e5e-1cb8-4c09-b496-2d6e11164174 req-5f26f58e-cda8-4da9-a323-f9641ecc7aff service nova] Releasing lock "refresh_cache-ff21fe8f-e07a-4781-b692-9f585afab706" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2028.132616] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1923b984-892f-4288-a5e5-4684e513592d tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Lock "bb952207-9905-4a12-a189-94d00a8d1066" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2028.164587] env[62291]: DEBUG oslo_vmware.api [None req-7260a70a-bbc0-4e25-b820-237e6b992614 tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Task: {'id': task-2142792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.235178] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236b2908-fedf-436f-bb6a-0f97cc567ca2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.242306] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f31f44-6f2d-412b-b509-a6825f938cfd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.276701] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed0aa16-ad23-4815-95d7-1396fa5bfaa2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.284028] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8013492b-93ec-4e52-a433-ec2bf4b5fa5c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.296423] env[62291]: DEBUG nova.compute.provider_tree [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2028.660624] env[62291]: DEBUG oslo_vmware.api [None req-7260a70a-bbc0-4e25-b820-237e6b992614 tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Task: {'id': task-2142792, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.584122} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.660624] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-7260a70a-bbc0-4e25-b820-237e6b992614 tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2028.660624] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7260a70a-bbc0-4e25-b820-237e6b992614 tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] [instance: 36cf27ca-350f-480b-bba3-fb29db7f176f] Deleted contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2028.660624] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7260a70a-bbc0-4e25-b820-237e6b992614 tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] [instance: 36cf27ca-350f-480b-bba3-fb29db7f176f] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2028.660983] env[62291]: INFO nova.compute.manager [None req-7260a70a-bbc0-4e25-b820-237e6b992614 tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] [instance: 36cf27ca-350f-480b-bba3-fb29db7f176f] Took 1.63 seconds to destroy the instance on the hypervisor. [ 2028.660983] env[62291]: DEBUG oslo.service.loopingcall [None req-7260a70a-bbc0-4e25-b820-237e6b992614 tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2028.661147] env[62291]: DEBUG nova.compute.manager [-] [instance: 36cf27ca-350f-480b-bba3-fb29db7f176f] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2028.661216] env[62291]: DEBUG nova.network.neutron [-] [instance: 36cf27ca-350f-480b-bba3-fb29db7f176f] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2028.801041] env[62291]: DEBUG nova.scheduler.client.report [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2029.150690] env[62291]: DEBUG nova.network.neutron [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Successfully updated port: 867cc902-722e-4a93-b6ae-b7886ac74a45 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2029.203992] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1923b984-892f-4288-a5e5-4684e513592d tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Acquiring lock "bb952207-9905-4a12-a189-94d00a8d1066" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2029.204296] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1923b984-892f-4288-a5e5-4684e513592d tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Lock "bb952207-9905-4a12-a189-94d00a8d1066" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2029.204549] env[62291]: INFO nova.compute.manager [None req-1923b984-892f-4288-a5e5-4684e513592d tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Attaching volume 6bf81da4-172a-4284-8576-a08aa50123bf to /dev/sdb [ 2029.251978] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cdcd584-67f3-45ec-979c-93f3ebe256e5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.259422] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9ed3e0-6d07-484d-949f-88335f5de1f7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.273564] env[62291]: DEBUG nova.virt.block_device [None req-1923b984-892f-4288-a5e5-4684e513592d tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Updating existing volume attachment record: acc40f91-b433-40d6-95d3-363fad9b8a66 {{(pid=62291) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2029.289839] env[62291]: DEBUG nova.compute.manager [req-f4cc68d2-e335-4f33-b927-9ea1b10d0ae8 req-048b8ac2-ee75-4bc6-95bb-6b104f78aae8 service nova] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Received event network-vif-plugged-867cc902-722e-4a93-b6ae-b7886ac74a45 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2029.289839] env[62291]: DEBUG oslo_concurrency.lockutils [req-f4cc68d2-e335-4f33-b927-9ea1b10d0ae8 req-048b8ac2-ee75-4bc6-95bb-6b104f78aae8 service nova] Acquiring lock "5fd07b81-1348-4194-ab20-437cb5c61dfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2029.289981] env[62291]: DEBUG oslo_concurrency.lockutils [req-f4cc68d2-e335-4f33-b927-9ea1b10d0ae8 req-048b8ac2-ee75-4bc6-95bb-6b104f78aae8 service nova] Lock "5fd07b81-1348-4194-ab20-437cb5c61dfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2029.290193] env[62291]: DEBUG oslo_concurrency.lockutils [req-f4cc68d2-e335-4f33-b927-9ea1b10d0ae8 req-048b8ac2-ee75-4bc6-95bb-6b104f78aae8 service nova] Lock "5fd07b81-1348-4194-ab20-437cb5c61dfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2029.290338] env[62291]: DEBUG nova.compute.manager [req-f4cc68d2-e335-4f33-b927-9ea1b10d0ae8 req-048b8ac2-ee75-4bc6-95bb-6b104f78aae8 service nova] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] No waiting events found dispatching network-vif-plugged-867cc902-722e-4a93-b6ae-b7886ac74a45 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2029.290547] env[62291]: WARNING nova.compute.manager [req-f4cc68d2-e335-4f33-b927-9ea1b10d0ae8 req-048b8ac2-ee75-4bc6-95bb-6b104f78aae8 service nova] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Received unexpected event network-vif-plugged-867cc902-722e-4a93-b6ae-b7886ac74a45 for instance with vm_state building and task_state spawning. [ 2029.306365] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.627s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2029.306529] env[62291]: DEBUG nova.compute.manager [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2029.309478] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.818s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2029.310841] env[62291]: INFO nova.compute.claims [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] [instance: b6d3ef08-a9b2-49db-9404-aa68bc2139c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2029.377977] env[62291]: DEBUG nova.compute.manager [req-92e900d7-bab3-4d45-82ea-7c6e542df88e req-0aebf460-c945-4722-9ea1-500390262da5 service nova] [instance: 36cf27ca-350f-480b-bba3-fb29db7f176f] Received event network-vif-deleted-0ec55940-7b70-4cdb-ad73-5e631d829147 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2029.378182] env[62291]: INFO nova.compute.manager [req-92e900d7-bab3-4d45-82ea-7c6e542df88e req-0aebf460-c945-4722-9ea1-500390262da5 service nova] [instance: 36cf27ca-350f-480b-bba3-fb29db7f176f] Neutron deleted interface 0ec55940-7b70-4cdb-ad73-5e631d829147; detaching it from the instance and deleting it from the info cache [ 2029.378247] env[62291]: DEBUG nova.network.neutron [req-92e900d7-bab3-4d45-82ea-7c6e542df88e req-0aebf460-c945-4722-9ea1-500390262da5 service nova] [instance: 36cf27ca-350f-480b-bba3-fb29db7f176f] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2029.659028] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Acquiring lock "refresh_cache-5fd07b81-1348-4194-ab20-437cb5c61dfa" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2029.659028] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Acquired lock "refresh_cache-5fd07b81-1348-4194-ab20-437cb5c61dfa" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2029.659028] env[62291]: DEBUG nova.network.neutron [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2029.697524] env[62291]: DEBUG nova.network.neutron [-] [instance: 36cf27ca-350f-480b-bba3-fb29db7f176f] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2029.772408] env[62291]: DEBUG nova.network.neutron [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] Successfully updated port: df3f1d87-3691-4f21-b069-f97b28e722d2 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2029.789818] env[62291]: DEBUG nova.network.neutron [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] [instance: 421efe71-8164-46e8-9a64-6dc12c366025] Successfully updated port: f8a163ed-5893-4424-9a45-dac9f91c07a0 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2029.815420] env[62291]: DEBUG nova.compute.utils [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2029.817459] env[62291]: DEBUG nova.compute.manager [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2029.817631] env[62291]: DEBUG nova.network.neutron [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2029.881045] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-06074188-88df-4b78-9e13-1a6035f330ef {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.887009] env[62291]: DEBUG nova.policy [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1d11440bcd7a4ca6a11843dbf5e3adad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aefc0011ab314d3882711ec6edfa7e78', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2029.898911] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-003ae7af-8372-443d-810f-c6d0b732073e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.936464] env[62291]: DEBUG nova.compute.manager [req-92e900d7-bab3-4d45-82ea-7c6e542df88e req-0aebf460-c945-4722-9ea1-500390262da5 service nova] [instance: 36cf27ca-350f-480b-bba3-fb29db7f176f] Detach interface failed, port_id=0ec55940-7b70-4cdb-ad73-5e631d829147, reason: Instance 36cf27ca-350f-480b-bba3-fb29db7f176f could not be found. {{(pid=62291) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 2030.200460] env[62291]: INFO nova.compute.manager [-] [instance: 36cf27ca-350f-480b-bba3-fb29db7f176f] Took 1.54 seconds to deallocate network for instance. [ 2030.213206] env[62291]: DEBUG nova.network.neutron [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2030.281339] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Acquiring lock "refresh_cache-b4217ee8-62a6-4902-8dae-bfdad8eca7be" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2030.281339] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Acquired lock "refresh_cache-b4217ee8-62a6-4902-8dae-bfdad8eca7be" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2030.281339] env[62291]: DEBUG nova.network.neutron [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2030.293270] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Acquiring lock "refresh_cache-421efe71-8164-46e8-9a64-6dc12c366025" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2030.293936] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Acquired lock "refresh_cache-421efe71-8164-46e8-9a64-6dc12c366025" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2030.294050] env[62291]: DEBUG nova.network.neutron [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] [instance: 421efe71-8164-46e8-9a64-6dc12c366025] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2030.321761] env[62291]: DEBUG nova.compute.manager [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2030.641850] env[62291]: DEBUG nova.network.neutron [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Successfully created port: 57fb695c-3653-49b3-8338-0c7637996221 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2030.714264] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7260a70a-bbc0-4e25-b820-237e6b992614 tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2030.836074] env[62291]: DEBUG nova.network.neutron [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] [instance: 421efe71-8164-46e8-9a64-6dc12c366025] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2030.844477] env[62291]: DEBUG nova.network.neutron [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2030.952921] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f566dec-5338-4b64-8bbe-0cc50c4d6f07 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.960576] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a17297a-2df6-4f3e-9d74-f680efa06f30 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.005756] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1552a0a-9061-4f9e-afad-a492fb41f080 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.013016] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0fde24-72bc-476f-91c1-66faab37ecff {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.029241] env[62291]: DEBUG nova.compute.provider_tree [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2031.081151] env[62291]: DEBUG nova.network.neutron [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] [instance: 421efe71-8164-46e8-9a64-6dc12c366025] Updating instance_info_cache with network_info: [{"id": "f8a163ed-5893-4424-9a45-dac9f91c07a0", "address": "fa:16:3e:5a:01:27", "network": {"id": "e3903227-59a0-4e20-b6c2-893d66084008", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-399334463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21ed3c64448045ca9d5caa6159bbfd5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8a163ed-58", "ovs_interfaceid": "f8a163ed-5893-4424-9a45-dac9f91c07a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2031.262390] env[62291]: DEBUG nova.network.neutron [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] Updating instance_info_cache with network_info: [{"id": "df3f1d87-3691-4f21-b069-f97b28e722d2", "address": "fa:16:3e:ef:c1:9f", "network": {"id": "0851be17-0eba-4bd7-ab3d-4da612f081db", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-817293090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efb9903aeed3471694626a43cdbcac37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf3f1d87-36", "ovs_interfaceid": "df3f1d87-3691-4f21-b069-f97b28e722d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2031.269890] env[62291]: DEBUG nova.network.neutron [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Updating instance_info_cache with network_info: [{"id": "1242d7be-9de7-423a-bf7c-8ac40512c1c7", "address": "fa:16:3e:bc:70:63", "network": {"id": "e2c4f7a0-850e-4ba6-8953-f699bdeaa836", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2136475931", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9ac0661571544b2855587c9ddbaeebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1242d7be-9d", "ovs_interfaceid": "1242d7be-9de7-423a-bf7c-8ac40512c1c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1960d998-dc92-4efc-bdfd-8367de595e20", "address": "fa:16:3e:9f:82:1e", "network": {"id": "e47f26f4-ddcc-4a8b-81d9-fdbd31ef77cf", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-92853181", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d9ac0661571544b2855587c9ddbaeebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1960d998-dc", "ovs_interfaceid": "1960d998-dc92-4efc-bdfd-8367de595e20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "867cc902-722e-4a93-b6ae-b7886ac74a45", "address": "fa:16:3e:f8:39:1b", "network": {"id": "e2c4f7a0-850e-4ba6-8953-f699bdeaa836", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2136475931", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9ac0661571544b2855587c9ddbaeebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap867cc902-72", "ovs_interfaceid": "867cc902-722e-4a93-b6ae-b7886ac74a45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2031.336529] env[62291]: DEBUG nova.compute.manager [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2031.365382] env[62291]: DEBUG nova.compute.manager [req-9bf1a3a5-e5a1-4211-b8a4-c4049ee0626a req-fa768dc1-d631-4fd9-aa8b-8ae0e4fa443b service nova] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Received event network-changed-867cc902-722e-4a93-b6ae-b7886ac74a45 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2031.365951] env[62291]: DEBUG nova.compute.manager [req-9bf1a3a5-e5a1-4211-b8a4-c4049ee0626a req-fa768dc1-d631-4fd9-aa8b-8ae0e4fa443b service nova] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Refreshing instance network info cache due to event network-changed-867cc902-722e-4a93-b6ae-b7886ac74a45. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2031.366208] env[62291]: DEBUG oslo_concurrency.lockutils [req-9bf1a3a5-e5a1-4211-b8a4-c4049ee0626a req-fa768dc1-d631-4fd9-aa8b-8ae0e4fa443b service nova] Acquiring lock "refresh_cache-5fd07b81-1348-4194-ab20-437cb5c61dfa" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2031.368430] env[62291]: DEBUG nova.virt.hardware [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2031.368651] env[62291]: DEBUG nova.virt.hardware [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2031.368803] env[62291]: DEBUG nova.virt.hardware [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2031.368984] env[62291]: DEBUG nova.virt.hardware [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2031.369154] env[62291]: DEBUG nova.virt.hardware [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2031.369359] env[62291]: DEBUG nova.virt.hardware [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2031.369491] env[62291]: DEBUG nova.virt.hardware [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2031.369644] env[62291]: DEBUG nova.virt.hardware [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2031.369829] env[62291]: DEBUG nova.virt.hardware [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2031.369957] env[62291]: DEBUG nova.virt.hardware [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2031.371121] env[62291]: DEBUG nova.virt.hardware [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2031.372298] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b6f98b-8480-46c2-a9ac-255588e47da3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.381335] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae93a81-1e5a-4b4c-a161-01c9cbd77abb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.409354] env[62291]: DEBUG nova.compute.manager [req-96ba136b-361f-4a3f-85b1-df1161e82e51 req-4752db56-9b12-4044-af16-dab902b0fe36 service nova] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] Received event network-vif-plugged-df3f1d87-3691-4f21-b069-f97b28e722d2 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2031.409611] env[62291]: DEBUG oslo_concurrency.lockutils [req-96ba136b-361f-4a3f-85b1-df1161e82e51 req-4752db56-9b12-4044-af16-dab902b0fe36 service nova] Acquiring lock "b4217ee8-62a6-4902-8dae-bfdad8eca7be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2031.409809] env[62291]: DEBUG oslo_concurrency.lockutils [req-96ba136b-361f-4a3f-85b1-df1161e82e51 req-4752db56-9b12-4044-af16-dab902b0fe36 service nova] Lock "b4217ee8-62a6-4902-8dae-bfdad8eca7be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2031.409970] env[62291]: DEBUG oslo_concurrency.lockutils [req-96ba136b-361f-4a3f-85b1-df1161e82e51 req-4752db56-9b12-4044-af16-dab902b0fe36 service nova] Lock "b4217ee8-62a6-4902-8dae-bfdad8eca7be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2031.410190] env[62291]: DEBUG nova.compute.manager [req-96ba136b-361f-4a3f-85b1-df1161e82e51 req-4752db56-9b12-4044-af16-dab902b0fe36 service nova] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] No waiting events found dispatching network-vif-plugged-df3f1d87-3691-4f21-b069-f97b28e722d2 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2031.410300] env[62291]: WARNING nova.compute.manager [req-96ba136b-361f-4a3f-85b1-df1161e82e51 req-4752db56-9b12-4044-af16-dab902b0fe36 service nova] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] Received unexpected event network-vif-plugged-df3f1d87-3691-4f21-b069-f97b28e722d2 for instance with vm_state building and task_state spawning. [ 2031.410456] env[62291]: DEBUG nova.compute.manager [req-96ba136b-361f-4a3f-85b1-df1161e82e51 req-4752db56-9b12-4044-af16-dab902b0fe36 service nova] [instance: 421efe71-8164-46e8-9a64-6dc12c366025] Received event network-vif-plugged-f8a163ed-5893-4424-9a45-dac9f91c07a0 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2031.410613] env[62291]: DEBUG oslo_concurrency.lockutils [req-96ba136b-361f-4a3f-85b1-df1161e82e51 req-4752db56-9b12-4044-af16-dab902b0fe36 service nova] Acquiring lock "421efe71-8164-46e8-9a64-6dc12c366025-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2031.410789] env[62291]: DEBUG oslo_concurrency.lockutils [req-96ba136b-361f-4a3f-85b1-df1161e82e51 req-4752db56-9b12-4044-af16-dab902b0fe36 service nova] Lock "421efe71-8164-46e8-9a64-6dc12c366025-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2031.410974] env[62291]: DEBUG oslo_concurrency.lockutils [req-96ba136b-361f-4a3f-85b1-df1161e82e51 req-4752db56-9b12-4044-af16-dab902b0fe36 service nova] Lock "421efe71-8164-46e8-9a64-6dc12c366025-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2031.411149] env[62291]: DEBUG nova.compute.manager [req-96ba136b-361f-4a3f-85b1-df1161e82e51 req-4752db56-9b12-4044-af16-dab902b0fe36 service nova] [instance: 421efe71-8164-46e8-9a64-6dc12c366025] No waiting events found dispatching network-vif-plugged-f8a163ed-5893-4424-9a45-dac9f91c07a0 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2031.411303] env[62291]: WARNING nova.compute.manager [req-96ba136b-361f-4a3f-85b1-df1161e82e51 req-4752db56-9b12-4044-af16-dab902b0fe36 service nova] [instance: 421efe71-8164-46e8-9a64-6dc12c366025] Received unexpected event network-vif-plugged-f8a163ed-5893-4424-9a45-dac9f91c07a0 for instance with vm_state building and task_state spawning. [ 2031.411456] env[62291]: DEBUG nova.compute.manager [req-96ba136b-361f-4a3f-85b1-df1161e82e51 req-4752db56-9b12-4044-af16-dab902b0fe36 service nova] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] Received event network-changed-df3f1d87-3691-4f21-b069-f97b28e722d2 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2031.411603] env[62291]: DEBUG nova.compute.manager [req-96ba136b-361f-4a3f-85b1-df1161e82e51 req-4752db56-9b12-4044-af16-dab902b0fe36 service nova] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] Refreshing instance network info cache due to event network-changed-df3f1d87-3691-4f21-b069-f97b28e722d2. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2031.411779] env[62291]: DEBUG oslo_concurrency.lockutils [req-96ba136b-361f-4a3f-85b1-df1161e82e51 req-4752db56-9b12-4044-af16-dab902b0fe36 service nova] Acquiring lock "refresh_cache-b4217ee8-62a6-4902-8dae-bfdad8eca7be" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2031.536929] env[62291]: DEBUG nova.scheduler.client.report [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2031.583773] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Releasing lock "refresh_cache-421efe71-8164-46e8-9a64-6dc12c366025" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2031.584192] env[62291]: DEBUG nova.compute.manager [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] [instance: 421efe71-8164-46e8-9a64-6dc12c366025] Instance network_info: |[{"id": "f8a163ed-5893-4424-9a45-dac9f91c07a0", "address": "fa:16:3e:5a:01:27", "network": {"id": "e3903227-59a0-4e20-b6c2-893d66084008", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-399334463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21ed3c64448045ca9d5caa6159bbfd5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8a163ed-58", "ovs_interfaceid": "f8a163ed-5893-4424-9a45-dac9f91c07a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2031.584667] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] [instance: 421efe71-8164-46e8-9a64-6dc12c366025] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:01:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '089a7624-43ba-4fce-bfc0-63e4bb7f9aeb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8a163ed-5893-4424-9a45-dac9f91c07a0', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2031.598027] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Creating folder: Project (21ed3c64448045ca9d5caa6159bbfd5c). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2031.598027] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82c2506a-b258-4e04-a3fc-60090119fd3b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.617498] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Created folder: Project (21ed3c64448045ca9d5caa6159bbfd5c) in parent group-v437896. [ 2031.617868] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Creating folder: Instances. Parent ref: group-v437994. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2031.618263] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0bd864ed-852a-4ae9-9ddc-0ccc8e2463de {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.627373] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Created folder: Instances in parent group-v437994. [ 2031.627674] env[62291]: DEBUG oslo.service.loopingcall [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2031.627817] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 421efe71-8164-46e8-9a64-6dc12c366025] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2031.628043] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f5730dd-629f-4931-a476-29709203deb5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.647070] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2031.647070] env[62291]: value = "task-2142799" [ 2031.647070] env[62291]: _type = "Task" [ 2031.647070] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.655483] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142799, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.766587] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Releasing lock "refresh_cache-b4217ee8-62a6-4902-8dae-bfdad8eca7be" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2031.766587] env[62291]: DEBUG nova.compute.manager [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] Instance network_info: |[{"id": "df3f1d87-3691-4f21-b069-f97b28e722d2", "address": "fa:16:3e:ef:c1:9f", "network": {"id": "0851be17-0eba-4bd7-ab3d-4da612f081db", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-817293090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efb9903aeed3471694626a43cdbcac37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf3f1d87-36", "ovs_interfaceid": "df3f1d87-3691-4f21-b069-f97b28e722d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2031.767066] env[62291]: DEBUG oslo_concurrency.lockutils [req-96ba136b-361f-4a3f-85b1-df1161e82e51 req-4752db56-9b12-4044-af16-dab902b0fe36 service nova] Acquired lock "refresh_cache-b4217ee8-62a6-4902-8dae-bfdad8eca7be" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2031.767066] env[62291]: DEBUG nova.network.neutron [req-96ba136b-361f-4a3f-85b1-df1161e82e51 req-4752db56-9b12-4044-af16-dab902b0fe36 service nova] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] Refreshing network info cache for port df3f1d87-3691-4f21-b069-f97b28e722d2 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2031.769213] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ef:c1:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '411f389f-4e4f-4450-891e-38944cac6135', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'df3f1d87-3691-4f21-b069-f97b28e722d2', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2031.779026] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Creating folder: Project (efb9903aeed3471694626a43cdbcac37). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2031.780700] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Releasing lock "refresh_cache-5fd07b81-1348-4194-ab20-437cb5c61dfa" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2031.781316] env[62291]: DEBUG nova.compute.manager [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Instance network_info: |[{"id": "1242d7be-9de7-423a-bf7c-8ac40512c1c7", "address": "fa:16:3e:bc:70:63", "network": {"id": "e2c4f7a0-850e-4ba6-8953-f699bdeaa836", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2136475931", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9ac0661571544b2855587c9ddbaeebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1242d7be-9d", "ovs_interfaceid": "1242d7be-9de7-423a-bf7c-8ac40512c1c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1960d998-dc92-4efc-bdfd-8367de595e20", "address": "fa:16:3e:9f:82:1e", "network": {"id": "e47f26f4-ddcc-4a8b-81d9-fdbd31ef77cf", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-92853181", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d9ac0661571544b2855587c9ddbaeebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1960d998-dc", "ovs_interfaceid": "1960d998-dc92-4efc-bdfd-8367de595e20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "867cc902-722e-4a93-b6ae-b7886ac74a45", "address": "fa:16:3e:f8:39:1b", "network": {"id": "e2c4f7a0-850e-4ba6-8953-f699bdeaa836", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2136475931", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9ac0661571544b2855587c9ddbaeebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap867cc902-72", "ovs_interfaceid": "867cc902-722e-4a93-b6ae-b7886ac74a45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2031.781687] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f97923a8-b811-4bef-8fac-2031e4f52000 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.784279] env[62291]: DEBUG oslo_concurrency.lockutils [req-9bf1a3a5-e5a1-4211-b8a4-c4049ee0626a req-fa768dc1-d631-4fd9-aa8b-8ae0e4fa443b service nova] Acquired lock "refresh_cache-5fd07b81-1348-4194-ab20-437cb5c61dfa" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2031.784537] env[62291]: DEBUG nova.network.neutron [req-9bf1a3a5-e5a1-4211-b8a4-c4049ee0626a req-fa768dc1-d631-4fd9-aa8b-8ae0e4fa443b service nova] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Refreshing network info cache for port 867cc902-722e-4a93-b6ae-b7886ac74a45 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2031.789897] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:70:63', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb0e556a-0f69-4a5c-af62-ffc46edb8e63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1242d7be-9de7-423a-bf7c-8ac40512c1c7', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:82:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1960d998-dc92-4efc-bdfd-8367de595e20', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:39:1b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cb0e556a-0f69-4a5c-af62-ffc46edb8e63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '867cc902-722e-4a93-b6ae-b7886ac74a45', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2031.801969] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Creating folder: Project (d9ac0661571544b2855587c9ddbaeebe). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2031.803084] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19fa0405-7adf-42ff-a003-ccfcb010b4c9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.816723] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Created folder: Project (efb9903aeed3471694626a43cdbcac37) in parent group-v437896. [ 2031.816723] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Creating folder: Instances. Parent ref: group-v437997. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2031.817820] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-187a64b4-22d1-4b4f-9006-b4a36e159d1b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.819147] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Created folder: Project (d9ac0661571544b2855587c9ddbaeebe) in parent group-v437896. [ 2031.819351] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Creating folder: Instances. Parent ref: group-v437998. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2031.819580] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b1c98e9-5c23-4648-8e1d-933ecadd1817 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.832024] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Created folder: Instances in parent group-v437998. [ 2031.832024] env[62291]: DEBUG oslo.service.loopingcall [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2031.832024] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2031.832239] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Created folder: Instances in parent group-v437997. [ 2031.832499] env[62291]: DEBUG oslo.service.loopingcall [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2031.832630] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ba9d8f32-1b6f-4f8b-b81d-b1b4b4d29e04 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.854862] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2031.856189] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d50211c3-f688-4160-ac3e-a82bebb8ae2c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.877463] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2031.877463] env[62291]: value = "task-2142804" [ 2031.877463] env[62291]: _type = "Task" [ 2031.877463] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.878920] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2031.878920] env[62291]: value = "task-2142805" [ 2031.878920] env[62291]: _type = "Task" [ 2031.878920] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.890783] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142805, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.893897] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142804, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.041530] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.731s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2032.042544] env[62291]: DEBUG nova.compute.manager [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] [instance: b6d3ef08-a9b2-49db-9404-aa68bc2139c1] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2032.045941] env[62291]: DEBUG oslo_concurrency.lockutils [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 30.080s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2032.159513] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142799, 'name': CreateVM_Task, 'duration_secs': 0.480344} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.159721] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 421efe71-8164-46e8-9a64-6dc12c366025] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2032.160657] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2032.160657] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2032.161013] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2032.161554] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1ed67ba-7196-4990-9ca7-8dbdadccb47f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.167179] env[62291]: DEBUG oslo_vmware.api [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Waiting for the task: (returnval){ [ 2032.167179] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52e33667-e820-4f37-0574-240a32ec0d17" [ 2032.167179] env[62291]: _type = "Task" [ 2032.167179] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.176014] env[62291]: DEBUG oslo_vmware.api [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52e33667-e820-4f37-0574-240a32ec0d17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.398734] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142804, 'name': CreateVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.399077] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142805, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.550294] env[62291]: DEBUG nova.compute.utils [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2032.552481] env[62291]: DEBUG nova.objects.instance [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Lazy-loading 'migration_context' on Instance uuid 0a178974-018c-410a-a901-c9e984be8ebf {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2032.553903] env[62291]: DEBUG nova.compute.manager [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] [instance: b6d3ef08-a9b2-49db-9404-aa68bc2139c1] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2032.554257] env[62291]: DEBUG nova.network.neutron [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] [instance: b6d3ef08-a9b2-49db-9404-aa68bc2139c1] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2032.599779] env[62291]: DEBUG nova.policy [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1708ec3fe9d646afbb37445cb1ecd835', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ff3018a7755a4518a523d9b6b98fd18f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2032.681147] env[62291]: DEBUG oslo_vmware.api [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52e33667-e820-4f37-0574-240a32ec0d17, 'name': SearchDatastore_Task, 'duration_secs': 0.017335} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.681824] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2032.681968] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] [instance: 421efe71-8164-46e8-9a64-6dc12c366025] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2032.682231] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2032.682396] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2032.682582] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2032.682858] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-703f5d36-f0a4-4dd2-b4fd-6009f8e0b911 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.691596] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2032.691751] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2032.692795] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcc565b7-1a25-40ad-8416-4d8f60116378 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.698574] env[62291]: DEBUG oslo_vmware.api [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Waiting for the task: (returnval){ [ 2032.698574] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52bc7314-6edd-b62e-b792-8bf186e3a853" [ 2032.698574] env[62291]: _type = "Task" [ 2032.698574] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.708345] env[62291]: DEBUG oslo_vmware.api [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52bc7314-6edd-b62e-b792-8bf186e3a853, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.870198] env[62291]: DEBUG nova.network.neutron [req-96ba136b-361f-4a3f-85b1-df1161e82e51 req-4752db56-9b12-4044-af16-dab902b0fe36 service nova] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] Updated VIF entry in instance network info cache for port df3f1d87-3691-4f21-b069-f97b28e722d2. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2032.870832] env[62291]: DEBUG nova.network.neutron [req-96ba136b-361f-4a3f-85b1-df1161e82e51 req-4752db56-9b12-4044-af16-dab902b0fe36 service nova] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] Updating instance_info_cache with network_info: [{"id": "df3f1d87-3691-4f21-b069-f97b28e722d2", "address": "fa:16:3e:ef:c1:9f", "network": {"id": "0851be17-0eba-4bd7-ab3d-4da612f081db", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-817293090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efb9903aeed3471694626a43cdbcac37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf3f1d87-36", "ovs_interfaceid": "df3f1d87-3691-4f21-b069-f97b28e722d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2032.896361] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142804, 'name': CreateVM_Task, 'duration_secs': 0.520996} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.901408] env[62291]: DEBUG nova.network.neutron [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] [instance: b6d3ef08-a9b2-49db-9404-aa68bc2139c1] Successfully created port: b5d4d217-4ff5-4ecc-bddc-194fd52ee89b {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2032.903416] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2032.903946] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142805, 'name': CreateVM_Task, 'duration_secs': 0.712602} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2032.904737] env[62291]: DEBUG nova.network.neutron [req-9bf1a3a5-e5a1-4211-b8a4-c4049ee0626a req-fa768dc1-d631-4fd9-aa8b-8ae0e4fa443b service nova] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Updated VIF entry in instance network info cache for port 867cc902-722e-4a93-b6ae-b7886ac74a45. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2032.905196] env[62291]: DEBUG nova.network.neutron [req-9bf1a3a5-e5a1-4211-b8a4-c4049ee0626a req-fa768dc1-d631-4fd9-aa8b-8ae0e4fa443b service nova] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Updating instance_info_cache with network_info: [{"id": "1242d7be-9de7-423a-bf7c-8ac40512c1c7", "address": "fa:16:3e:bc:70:63", "network": {"id": "e2c4f7a0-850e-4ba6-8953-f699bdeaa836", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2136475931", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.244", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9ac0661571544b2855587c9ddbaeebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1242d7be-9d", "ovs_interfaceid": "1242d7be-9de7-423a-bf7c-8ac40512c1c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1960d998-dc92-4efc-bdfd-8367de595e20", "address": "fa:16:3e:9f:82:1e", "network": {"id": "e47f26f4-ddcc-4a8b-81d9-fdbd31ef77cf", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-92853181", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d9ac0661571544b2855587c9ddbaeebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1960d998-dc", "ovs_interfaceid": "1960d998-dc92-4efc-bdfd-8367de595e20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "867cc902-722e-4a93-b6ae-b7886ac74a45", "address": "fa:16:3e:f8:39:1b", "network": {"id": "e2c4f7a0-850e-4ba6-8953-f699bdeaa836", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2136475931", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9ac0661571544b2855587c9ddbaeebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap867cc902-72", "ovs_interfaceid": "867cc902-722e-4a93-b6ae-b7886ac74a45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2032.910018] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2032.910018] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2032.910018] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2032.910018] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2032.910018] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ad076e6-43aa-4b6c-b659-9cb8c02f1b85 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.910524] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2032.910681] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2032.910957] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2032.911499] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4ca79445-93f8-4b81-94e8-316b5b25d493 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2032.916667] env[62291]: DEBUG oslo_vmware.api [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Waiting for the task: (returnval){ [ 2032.916667] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]521bbaf5-3dc7-42b1-5628-17af37e0c902" [ 2032.916667] env[62291]: _type = "Task" [ 2032.916667] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.918449] env[62291]: DEBUG oslo_vmware.api [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Waiting for the task: (returnval){ [ 2032.918449] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5206a12a-50a8-9036-f240-d116f77c552b" [ 2032.918449] env[62291]: _type = "Task" [ 2032.918449] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2032.930743] env[62291]: DEBUG oslo_vmware.api [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]521bbaf5-3dc7-42b1-5628-17af37e0c902, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.935692] env[62291]: DEBUG oslo_vmware.api [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5206a12a-50a8-9036-f240-d116f77c552b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.058305] env[62291]: DEBUG nova.compute.manager [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] [instance: b6d3ef08-a9b2-49db-9404-aa68bc2139c1] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2033.098842] env[62291]: DEBUG nova.network.neutron [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Successfully updated port: 57fb695c-3653-49b3-8338-0c7637996221 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2033.212121] env[62291]: DEBUG oslo_vmware.api [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52bc7314-6edd-b62e-b792-8bf186e3a853, 'name': SearchDatastore_Task, 'duration_secs': 0.008805} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.212914] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95f80083-8118-4c2f-a4a7-e7330867b29f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.222895] env[62291]: DEBUG oslo_vmware.api [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Waiting for the task: (returnval){ [ 2033.222895] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52b0b9f5-52b9-797a-d859-9fd5bc2ed127" [ 2033.222895] env[62291]: _type = "Task" [ 2033.222895] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.231257] env[62291]: DEBUG oslo_vmware.api [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52b0b9f5-52b9-797a-d859-9fd5bc2ed127, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.373219] env[62291]: DEBUG oslo_concurrency.lockutils [req-96ba136b-361f-4a3f-85b1-df1161e82e51 req-4752db56-9b12-4044-af16-dab902b0fe36 service nova] Releasing lock "refresh_cache-b4217ee8-62a6-4902-8dae-bfdad8eca7be" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2033.373489] env[62291]: DEBUG nova.compute.manager [req-96ba136b-361f-4a3f-85b1-df1161e82e51 req-4752db56-9b12-4044-af16-dab902b0fe36 service nova] [instance: 421efe71-8164-46e8-9a64-6dc12c366025] Received event network-changed-f8a163ed-5893-4424-9a45-dac9f91c07a0 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2033.373663] env[62291]: DEBUG nova.compute.manager [req-96ba136b-361f-4a3f-85b1-df1161e82e51 req-4752db56-9b12-4044-af16-dab902b0fe36 service nova] [instance: 421efe71-8164-46e8-9a64-6dc12c366025] Refreshing instance network info cache due to event network-changed-f8a163ed-5893-4424-9a45-dac9f91c07a0. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2033.373874] env[62291]: DEBUG oslo_concurrency.lockutils [req-96ba136b-361f-4a3f-85b1-df1161e82e51 req-4752db56-9b12-4044-af16-dab902b0fe36 service nova] Acquiring lock "refresh_cache-421efe71-8164-46e8-9a64-6dc12c366025" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2033.374032] env[62291]: DEBUG oslo_concurrency.lockutils [req-96ba136b-361f-4a3f-85b1-df1161e82e51 req-4752db56-9b12-4044-af16-dab902b0fe36 service nova] Acquired lock "refresh_cache-421efe71-8164-46e8-9a64-6dc12c366025" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2033.374202] env[62291]: DEBUG nova.network.neutron [req-96ba136b-361f-4a3f-85b1-df1161e82e51 req-4752db56-9b12-4044-af16-dab902b0fe36 service nova] [instance: 421efe71-8164-46e8-9a64-6dc12c366025] Refreshing network info cache for port f8a163ed-5893-4424-9a45-dac9f91c07a0 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2033.409668] env[62291]: DEBUG oslo_concurrency.lockutils [req-9bf1a3a5-e5a1-4211-b8a4-c4049ee0626a req-fa768dc1-d631-4fd9-aa8b-8ae0e4fa443b service nova] Releasing lock "refresh_cache-5fd07b81-1348-4194-ab20-437cb5c61dfa" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2033.437058] env[62291]: DEBUG oslo_vmware.api [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5206a12a-50a8-9036-f240-d116f77c552b, 'name': SearchDatastore_Task, 'duration_secs': 0.033593} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.437316] env[62291]: DEBUG oslo_vmware.api [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]521bbaf5-3dc7-42b1-5628-17af37e0c902, 'name': SearchDatastore_Task, 'duration_secs': 0.03352} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.439652] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2033.439893] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2033.440141] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2033.440374] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2033.440461] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2033.440750] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2033.440948] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2033.441148] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2033.443268] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49d216c9-e008-4f01-b45a-26d2a93f9e6b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.454979] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2033.454979] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2033.457443] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-882d29b0-22e2-4570-90cb-2d1335886502 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.460034] env[62291]: DEBUG nova.compute.manager [req-c6bc7450-69eb-4bd9-b35e-2e4fb0c07a1d req-99d2cdd7-4986-4425-8cb5-65ab4ef9fa66 service nova] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Received event network-vif-plugged-57fb695c-3653-49b3-8338-0c7637996221 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2033.460202] env[62291]: DEBUG oslo_concurrency.lockutils [req-c6bc7450-69eb-4bd9-b35e-2e4fb0c07a1d req-99d2cdd7-4986-4425-8cb5-65ab4ef9fa66 service nova] Acquiring lock "29473c85-120a-4c82-b22b-cff8d37e98cd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2033.460410] env[62291]: DEBUG oslo_concurrency.lockutils [req-c6bc7450-69eb-4bd9-b35e-2e4fb0c07a1d req-99d2cdd7-4986-4425-8cb5-65ab4ef9fa66 service nova] Lock "29473c85-120a-4c82-b22b-cff8d37e98cd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2033.460579] env[62291]: DEBUG oslo_concurrency.lockutils [req-c6bc7450-69eb-4bd9-b35e-2e4fb0c07a1d req-99d2cdd7-4986-4425-8cb5-65ab4ef9fa66 service nova] Lock "29473c85-120a-4c82-b22b-cff8d37e98cd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2033.462645] env[62291]: DEBUG nova.compute.manager [req-c6bc7450-69eb-4bd9-b35e-2e4fb0c07a1d req-99d2cdd7-4986-4425-8cb5-65ab4ef9fa66 service nova] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] No waiting events found dispatching network-vif-plugged-57fb695c-3653-49b3-8338-0c7637996221 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2033.462645] env[62291]: WARNING nova.compute.manager [req-c6bc7450-69eb-4bd9-b35e-2e4fb0c07a1d req-99d2cdd7-4986-4425-8cb5-65ab4ef9fa66 service nova] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Received unexpected event network-vif-plugged-57fb695c-3653-49b3-8338-0c7637996221 for instance with vm_state building and task_state spawning. [ 2033.462645] env[62291]: DEBUG nova.compute.manager [req-c6bc7450-69eb-4bd9-b35e-2e4fb0c07a1d req-99d2cdd7-4986-4425-8cb5-65ab4ef9fa66 service nova] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Received event network-changed-57fb695c-3653-49b3-8338-0c7637996221 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2033.462645] env[62291]: DEBUG nova.compute.manager [req-c6bc7450-69eb-4bd9-b35e-2e4fb0c07a1d req-99d2cdd7-4986-4425-8cb5-65ab4ef9fa66 service nova] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Refreshing instance network info cache due to event network-changed-57fb695c-3653-49b3-8338-0c7637996221. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2033.462645] env[62291]: DEBUG oslo_concurrency.lockutils [req-c6bc7450-69eb-4bd9-b35e-2e4fb0c07a1d req-99d2cdd7-4986-4425-8cb5-65ab4ef9fa66 service nova] Acquiring lock "refresh_cache-29473c85-120a-4c82-b22b-cff8d37e98cd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2033.462645] env[62291]: DEBUG oslo_concurrency.lockutils [req-c6bc7450-69eb-4bd9-b35e-2e4fb0c07a1d req-99d2cdd7-4986-4425-8cb5-65ab4ef9fa66 service nova] Acquired lock "refresh_cache-29473c85-120a-4c82-b22b-cff8d37e98cd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2033.462645] env[62291]: DEBUG nova.network.neutron [req-c6bc7450-69eb-4bd9-b35e-2e4fb0c07a1d req-99d2cdd7-4986-4425-8cb5-65ab4ef9fa66 service nova] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Refreshing network info cache for port 57fb695c-3653-49b3-8338-0c7637996221 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2033.468711] env[62291]: DEBUG oslo_vmware.api [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Waiting for the task: (returnval){ [ 2033.468711] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52ba792b-a77c-c71e-27a1-464e84a91e04" [ 2033.468711] env[62291]: _type = "Task" [ 2033.468711] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.478820] env[62291]: DEBUG oslo_vmware.api [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52ba792b-a77c-c71e-27a1-464e84a91e04, 'name': SearchDatastore_Task, 'duration_secs': 0.009865} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.479860] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-835cfb3c-2a6f-4eeb-b53f-0f4c2a525d70 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.489108] env[62291]: DEBUG oslo_vmware.api [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Waiting for the task: (returnval){ [ 2033.489108] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52ce84b0-f3b4-e8ce-d194-59836607cbd5" [ 2033.489108] env[62291]: _type = "Task" [ 2033.489108] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.497149] env[62291]: DEBUG oslo_vmware.api [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52ce84b0-f3b4-e8ce-d194-59836607cbd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.579808] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1905c2bc-6a10-4081-bb79-66bb47b2e04b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.587733] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-643ca9dd-ef33-442f-8a88-5c356f0a0272 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.621372] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Acquiring lock "refresh_cache-29473c85-120a-4c82-b22b-cff8d37e98cd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2033.623209] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58894a7e-1814-4539-b869-f9f75c185dbe {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.631505] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4365967f-2e09-4b6a-815c-61beb16af8b0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.646847] env[62291]: DEBUG nova.compute.provider_tree [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2033.732611] env[62291]: DEBUG oslo_vmware.api [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52b0b9f5-52b9-797a-d859-9fd5bc2ed127, 'name': SearchDatastore_Task, 'duration_secs': 0.038893} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.732894] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2033.733175] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 421efe71-8164-46e8-9a64-6dc12c366025/421efe71-8164-46e8-9a64-6dc12c366025.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2033.733452] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2033.733657] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2033.733870] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d55fd56-d1f2-457a-8857-74dcc7ababc7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.735717] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c021b4d8-9fae-4c3e-b692-03380b889c59 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.743361] env[62291]: DEBUG oslo_vmware.api [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Waiting for the task: (returnval){ [ 2033.743361] env[62291]: value = "task-2142806" [ 2033.743361] env[62291]: _type = "Task" [ 2033.743361] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.747064] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2033.747241] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2033.748186] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6387489-6532-4f95-b319-1406f38a1d9e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.753336] env[62291]: DEBUG oslo_vmware.api [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Task: {'id': task-2142806, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.756279] env[62291]: DEBUG oslo_vmware.api [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Waiting for the task: (returnval){ [ 2033.756279] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5235b62c-0172-4e5f-3bed-0056ce12a4e8" [ 2033.756279] env[62291]: _type = "Task" [ 2033.756279] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.763060] env[62291]: DEBUG oslo_vmware.api [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5235b62c-0172-4e5f-3bed-0056ce12a4e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.826697] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-1923b984-892f-4288-a5e5-4684e513592d tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Volume attach. Driver type: vmdk {{(pid=62291) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2033.827072] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-1923b984-892f-4288-a5e5-4684e513592d tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-437993', 'volume_id': '6bf81da4-172a-4284-8576-a08aa50123bf', 'name': 'volume-6bf81da4-172a-4284-8576-a08aa50123bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb952207-9905-4a12-a189-94d00a8d1066', 'attached_at': '', 'detached_at': '', 'volume_id': '6bf81da4-172a-4284-8576-a08aa50123bf', 'serial': '6bf81da4-172a-4284-8576-a08aa50123bf'} {{(pid=62291) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2033.827980] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9375fa03-d5a5-4885-a05b-05145eaadd5c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.845735] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130fe7a6-8170-40e2-9e94-aa9be4ca39ea {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.870394] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-1923b984-892f-4288-a5e5-4684e513592d tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] volume-6bf81da4-172a-4284-8576-a08aa50123bf/volume-6bf81da4-172a-4284-8576-a08aa50123bf.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2033.870680] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70d2c97f-2180-4a7e-bcf8-f1b79bbcc7e0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.891052] env[62291]: DEBUG oslo_vmware.api [None req-1923b984-892f-4288-a5e5-4684e513592d tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Waiting for the task: (returnval){ [ 2033.891052] env[62291]: value = "task-2142807" [ 2033.891052] env[62291]: _type = "Task" [ 2033.891052] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.899428] env[62291]: DEBUG oslo_vmware.api [None req-1923b984-892f-4288-a5e5-4684e513592d tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': task-2142807, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.001966] env[62291]: DEBUG oslo_vmware.api [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52ce84b0-f3b4-e8ce-d194-59836607cbd5, 'name': SearchDatastore_Task, 'duration_secs': 0.012116} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.002109] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2034.002393] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 5fd07b81-1348-4194-ab20-437cb5c61dfa/5fd07b81-1348-4194-ab20-437cb5c61dfa.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2034.002769] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2a8aaf2-e6c5-4cad-a2e8-2e6577aa341b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.010816] env[62291]: DEBUG oslo_vmware.api [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Waiting for the task: (returnval){ [ 2034.010816] env[62291]: value = "task-2142808" [ 2034.010816] env[62291]: _type = "Task" [ 2034.010816] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.019060] env[62291]: DEBUG nova.network.neutron [req-c6bc7450-69eb-4bd9-b35e-2e4fb0c07a1d req-99d2cdd7-4986-4425-8cb5-65ab4ef9fa66 service nova] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2034.026598] env[62291]: DEBUG oslo_vmware.api [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Task: {'id': task-2142808, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.074727] env[62291]: DEBUG nova.compute.manager [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] [instance: b6d3ef08-a9b2-49db-9404-aa68bc2139c1] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2034.112579] env[62291]: DEBUG nova.virt.hardware [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2034.112929] env[62291]: DEBUG nova.virt.hardware [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2034.113586] env[62291]: DEBUG nova.virt.hardware [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2034.113913] env[62291]: DEBUG nova.virt.hardware [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2034.115130] env[62291]: DEBUG nova.virt.hardware [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2034.115130] env[62291]: DEBUG nova.virt.hardware [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2034.115130] env[62291]: DEBUG nova.virt.hardware [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2034.115313] env[62291]: DEBUG nova.virt.hardware [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2034.115495] env[62291]: DEBUG nova.virt.hardware [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2034.115715] env[62291]: DEBUG nova.virt.hardware [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2034.115977] env[62291]: DEBUG nova.virt.hardware [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2034.117286] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d303c49-8186-4b74-a92a-d958201277a7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.129631] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee4e476-9b1d-42de-9fd1-557041ad92b8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.150109] env[62291]: DEBUG nova.scheduler.client.report [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2034.205325] env[62291]: DEBUG nova.network.neutron [req-c6bc7450-69eb-4bd9-b35e-2e4fb0c07a1d req-99d2cdd7-4986-4425-8cb5-65ab4ef9fa66 service nova] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2034.254198] env[62291]: DEBUG oslo_vmware.api [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Task: {'id': task-2142806, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476342} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.255115] env[62291]: DEBUG nova.network.neutron [req-96ba136b-361f-4a3f-85b1-df1161e82e51 req-4752db56-9b12-4044-af16-dab902b0fe36 service nova] [instance: 421efe71-8164-46e8-9a64-6dc12c366025] Updated VIF entry in instance network info cache for port f8a163ed-5893-4424-9a45-dac9f91c07a0. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2034.255486] env[62291]: DEBUG nova.network.neutron [req-96ba136b-361f-4a3f-85b1-df1161e82e51 req-4752db56-9b12-4044-af16-dab902b0fe36 service nova] [instance: 421efe71-8164-46e8-9a64-6dc12c366025] Updating instance_info_cache with network_info: [{"id": "f8a163ed-5893-4424-9a45-dac9f91c07a0", "address": "fa:16:3e:5a:01:27", "network": {"id": "e3903227-59a0-4e20-b6c2-893d66084008", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-399334463-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21ed3c64448045ca9d5caa6159bbfd5c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "089a7624-43ba-4fce-bfc0-63e4bb7f9aeb", "external-id": "nsx-vlan-transportzone-218", "segmentation_id": 218, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8a163ed-58", "ovs_interfaceid": "f8a163ed-5893-4424-9a45-dac9f91c07a0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2034.256737] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 421efe71-8164-46e8-9a64-6dc12c366025/421efe71-8164-46e8-9a64-6dc12c366025.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2034.257072] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] [instance: 421efe71-8164-46e8-9a64-6dc12c366025] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2034.257912] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2152b1ac-20c6-4b9c-a303-6de3e873cc07 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.271447] env[62291]: DEBUG oslo_vmware.api [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5235b62c-0172-4e5f-3bed-0056ce12a4e8, 'name': SearchDatastore_Task, 'duration_secs': 0.009897} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.273646] env[62291]: DEBUG oslo_vmware.api [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Waiting for the task: (returnval){ [ 2034.273646] env[62291]: value = "task-2142809" [ 2034.273646] env[62291]: _type = "Task" [ 2034.273646] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.274424] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52800bb0-8aa6-44e9-9c24-756e5817b422 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.292798] env[62291]: DEBUG oslo_vmware.api [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Task: {'id': task-2142809, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.294585] env[62291]: DEBUG oslo_vmware.api [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Waiting for the task: (returnval){ [ 2034.294585] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52bc264c-5f11-2432-d3b7-8ab620b4a156" [ 2034.294585] env[62291]: _type = "Task" [ 2034.294585] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.303911] env[62291]: DEBUG oslo_vmware.api [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52bc264c-5f11-2432-d3b7-8ab620b4a156, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.404405] env[62291]: DEBUG oslo_vmware.api [None req-1923b984-892f-4288-a5e5-4684e513592d tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': task-2142807, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.527290] env[62291]: DEBUG oslo_vmware.api [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Task: {'id': task-2142808, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.607311] env[62291]: DEBUG nova.compute.manager [req-62d90f44-f216-45b5-b26d-90ea7717a89a req-25194bfd-63af-4f14-a27e-3f9b6f09c197 service nova] [instance: b6d3ef08-a9b2-49db-9404-aa68bc2139c1] Received event network-vif-plugged-b5d4d217-4ff5-4ecc-bddc-194fd52ee89b {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2034.607804] env[62291]: DEBUG oslo_concurrency.lockutils [req-62d90f44-f216-45b5-b26d-90ea7717a89a req-25194bfd-63af-4f14-a27e-3f9b6f09c197 service nova] Acquiring lock "b6d3ef08-a9b2-49db-9404-aa68bc2139c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2034.609415] env[62291]: DEBUG oslo_concurrency.lockutils [req-62d90f44-f216-45b5-b26d-90ea7717a89a req-25194bfd-63af-4f14-a27e-3f9b6f09c197 service nova] Lock "b6d3ef08-a9b2-49db-9404-aa68bc2139c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2034.611546] env[62291]: DEBUG oslo_concurrency.lockutils [req-62d90f44-f216-45b5-b26d-90ea7717a89a req-25194bfd-63af-4f14-a27e-3f9b6f09c197 service nova] Lock "b6d3ef08-a9b2-49db-9404-aa68bc2139c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2034.612454] env[62291]: DEBUG nova.compute.manager [req-62d90f44-f216-45b5-b26d-90ea7717a89a req-25194bfd-63af-4f14-a27e-3f9b6f09c197 service nova] [instance: b6d3ef08-a9b2-49db-9404-aa68bc2139c1] No waiting events found dispatching network-vif-plugged-b5d4d217-4ff5-4ecc-bddc-194fd52ee89b {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2034.617800] env[62291]: WARNING nova.compute.manager [req-62d90f44-f216-45b5-b26d-90ea7717a89a req-25194bfd-63af-4f14-a27e-3f9b6f09c197 service nova] [instance: b6d3ef08-a9b2-49db-9404-aa68bc2139c1] Received unexpected event network-vif-plugged-b5d4d217-4ff5-4ecc-bddc-194fd52ee89b for instance with vm_state building and task_state spawning. [ 2034.618749] env[62291]: DEBUG nova.network.neutron [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] [instance: b6d3ef08-a9b2-49db-9404-aa68bc2139c1] Successfully updated port: b5d4d217-4ff5-4ecc-bddc-194fd52ee89b {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2034.709515] env[62291]: DEBUG oslo_concurrency.lockutils [req-c6bc7450-69eb-4bd9-b35e-2e4fb0c07a1d req-99d2cdd7-4986-4425-8cb5-65ab4ef9fa66 service nova] Releasing lock "refresh_cache-29473c85-120a-4c82-b22b-cff8d37e98cd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2034.709515] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Acquired lock "refresh_cache-29473c85-120a-4c82-b22b-cff8d37e98cd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2034.709708] env[62291]: DEBUG nova.network.neutron [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2034.758999] env[62291]: DEBUG oslo_concurrency.lockutils [req-96ba136b-361f-4a3f-85b1-df1161e82e51 req-4752db56-9b12-4044-af16-dab902b0fe36 service nova] Releasing lock "refresh_cache-421efe71-8164-46e8-9a64-6dc12c366025" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2034.788425] env[62291]: DEBUG oslo_vmware.api [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Task: {'id': task-2142809, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084104} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.788697] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] [instance: 421efe71-8164-46e8-9a64-6dc12c366025] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2034.789479] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b96bb934-c913-4da1-b05b-314da36eafa9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.811298] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] [instance: 421efe71-8164-46e8-9a64-6dc12c366025] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 421efe71-8164-46e8-9a64-6dc12c366025/421efe71-8164-46e8-9a64-6dc12c366025.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2034.814355] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fefb5747-fb20-41c0-a030-7cf643d93cbc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.835710] env[62291]: DEBUG oslo_vmware.api [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52bc264c-5f11-2432-d3b7-8ab620b4a156, 'name': SearchDatastore_Task, 'duration_secs': 0.0261} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.836887] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2034.837158] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] b4217ee8-62a6-4902-8dae-bfdad8eca7be/b4217ee8-62a6-4902-8dae-bfdad8eca7be.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2034.837466] env[62291]: DEBUG oslo_vmware.api [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Waiting for the task: (returnval){ [ 2034.837466] env[62291]: value = "task-2142810" [ 2034.837466] env[62291]: _type = "Task" [ 2034.837466] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.837655] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09e59d20-5adf-4fcb-ae9f-f3d26c082fd1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.847430] env[62291]: DEBUG oslo_vmware.api [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Task: {'id': task-2142810, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.848596] env[62291]: DEBUG oslo_vmware.api [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Waiting for the task: (returnval){ [ 2034.848596] env[62291]: value = "task-2142811" [ 2034.848596] env[62291]: _type = "Task" [ 2034.848596] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.855827] env[62291]: DEBUG oslo_vmware.api [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Task: {'id': task-2142811, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.900323] env[62291]: DEBUG oslo_vmware.api [None req-1923b984-892f-4288-a5e5-4684e513592d tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': task-2142807, 'name': ReconfigVM_Task, 'duration_secs': 0.792342} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.900552] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-1923b984-892f-4288-a5e5-4684e513592d tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Reconfigured VM instance instance-00000010 to attach disk [datastore2] volume-6bf81da4-172a-4284-8576-a08aa50123bf/volume-6bf81da4-172a-4284-8576-a08aa50123bf.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2034.905222] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b924f94-427d-492f-896f-463c69452a99 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2034.920644] env[62291]: DEBUG oslo_vmware.api [None req-1923b984-892f-4288-a5e5-4684e513592d tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Waiting for the task: (returnval){ [ 2034.920644] env[62291]: value = "task-2142812" [ 2034.920644] env[62291]: _type = "Task" [ 2034.920644] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2034.929599] env[62291]: DEBUG oslo_vmware.api [None req-1923b984-892f-4288-a5e5-4684e513592d tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': task-2142812, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.023745] env[62291]: DEBUG oslo_vmware.api [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Task: {'id': task-2142808, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544185} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.024124] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 5fd07b81-1348-4194-ab20-437cb5c61dfa/5fd07b81-1348-4194-ab20-437cb5c61dfa.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2035.024388] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2035.024666] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ecd19afb-3f8a-4ac1-b7c9-0b5d4a3ae5bf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.031965] env[62291]: DEBUG oslo_vmware.api [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Waiting for the task: (returnval){ [ 2035.031965] env[62291]: value = "task-2142813" [ 2035.031965] env[62291]: _type = "Task" [ 2035.031965] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.040432] env[62291]: DEBUG oslo_vmware.api [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Task: {'id': task-2142813, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.122762] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Acquiring lock "refresh_cache-b6d3ef08-a9b2-49db-9404-aa68bc2139c1" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2035.122924] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Acquired lock "refresh_cache-b6d3ef08-a9b2-49db-9404-aa68bc2139c1" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2035.123059] env[62291]: DEBUG nova.network.neutron [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] [instance: b6d3ef08-a9b2-49db-9404-aa68bc2139c1] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2035.161265] env[62291]: DEBUG oslo_concurrency.lockutils [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.116s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2035.167496] env[62291]: DEBUG oslo_concurrency.lockutils [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.841s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2035.169091] env[62291]: INFO nova.compute.claims [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2035.253944] env[62291]: DEBUG nova.network.neutron [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2035.351405] env[62291]: DEBUG oslo_vmware.api [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Task: {'id': task-2142810, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.361585] env[62291]: DEBUG oslo_vmware.api [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Task: {'id': task-2142811, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.430617] env[62291]: DEBUG oslo_vmware.api [None req-1923b984-892f-4288-a5e5-4684e513592d tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': task-2142812, 'name': ReconfigVM_Task, 'duration_secs': 0.140765} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.430966] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-1923b984-892f-4288-a5e5-4684e513592d tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-437993', 'volume_id': '6bf81da4-172a-4284-8576-a08aa50123bf', 'name': 'volume-6bf81da4-172a-4284-8576-a08aa50123bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb952207-9905-4a12-a189-94d00a8d1066', 'attached_at': '', 'detached_at': '', 'volume_id': '6bf81da4-172a-4284-8576-a08aa50123bf', 'serial': '6bf81da4-172a-4284-8576-a08aa50123bf'} {{(pid=62291) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2035.461470] env[62291]: DEBUG nova.network.neutron [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Updating instance_info_cache with network_info: [{"id": "57fb695c-3653-49b3-8338-0c7637996221", "address": "fa:16:3e:61:87:c0", "network": {"id": "a2a13cd0-3c34-45eb-9564-831cd179058b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2132574208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aefc0011ab314d3882711ec6edfa7e78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57fb695c-36", "ovs_interfaceid": "57fb695c-3653-49b3-8338-0c7637996221", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2035.543743] env[62291]: DEBUG oslo_vmware.api [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Task: {'id': task-2142813, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069006} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.544039] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2035.544789] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95265619-97d4-4bea-a54b-23a3207becb1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.572757] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 5fd07b81-1348-4194-ab20-437cb5c61dfa/5fd07b81-1348-4194-ab20-437cb5c61dfa.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2035.573074] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6622a326-4bad-4660-8cb1-4ed8835e37bc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.593050] env[62291]: DEBUG oslo_vmware.api [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Waiting for the task: (returnval){ [ 2035.593050] env[62291]: value = "task-2142814" [ 2035.593050] env[62291]: _type = "Task" [ 2035.593050] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.601248] env[62291]: DEBUG oslo_vmware.api [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Task: {'id': task-2142814, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.655861] env[62291]: DEBUG nova.network.neutron [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] [instance: b6d3ef08-a9b2-49db-9404-aa68bc2139c1] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2035.850580] env[62291]: DEBUG oslo_vmware.api [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Task: {'id': task-2142810, 'name': ReconfigVM_Task, 'duration_secs': 0.637467} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.850995] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] [instance: 421efe71-8164-46e8-9a64-6dc12c366025] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 421efe71-8164-46e8-9a64-6dc12c366025/421efe71-8164-46e8-9a64-6dc12c366025.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2035.854822] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-feb000ca-e924-479b-935e-9e0407cb0615 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.862248] env[62291]: DEBUG oslo_vmware.api [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Task: {'id': task-2142811, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57398} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2035.863646] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] b4217ee8-62a6-4902-8dae-bfdad8eca7be/b4217ee8-62a6-4902-8dae-bfdad8eca7be.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2035.863914] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2035.864265] env[62291]: DEBUG oslo_vmware.api [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Waiting for the task: (returnval){ [ 2035.864265] env[62291]: value = "task-2142815" [ 2035.864265] env[62291]: _type = "Task" [ 2035.864265] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.864471] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-63d0dfe7-ae31-4581-823c-b73e88661320 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2035.873688] env[62291]: DEBUG oslo_vmware.api [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Waiting for the task: (returnval){ [ 2035.873688] env[62291]: value = "task-2142816" [ 2035.873688] env[62291]: _type = "Task" [ 2035.873688] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2035.876567] env[62291]: DEBUG oslo_vmware.api [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Task: {'id': task-2142815, 'name': Rename_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.885859] env[62291]: DEBUG oslo_vmware.api [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Task: {'id': task-2142816, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.891076] env[62291]: DEBUG nova.network.neutron [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] [instance: b6d3ef08-a9b2-49db-9404-aa68bc2139c1] Updating instance_info_cache with network_info: [{"id": "b5d4d217-4ff5-4ecc-bddc-194fd52ee89b", "address": "fa:16:3e:70:8c:2f", "network": {"id": "dfd7f816-7b1f-4981-be47-0faa74031a67", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-947371103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff3018a7755a4518a523d9b6b98fd18f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5d4d217-4f", "ovs_interfaceid": "b5d4d217-4ff5-4ecc-bddc-194fd52ee89b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2035.965592] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Releasing lock "refresh_cache-29473c85-120a-4c82-b22b-cff8d37e98cd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2035.967520] env[62291]: DEBUG nova.compute.manager [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Instance network_info: |[{"id": "57fb695c-3653-49b3-8338-0c7637996221", "address": "fa:16:3e:61:87:c0", "network": {"id": "a2a13cd0-3c34-45eb-9564-831cd179058b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2132574208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aefc0011ab314d3882711ec6edfa7e78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57fb695c-36", "ovs_interfaceid": "57fb695c-3653-49b3-8338-0c7637996221", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2035.967992] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:87:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0c0b05e-6d10-474c-9173-4c8f1dacac9f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57fb695c-3653-49b3-8338-0c7637996221', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2035.975644] env[62291]: DEBUG oslo.service.loopingcall [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2035.977875] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2035.978358] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-50b7dd5c-6b8b-40a8-afed-157592391143 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.000505] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2036.000505] env[62291]: value = "task-2142817" [ 2036.000505] env[62291]: _type = "Task" [ 2036.000505] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.009477] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142817, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.105147] env[62291]: DEBUG oslo_vmware.api [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Task: {'id': task-2142814, 'name': ReconfigVM_Task, 'duration_secs': 0.276691} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.105611] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 5fd07b81-1348-4194-ab20-437cb5c61dfa/5fd07b81-1348-4194-ab20-437cb5c61dfa.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2036.106578] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0c86990-8a4d-49ff-be48-7e0763b63e3e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.113135] env[62291]: DEBUG oslo_vmware.api [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Waiting for the task: (returnval){ [ 2036.113135] env[62291]: value = "task-2142818" [ 2036.113135] env[62291]: _type = "Task" [ 2036.113135] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.121452] env[62291]: DEBUG oslo_vmware.api [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Task: {'id': task-2142818, 'name': Rename_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.382924] env[62291]: DEBUG oslo_vmware.api [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Task: {'id': task-2142815, 'name': Rename_Task, 'duration_secs': 0.165248} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.383848] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] [instance: 421efe71-8164-46e8-9a64-6dc12c366025] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2036.384125] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f6f1183-e04b-4f23-a86f-4063c854a62c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.390815] env[62291]: DEBUG oslo_vmware.api [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Task: {'id': task-2142816, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064498} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.391688] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2036.392753] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a287f26d-b5b7-4a55-935c-f7f8ba69385c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.396520] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Releasing lock "refresh_cache-b6d3ef08-a9b2-49db-9404-aa68bc2139c1" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2036.396838] env[62291]: DEBUG nova.compute.manager [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] [instance: b6d3ef08-a9b2-49db-9404-aa68bc2139c1] Instance network_info: |[{"id": "b5d4d217-4ff5-4ecc-bddc-194fd52ee89b", "address": "fa:16:3e:70:8c:2f", "network": {"id": "dfd7f816-7b1f-4981-be47-0faa74031a67", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-947371103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff3018a7755a4518a523d9b6b98fd18f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5d4d217-4f", "ovs_interfaceid": "b5d4d217-4ff5-4ecc-bddc-194fd52ee89b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2036.397178] env[62291]: DEBUG oslo_vmware.api [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Waiting for the task: (returnval){ [ 2036.397178] env[62291]: value = "task-2142819" [ 2036.397178] env[62291]: _type = "Task" [ 2036.397178] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.397510] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] [instance: b6d3ef08-a9b2-49db-9404-aa68bc2139c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:8c:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92233552-2c0c-416e-9bf3-bfcca8eda2dc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5d4d217-4ff5-4ecc-bddc-194fd52ee89b', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2036.404878] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Creating folder: Project (ff3018a7755a4518a523d9b6b98fd18f). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2036.408214] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-36f71877-c599-4b60-aea1-e6cf124c19a2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.434867] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] b4217ee8-62a6-4902-8dae-bfdad8eca7be/b4217ee8-62a6-4902-8dae-bfdad8eca7be.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2036.440985] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cb8fb2d-91d8-4b99-b4ab-a06881093815 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.459656] env[62291]: DEBUG oslo_vmware.api [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Task: {'id': task-2142819, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.459946] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Created folder: Project (ff3018a7755a4518a523d9b6b98fd18f) in parent group-v437896. [ 2036.460138] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Creating folder: Instances. Parent ref: group-v438004. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2036.460775] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1745ebce-8270-4a94-b268-84a8c0e3a92b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.467407] env[62291]: DEBUG oslo_vmware.api [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Waiting for the task: (returnval){ [ 2036.467407] env[62291]: value = "task-2142821" [ 2036.467407] env[62291]: _type = "Task" [ 2036.467407] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.474437] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Created folder: Instances in parent group-v438004. [ 2036.474677] env[62291]: DEBUG oslo.service.loopingcall [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2036.475225] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6d3ef08-a9b2-49db-9404-aa68bc2139c1] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2036.475461] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0d807a52-d791-408d-90ac-b98bf6646b8a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.495991] env[62291]: DEBUG nova.objects.instance [None req-1923b984-892f-4288-a5e5-4684e513592d tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Lazy-loading 'flavor' on Instance uuid bb952207-9905-4a12-a189-94d00a8d1066 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2036.497657] env[62291]: DEBUG oslo_vmware.api [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Task: {'id': task-2142821, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.505339] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2036.505339] env[62291]: value = "task-2142823" [ 2036.505339] env[62291]: _type = "Task" [ 2036.505339] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.514766] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142817, 'name': CreateVM_Task, 'duration_secs': 0.422197} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.516056] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2036.516753] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2036.516924] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2036.517306] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2036.520755] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da0655fb-124e-4b0e-8587-0887afee3346 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.522319] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142823, 'name': CreateVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.525778] env[62291]: DEBUG oslo_vmware.api [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Waiting for the task: (returnval){ [ 2036.525778] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52dc3a5e-2932-d083-499f-51d639fd6c22" [ 2036.525778] env[62291]: _type = "Task" [ 2036.525778] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.538112] env[62291]: DEBUG oslo_vmware.api [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52dc3a5e-2932-d083-499f-51d639fd6c22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.625072] env[62291]: DEBUG oslo_vmware.api [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Task: {'id': task-2142818, 'name': Rename_Task, 'duration_secs': 0.227707} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.627224] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2036.627639] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09b18e29-4627-4e77-a0c7-0dfda9443bb5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.634101] env[62291]: DEBUG oslo_vmware.api [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Waiting for the task: (returnval){ [ 2036.634101] env[62291]: value = "task-2142824" [ 2036.634101] env[62291]: _type = "Task" [ 2036.634101] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.642636] env[62291]: DEBUG oslo_vmware.api [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Task: {'id': task-2142824, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.707581] env[62291]: INFO nova.compute.manager [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Swapping old allocation on dict_keys(['142b9caf-95b8-4f05-a0ca-6a285ed758e8']) held by migration 4554fb07-06d6-4467-85c3-bc49c4093bd1 for instance [ 2036.733245] env[62291]: DEBUG nova.scheduler.client.report [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Overwriting current allocation {'allocations': {'142b9caf-95b8-4f05-a0ca-6a285ed758e8': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 71}}, 'project_id': 'ea482d96eadd488c836991750a91b0ca', 'user_id': '7303e2c53c6e40ccb12f24b3fb7e4304', 'consumer_generation': 1} on consumer 0a178974-018c-410a-a901-c9e984be8ebf {{(pid=62291) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 2036.756203] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "386f83d9-31c2-47ae-970e-7c2449aab0a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2036.756424] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "386f83d9-31c2-47ae-970e-7c2449aab0a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2036.762190] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66610acc-43ca-45c8-938c-b2b6205bd6d3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.770163] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42a30c0-d69b-42a7-b300-a3da7caa8c9e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.811756] env[62291]: DEBUG nova.compute.manager [req-de37a368-739a-4f87-8461-265493ff60b8 req-35d519c6-8597-4edc-8d3a-8b0479f65ca6 service nova] [instance: b6d3ef08-a9b2-49db-9404-aa68bc2139c1] Received event network-changed-b5d4d217-4ff5-4ecc-bddc-194fd52ee89b {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2036.811948] env[62291]: DEBUG nova.compute.manager [req-de37a368-739a-4f87-8461-265493ff60b8 req-35d519c6-8597-4edc-8d3a-8b0479f65ca6 service nova] [instance: b6d3ef08-a9b2-49db-9404-aa68bc2139c1] Refreshing instance network info cache due to event network-changed-b5d4d217-4ff5-4ecc-bddc-194fd52ee89b. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2036.812176] env[62291]: DEBUG oslo_concurrency.lockutils [req-de37a368-739a-4f87-8461-265493ff60b8 req-35d519c6-8597-4edc-8d3a-8b0479f65ca6 service nova] Acquiring lock "refresh_cache-b6d3ef08-a9b2-49db-9404-aa68bc2139c1" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2036.812318] env[62291]: DEBUG oslo_concurrency.lockutils [req-de37a368-739a-4f87-8461-265493ff60b8 req-35d519c6-8597-4edc-8d3a-8b0479f65ca6 service nova] Acquired lock "refresh_cache-b6d3ef08-a9b2-49db-9404-aa68bc2139c1" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2036.812479] env[62291]: DEBUG nova.network.neutron [req-de37a368-739a-4f87-8461-265493ff60b8 req-35d519c6-8597-4edc-8d3a-8b0479f65ca6 service nova] [instance: b6d3ef08-a9b2-49db-9404-aa68bc2139c1] Refreshing network info cache for port b5d4d217-4ff5-4ecc-bddc-194fd52ee89b {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2036.814048] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f40f9238-a955-404b-ad49-a9e86b5e02ca {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.824331] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bedbe3f6-f1d6-4cda-83d2-f892be580125 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.839429] env[62291]: DEBUG nova.compute.provider_tree [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2036.882560] env[62291]: DEBUG oslo_concurrency.lockutils [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Acquiring lock "refresh_cache-0a178974-018c-410a-a901-c9e984be8ebf" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2036.882815] env[62291]: DEBUG oslo_concurrency.lockutils [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Acquired lock "refresh_cache-0a178974-018c-410a-a901-c9e984be8ebf" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2036.883030] env[62291]: DEBUG nova.network.neutron [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2036.916045] env[62291]: DEBUG oslo_vmware.api [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Task: {'id': task-2142819, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.979693] env[62291]: DEBUG oslo_vmware.api [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Task: {'id': task-2142821, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.000962] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1923b984-892f-4288-a5e5-4684e513592d tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Lock "bb952207-9905-4a12-a189-94d00a8d1066" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.796s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2037.016031] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142823, 'name': CreateVM_Task, 'duration_secs': 0.490902} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.016992] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6d3ef08-a9b2-49db-9404-aa68bc2139c1] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2037.017802] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2037.036916] env[62291]: DEBUG oslo_vmware.api [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52dc3a5e-2932-d083-499f-51d639fd6c22, 'name': SearchDatastore_Task, 'duration_secs': 0.024495} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.036916] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2037.036916] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2037.037199] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2037.037199] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2037.037348] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2037.038071] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2037.038071] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2037.038260] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a602d46-82c5-4932-b8b1-750ef9ddec1b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.040084] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a084456-c424-443f-bb09-f47abba683c5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.045793] env[62291]: DEBUG oslo_vmware.api [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Waiting for the task: (returnval){ [ 2037.045793] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]527a951a-6404-3cee-d7a7-cf762c00bfec" [ 2037.045793] env[62291]: _type = "Task" [ 2037.045793] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.054041] env[62291]: DEBUG oslo_vmware.api [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]527a951a-6404-3cee-d7a7-cf762c00bfec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.055343] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2037.055553] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2037.056328] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60b97a46-6ef9-4f7d-9201-db399c6d5931 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.061614] env[62291]: DEBUG oslo_vmware.api [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Waiting for the task: (returnval){ [ 2037.061614] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52904265-e84e-a86d-b878-a9df45f74fbf" [ 2037.061614] env[62291]: _type = "Task" [ 2037.061614] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.071793] env[62291]: DEBUG oslo_vmware.api [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52904265-e84e-a86d-b878-a9df45f74fbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.144486] env[62291]: DEBUG oslo_vmware.api [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Task: {'id': task-2142824, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.318369] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7b35b987-f786-41ff-9915-dcf260eb31a2 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Acquiring lock "bb952207-9905-4a12-a189-94d00a8d1066" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2037.318637] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7b35b987-f786-41ff-9915-dcf260eb31a2 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Lock "bb952207-9905-4a12-a189-94d00a8d1066" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2037.343519] env[62291]: DEBUG nova.scheduler.client.report [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2037.416790] env[62291]: DEBUG oslo_vmware.api [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Task: {'id': task-2142819, 'name': PowerOnVM_Task, 'duration_secs': 0.663974} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.417086] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] [instance: 421efe71-8164-46e8-9a64-6dc12c366025] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2037.417295] env[62291]: INFO nova.compute.manager [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] [instance: 421efe71-8164-46e8-9a64-6dc12c366025] Took 13.65 seconds to spawn the instance on the hypervisor. [ 2037.417472] env[62291]: DEBUG nova.compute.manager [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] [instance: 421efe71-8164-46e8-9a64-6dc12c366025] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2037.418311] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03e0500-20d5-4cdb-9b12-e5c862bced6a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.479664] env[62291]: DEBUG oslo_vmware.api [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Task: {'id': task-2142821, 'name': ReconfigVM_Task, 'duration_secs': 0.525623} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.479961] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] Reconfigured VM instance instance-0000002d to attach disk [datastore2] b4217ee8-62a6-4902-8dae-bfdad8eca7be/b4217ee8-62a6-4902-8dae-bfdad8eca7be.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2037.480629] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c052cf6-8920-4d57-9656-0f8f764cc427 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.487965] env[62291]: DEBUG oslo_vmware.api [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Waiting for the task: (returnval){ [ 2037.487965] env[62291]: value = "task-2142825" [ 2037.487965] env[62291]: _type = "Task" [ 2037.487965] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.500728] env[62291]: DEBUG oslo_vmware.api [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Task: {'id': task-2142825, 'name': Rename_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.556125] env[62291]: DEBUG oslo_vmware.api [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]527a951a-6404-3cee-d7a7-cf762c00bfec, 'name': SearchDatastore_Task, 'duration_secs': 0.017022} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.556433] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2037.556672] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] [instance: b6d3ef08-a9b2-49db-9404-aa68bc2139c1] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2037.556899] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2037.570548] env[62291]: DEBUG oslo_vmware.api [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52904265-e84e-a86d-b878-a9df45f74fbf, 'name': SearchDatastore_Task, 'duration_secs': 0.027383} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.571381] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bfdf508-5feb-454d-8ab5-cbc7a882c7d9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.576560] env[62291]: DEBUG oslo_vmware.api [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Waiting for the task: (returnval){ [ 2037.576560] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]527dfdb3-d3d1-4965-cc26-3f3bf7ae2286" [ 2037.576560] env[62291]: _type = "Task" [ 2037.576560] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.577340] env[62291]: DEBUG nova.network.neutron [req-de37a368-739a-4f87-8461-265493ff60b8 req-35d519c6-8597-4edc-8d3a-8b0479f65ca6 service nova] [instance: b6d3ef08-a9b2-49db-9404-aa68bc2139c1] Updated VIF entry in instance network info cache for port b5d4d217-4ff5-4ecc-bddc-194fd52ee89b. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2037.577705] env[62291]: DEBUG nova.network.neutron [req-de37a368-739a-4f87-8461-265493ff60b8 req-35d519c6-8597-4edc-8d3a-8b0479f65ca6 service nova] [instance: b6d3ef08-a9b2-49db-9404-aa68bc2139c1] Updating instance_info_cache with network_info: [{"id": "b5d4d217-4ff5-4ecc-bddc-194fd52ee89b", "address": "fa:16:3e:70:8c:2f", "network": {"id": "dfd7f816-7b1f-4981-be47-0faa74031a67", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-947371103-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ff3018a7755a4518a523d9b6b98fd18f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92233552-2c0c-416e-9bf3-bfcca8eda2dc", "external-id": "nsx-vlan-transportzone-251", "segmentation_id": 251, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5d4d217-4f", "ovs_interfaceid": "b5d4d217-4ff5-4ecc-bddc-194fd52ee89b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2037.587441] env[62291]: DEBUG oslo_vmware.api [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]527dfdb3-d3d1-4965-cc26-3f3bf7ae2286, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.646311] env[62291]: DEBUG oslo_vmware.api [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Task: {'id': task-2142824, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.823763] env[62291]: INFO nova.compute.manager [None req-7b35b987-f786-41ff-9915-dcf260eb31a2 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Detaching volume 6bf81da4-172a-4284-8576-a08aa50123bf [ 2037.836872] env[62291]: DEBUG nova.network.neutron [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Updating instance_info_cache with network_info: [{"id": "d5f7a1b8-950b-427c-8e4c-2b186102b849", "address": "fa:16:3e:c1:8a:bd", "network": {"id": "628f334a-7ac3-4fd6-9258-4e5aabcf7839", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7a5e935372e4d0998462c64df5e8266", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd5f7a1b8-95", "ovs_interfaceid": "d5f7a1b8-950b-427c-8e4c-2b186102b849", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2037.849146] env[62291]: DEBUG oslo_concurrency.lockutils [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.682s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2037.849706] env[62291]: DEBUG nova.compute.manager [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2037.852768] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 31.828s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2037.860828] env[62291]: INFO nova.virt.block_device [None req-7b35b987-f786-41ff-9915-dcf260eb31a2 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Attempting to driver detach volume 6bf81da4-172a-4284-8576-a08aa50123bf from mountpoint /dev/sdb [ 2037.861110] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b35b987-f786-41ff-9915-dcf260eb31a2 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Volume detach. Driver type: vmdk {{(pid=62291) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2037.861312] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b35b987-f786-41ff-9915-dcf260eb31a2 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-437993', 'volume_id': '6bf81da4-172a-4284-8576-a08aa50123bf', 'name': 'volume-6bf81da4-172a-4284-8576-a08aa50123bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb952207-9905-4a12-a189-94d00a8d1066', 'attached_at': '', 'detached_at': '', 'volume_id': '6bf81da4-172a-4284-8576-a08aa50123bf', 'serial': '6bf81da4-172a-4284-8576-a08aa50123bf'} {{(pid=62291) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2037.862306] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76d2ea9-a37d-461b-9c2e-3bc29ccd7eee {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.885011] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d415cc6-149a-431a-b892-f5c208162e02 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.894881] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b63a8c-6b3f-457b-9750-302321b9867d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.916110] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f6e1f4-a6b0-4aa2-8508-e43f4ecf605d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.937157] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b35b987-f786-41ff-9915-dcf260eb31a2 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] The volume has not been displaced from its original location: [datastore2] volume-6bf81da4-172a-4284-8576-a08aa50123bf/volume-6bf81da4-172a-4284-8576-a08aa50123bf.vmdk. No consolidation needed. {{(pid=62291) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2037.942873] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b35b987-f786-41ff-9915-dcf260eb31a2 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Reconfiguring VM instance instance-00000010 to detach disk 2001 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2037.944971] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bd211c6-b094-4ee9-b4b7-18f3e6d445af {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.958367] env[62291]: INFO nova.compute.manager [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] [instance: 421efe71-8164-46e8-9a64-6dc12c366025] Took 48.16 seconds to build instance. [ 2037.965466] env[62291]: DEBUG oslo_vmware.api [None req-7b35b987-f786-41ff-9915-dcf260eb31a2 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Waiting for the task: (returnval){ [ 2037.965466] env[62291]: value = "task-2142826" [ 2037.965466] env[62291]: _type = "Task" [ 2037.965466] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.974290] env[62291]: DEBUG oslo_vmware.api [None req-7b35b987-f786-41ff-9915-dcf260eb31a2 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': task-2142826, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.000495] env[62291]: DEBUG oslo_vmware.api [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Task: {'id': task-2142825, 'name': Rename_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.083317] env[62291]: DEBUG oslo_concurrency.lockutils [req-de37a368-739a-4f87-8461-265493ff60b8 req-35d519c6-8597-4edc-8d3a-8b0479f65ca6 service nova] Releasing lock "refresh_cache-b6d3ef08-a9b2-49db-9404-aa68bc2139c1" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2038.090917] env[62291]: DEBUG oslo_vmware.api [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]527dfdb3-d3d1-4965-cc26-3f3bf7ae2286, 'name': SearchDatastore_Task, 'duration_secs': 0.013913} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.091236] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2038.091500] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 29473c85-120a-4c82-b22b-cff8d37e98cd/29473c85-120a-4c82-b22b-cff8d37e98cd.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2038.091787] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2038.091980] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2038.092218] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a461e40-d7dd-4e0b-abc5-ae7ccc173686 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.094302] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1131aa0c-a1b3-495f-bd2d-a2713a506b34 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.102302] env[62291]: DEBUG oslo_vmware.api [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Waiting for the task: (returnval){ [ 2038.102302] env[62291]: value = "task-2142827" [ 2038.102302] env[62291]: _type = "Task" [ 2038.102302] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.106380] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2038.106624] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2038.108258] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2482638-b48b-476f-90e5-c29a73ba79c5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.114754] env[62291]: DEBUG oslo_vmware.api [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Task: {'id': task-2142827, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.117952] env[62291]: DEBUG oslo_vmware.api [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Waiting for the task: (returnval){ [ 2038.117952] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52dd13a9-02bd-9947-dd85-4b1b039f2f9a" [ 2038.117952] env[62291]: _type = "Task" [ 2038.117952] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.125697] env[62291]: DEBUG oslo_vmware.api [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52dd13a9-02bd-9947-dd85-4b1b039f2f9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.145607] env[62291]: DEBUG oslo_vmware.api [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Task: {'id': task-2142824, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.341186] env[62291]: DEBUG oslo_concurrency.lockutils [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Releasing lock "refresh_cache-0a178974-018c-410a-a901-c9e984be8ebf" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2038.341186] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2038.341186] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8adacb55-4e7e-4b8f-989c-0096845658cf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.347564] env[62291]: DEBUG oslo_vmware.api [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Waiting for the task: (returnval){ [ 2038.347564] env[62291]: value = "task-2142828" [ 2038.347564] env[62291]: _type = "Task" [ 2038.347564] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.354742] env[62291]: DEBUG nova.compute.utils [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2038.372056] env[62291]: DEBUG nova.compute.manager [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2038.372237] env[62291]: DEBUG nova.network.neutron [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2038.374253] env[62291]: DEBUG oslo_vmware.api [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Task: {'id': task-2142828, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.375378] env[62291]: DEBUG nova.compute.manager [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2038.441836] env[62291]: DEBUG nova.policy [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95a08ca4e29a4da2aca56edfeaadea74', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f2b8109afd14133806cc8a13df630fb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2038.461569] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3f74d7aa-1c49-4907-a951-afa0f10e7f78 tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Lock "421efe71-8164-46e8-9a64-6dc12c366025" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 133.902s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2038.477421] env[62291]: DEBUG oslo_vmware.api [None req-7b35b987-f786-41ff-9915-dcf260eb31a2 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': task-2142826, 'name': ReconfigVM_Task, 'duration_secs': 0.326674} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.478416] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b35b987-f786-41ff-9915-dcf260eb31a2 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Reconfigured VM instance instance-00000010 to detach disk 2001 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2038.483363] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7401df43-525c-40a2-9edb-5fdeaf16cdce {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.505248] env[62291]: DEBUG oslo_vmware.api [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Task: {'id': task-2142825, 'name': Rename_Task, 'duration_secs': 0.698527} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.505248] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2038.505248] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93e3a841-755d-4d52-9836-1999d3e86f6a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.508228] env[62291]: DEBUG oslo_vmware.api [None req-7b35b987-f786-41ff-9915-dcf260eb31a2 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Waiting for the task: (returnval){ [ 2038.508228] env[62291]: value = "task-2142829" [ 2038.508228] env[62291]: _type = "Task" [ 2038.508228] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.514708] env[62291]: DEBUG oslo_vmware.api [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Waiting for the task: (returnval){ [ 2038.514708] env[62291]: value = "task-2142830" [ 2038.514708] env[62291]: _type = "Task" [ 2038.514708] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.521584] env[62291]: DEBUG oslo_vmware.api [None req-7b35b987-f786-41ff-9915-dcf260eb31a2 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': task-2142829, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.527601] env[62291]: DEBUG oslo_vmware.api [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Task: {'id': task-2142830, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.616246] env[62291]: DEBUG oslo_vmware.api [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Task: {'id': task-2142827, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.630314] env[62291]: DEBUG oslo_vmware.api [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52dd13a9-02bd-9947-dd85-4b1b039f2f9a, 'name': SearchDatastore_Task, 'duration_secs': 0.011569} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.630314] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89b4012e-9095-4993-bb21-b7a55fd040d9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.635912] env[62291]: DEBUG oslo_vmware.api [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Waiting for the task: (returnval){ [ 2038.635912] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5259412d-f6fe-cbda-892a-b52e5108e52c" [ 2038.635912] env[62291]: _type = "Task" [ 2038.635912] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.649539] env[62291]: DEBUG oslo_vmware.api [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5259412d-f6fe-cbda-892a-b52e5108e52c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.653109] env[62291]: DEBUG oslo_vmware.api [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Task: {'id': task-2142824, 'name': PowerOnVM_Task, 'duration_secs': 1.525388} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.653335] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2038.653559] env[62291]: INFO nova.compute.manager [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Took 19.82 seconds to spawn the instance on the hypervisor. [ 2038.653870] env[62291]: DEBUG nova.compute.manager [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2038.654952] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-557e9d5e-edb7-46bc-a6d7-fc86480d1b49 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.792655] env[62291]: DEBUG nova.network.neutron [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Successfully created port: 73f066cc-f6ad-436a-9696-30223d5ef62d {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2038.858411] env[62291]: DEBUG oslo_vmware.api [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Task: {'id': task-2142828, 'name': PowerOffVM_Task, 'duration_secs': 0.286451} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.858690] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2038.859366] env[62291]: DEBUG nova.virt.hardware [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T08:04:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='7997f16d-d4c4-4cd9-80da-97b3433a0f2a',id=32,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-279147643',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2038.859581] env[62291]: DEBUG nova.virt.hardware [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2038.859740] env[62291]: DEBUG nova.virt.hardware [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2038.859924] env[62291]: DEBUG nova.virt.hardware [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2038.860087] env[62291]: DEBUG nova.virt.hardware [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2038.860242] env[62291]: DEBUG nova.virt.hardware [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2038.860447] env[62291]: DEBUG nova.virt.hardware [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2038.860609] env[62291]: DEBUG nova.virt.hardware [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2038.860776] env[62291]: DEBUG nova.virt.hardware [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2038.860941] env[62291]: DEBUG nova.virt.hardware [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2038.861127] env[62291]: DEBUG nova.virt.hardware [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2038.866061] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dea9e407-37fc-41bb-9f34-2717e8c07e51 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.889238] env[62291]: DEBUG oslo_vmware.api [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Waiting for the task: (returnval){ [ 2038.889238] env[62291]: value = "task-2142831" [ 2038.889238] env[62291]: _type = "Task" [ 2038.889238] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.898400] env[62291]: DEBUG oslo_vmware.api [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Task: {'id': task-2142831, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.923628] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance c5bfbc28-cf6c-4c9e-8745-a5e520a6131e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2038.923870] env[62291]: WARNING nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance f50e95c8-d4ea-4250-862f-8b3be53cabc9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2038.924010] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance bb952207-9905-4a12-a189-94d00a8d1066 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2038.924139] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance c1b0c88d-a23d-4b9d-91a8-adb25967c228 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2038.924536] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2038.924678] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance d5839caf-2cfa-42ae-84f4-145f5ae614a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2038.924795] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 4f4a46eb-7bd3-4477-89eb-dd30a98a3538 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2038.924908] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 9e744a65-5987-42ac-b826-17482fb23f8a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2038.925028] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 4bffe146-0b5f-4141-b83c-6974834803bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2038.925143] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance d1aecebc-401e-45ff-805e-c038722f4cad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2038.925426] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance adb610f9-02ae-45c0-96e8-939bb4959ab4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2038.925426] env[62291]: WARNING nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 68d9ebdd-312b-4823-99b4-01b3ff895561 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2038.925513] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance a06e85bc-af77-404c-a50b-312dd60ae1c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2038.925768] env[62291]: WARNING nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 9f269471-9c27-4479-9494-b67e41dd55e7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2038.926373] env[62291]: WARNING nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance a7fe6c49-4623-49a6-826d-37a2bb790206 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2038.926373] env[62291]: WARNING nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance d4d8221d-778d-43c5-acfe-84aaa2424b5a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2038.926373] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance ff21fe8f-e07a-4781-b692-9f585afab706 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2038.926525] env[62291]: WARNING nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 36cf27ca-350f-480b-bba3-fb29db7f176f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2038.926525] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 5fd07b81-1348-4194-ab20-437cb5c61dfa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2038.926636] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 421efe71-8164-46e8-9a64-6dc12c366025 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2038.927059] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance b4217ee8-62a6-4902-8dae-bfdad8eca7be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2038.927059] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 29473c85-120a-4c82-b22b-cff8d37e98cd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2038.927059] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance b6d3ef08-a9b2-49db-9404-aa68bc2139c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2038.927310] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2038.966035] env[62291]: DEBUG nova.compute.manager [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2039.025182] env[62291]: DEBUG oslo_vmware.api [None req-7b35b987-f786-41ff-9915-dcf260eb31a2 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': task-2142829, 'name': ReconfigVM_Task, 'duration_secs': 0.204353} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.026145] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-7b35b987-f786-41ff-9915-dcf260eb31a2 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-437993', 'volume_id': '6bf81da4-172a-4284-8576-a08aa50123bf', 'name': 'volume-6bf81da4-172a-4284-8576-a08aa50123bf', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb952207-9905-4a12-a189-94d00a8d1066', 'attached_at': '', 'detached_at': '', 'volume_id': '6bf81da4-172a-4284-8576-a08aa50123bf', 'serial': '6bf81da4-172a-4284-8576-a08aa50123bf'} {{(pid=62291) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2039.035447] env[62291]: DEBUG oslo_vmware.api [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Task: {'id': task-2142830, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.114274] env[62291]: DEBUG oslo_vmware.api [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Task: {'id': task-2142827, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57017} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.114383] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 29473c85-120a-4c82-b22b-cff8d37e98cd/29473c85-120a-4c82-b22b-cff8d37e98cd.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2039.114575] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2039.114848] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8eebc8fa-27e7-433e-825c-75f4c3d0afd6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.122542] env[62291]: DEBUG oslo_vmware.api [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Waiting for the task: (returnval){ [ 2039.122542] env[62291]: value = "task-2142832" [ 2039.122542] env[62291]: _type = "Task" [ 2039.122542] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.130960] env[62291]: DEBUG oslo_vmware.api [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Task: {'id': task-2142832, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.146827] env[62291]: DEBUG oslo_vmware.api [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5259412d-f6fe-cbda-892a-b52e5108e52c, 'name': SearchDatastore_Task, 'duration_secs': 0.016714} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.147692] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2039.147945] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] b6d3ef08-a9b2-49db-9404-aa68bc2139c1/b6d3ef08-a9b2-49db-9404-aa68bc2139c1.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2039.148276] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-52468183-5008-41a3-8c8f-5d3f3d39f4aa {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.156125] env[62291]: DEBUG oslo_vmware.api [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Waiting for the task: (returnval){ [ 2039.156125] env[62291]: value = "task-2142833" [ 2039.156125] env[62291]: _type = "Task" [ 2039.156125] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.167173] env[62291]: DEBUG oslo_vmware.api [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Task: {'id': task-2142833, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.177381] env[62291]: INFO nova.compute.manager [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Took 53.24 seconds to build instance. [ 2039.394502] env[62291]: DEBUG nova.compute.manager [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2039.400306] env[62291]: DEBUG oslo_vmware.api [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Task: {'id': task-2142831, 'name': ReconfigVM_Task, 'duration_secs': 0.298726} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.402149] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b093b4d-2c6b-451a-a620-14414af28a59 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.421468] env[62291]: DEBUG nova.virt.hardware [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T08:04:29Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='7997f16d-d4c4-4cd9-80da-97b3433a0f2a',id=32,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-279147643',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2039.421716] env[62291]: DEBUG nova.virt.hardware [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2039.421878] env[62291]: DEBUG nova.virt.hardware [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2039.422077] env[62291]: DEBUG nova.virt.hardware [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2039.422229] env[62291]: DEBUG nova.virt.hardware [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2039.422381] env[62291]: DEBUG nova.virt.hardware [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2039.422591] env[62291]: DEBUG nova.virt.hardware [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2039.422754] env[62291]: DEBUG nova.virt.hardware [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2039.422926] env[62291]: DEBUG nova.virt.hardware [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2039.423110] env[62291]: DEBUG nova.virt.hardware [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2039.423288] env[62291]: DEBUG nova.virt.hardware [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2039.426466] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1e985d7-3d78-4926-b1b7-44d4fef064f1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.430724] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 1504489e-14ed-496f-874e-03be8429bbe8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2039.430881] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 0a178974-018c-410a-a901-c9e984be8ebf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2039.433443] env[62291]: DEBUG oslo_vmware.api [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Waiting for the task: (returnval){ [ 2039.433443] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52c29467-0ae1-cadd-b456-00b721646885" [ 2039.433443] env[62291]: _type = "Task" [ 2039.433443] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.435778] env[62291]: DEBUG nova.virt.hardware [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2039.436093] env[62291]: DEBUG nova.virt.hardware [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2039.436276] env[62291]: DEBUG nova.virt.hardware [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2039.436468] env[62291]: DEBUG nova.virt.hardware [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2039.436617] env[62291]: DEBUG nova.virt.hardware [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2039.436772] env[62291]: DEBUG nova.virt.hardware [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2039.437030] env[62291]: DEBUG nova.virt.hardware [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2039.437204] env[62291]: DEBUG nova.virt.hardware [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2039.437378] env[62291]: DEBUG nova.virt.hardware [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2039.437542] env[62291]: DEBUG nova.virt.hardware [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2039.438147] env[62291]: DEBUG nova.virt.hardware [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2039.439405] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb98f0cb-51d1-453f-82e1-ce3d7ca95d32 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.453899] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bb87178-6788-40bc-862c-87bac00eca53 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.458266] env[62291]: DEBUG oslo_vmware.api [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52c29467-0ae1-cadd-b456-00b721646885, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.488317] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2039.525444] env[62291]: DEBUG oslo_vmware.api [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Task: {'id': task-2142830, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.590647] env[62291]: DEBUG nova.objects.instance [None req-7b35b987-f786-41ff-9915-dcf260eb31a2 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Lazy-loading 'flavor' on Instance uuid bb952207-9905-4a12-a189-94d00a8d1066 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2039.602103] env[62291]: DEBUG oslo_concurrency.lockutils [None req-33a80c21-dbb5-450b-8109-35c5f61414fe tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Acquiring lock "5fd07b81-1348-4194-ab20-437cb5c61dfa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2039.639034] env[62291]: DEBUG oslo_vmware.api [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Task: {'id': task-2142832, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067064} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.639627] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2039.641040] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36f104b6-a1f2-4b47-972d-49ffb32644d1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.680401] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] 29473c85-120a-4c82-b22b-cff8d37e98cd/29473c85-120a-4c82-b22b-cff8d37e98cd.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2039.684687] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5d64d3bb-bb60-4b51-9511-3fe279d17c7d tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Lock "5fd07b81-1348-4194-ab20-437cb5c61dfa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 136.046s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2039.685180] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af44e8ba-3438-4c1f-bc1f-577f7075d357 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.701937] env[62291]: DEBUG oslo_concurrency.lockutils [None req-33a80c21-dbb5-450b-8109-35c5f61414fe tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Lock "5fd07b81-1348-4194-ab20-437cb5c61dfa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.100s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2039.702239] env[62291]: DEBUG oslo_concurrency.lockutils [None req-33a80c21-dbb5-450b-8109-35c5f61414fe tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Acquiring lock "5fd07b81-1348-4194-ab20-437cb5c61dfa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2039.702540] env[62291]: DEBUG oslo_concurrency.lockutils [None req-33a80c21-dbb5-450b-8109-35c5f61414fe tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Lock "5fd07b81-1348-4194-ab20-437cb5c61dfa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2039.702855] env[62291]: DEBUG oslo_concurrency.lockutils [None req-33a80c21-dbb5-450b-8109-35c5f61414fe tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Lock "5fd07b81-1348-4194-ab20-437cb5c61dfa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2039.706086] env[62291]: INFO nova.compute.manager [None req-33a80c21-dbb5-450b-8109-35c5f61414fe tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Terminating instance [ 2039.710691] env[62291]: DEBUG oslo_vmware.api [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Task: {'id': task-2142833, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.711279] env[62291]: DEBUG nova.compute.manager [None req-33a80c21-dbb5-450b-8109-35c5f61414fe tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2039.711472] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-33a80c21-dbb5-450b-8109-35c5f61414fe tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2039.713226] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2090de63-8e68-457a-8de4-bd2cc2339909 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.716086] env[62291]: DEBUG oslo_vmware.api [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Waiting for the task: (returnval){ [ 2039.716086] env[62291]: value = "task-2142834" [ 2039.716086] env[62291]: _type = "Task" [ 2039.716086] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.723289] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-33a80c21-dbb5-450b-8109-35c5f61414fe tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2039.729146] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c1d88cf4-4aa1-4d38-8e7e-c3e7fbc3c50f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.729146] env[62291]: DEBUG oslo_vmware.api [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Task: {'id': task-2142834, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.734014] env[62291]: DEBUG oslo_vmware.api [None req-33a80c21-dbb5-450b-8109-35c5f61414fe tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Waiting for the task: (returnval){ [ 2039.734014] env[62291]: value = "task-2142835" [ 2039.734014] env[62291]: _type = "Task" [ 2039.734014] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.749518] env[62291]: DEBUG oslo_vmware.api [None req-33a80c21-dbb5-450b-8109-35c5f61414fe tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Task: {'id': task-2142835, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.935966] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2039.950018] env[62291]: DEBUG oslo_vmware.api [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52c29467-0ae1-cadd-b456-00b721646885, 'name': SearchDatastore_Task, 'duration_secs': 0.019911} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.957275] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Reconfiguring VM instance instance-00000019 to detach disk 2000 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2039.957911] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fa66b92c-3d87-40fc-9261-16be5e6cefce {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.978839] env[62291]: DEBUG oslo_vmware.api [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Waiting for the task: (returnval){ [ 2039.978839] env[62291]: value = "task-2142836" [ 2039.978839] env[62291]: _type = "Task" [ 2039.978839] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2039.988617] env[62291]: DEBUG oslo_vmware.api [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Task: {'id': task-2142836, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.027151] env[62291]: DEBUG oslo_vmware.api [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Task: {'id': task-2142830, 'name': PowerOnVM_Task, 'duration_secs': 1.178289} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.027536] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2040.028478] env[62291]: INFO nova.compute.manager [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] Took 13.49 seconds to spawn the instance on the hypervisor. [ 2040.028478] env[62291]: DEBUG nova.compute.manager [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2040.028860] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38893e38-b56f-44f2-96c2-84f604dc4d75 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.175998] env[62291]: DEBUG oslo_vmware.api [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Task: {'id': task-2142833, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.867105} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.176289] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] b6d3ef08-a9b2-49db-9404-aa68bc2139c1/b6d3ef08-a9b2-49db-9404-aa68bc2139c1.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2040.176515] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] [instance: b6d3ef08-a9b2-49db-9404-aa68bc2139c1] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2040.176767] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-06b1ac68-a95c-45e5-ba47-15472c9ec9d7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.184955] env[62291]: DEBUG oslo_vmware.api [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Waiting for the task: (returnval){ [ 2040.184955] env[62291]: value = "task-2142837" [ 2040.184955] env[62291]: _type = "Task" [ 2040.184955] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.192865] env[62291]: DEBUG oslo_vmware.api [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Task: {'id': task-2142837, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.205583] env[62291]: DEBUG nova.compute.manager [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] [instance: e79e3ab1-8503-4045-a403-c11c2d57b63f] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2040.230651] env[62291]: DEBUG oslo_vmware.api [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Task: {'id': task-2142834, 'name': ReconfigVM_Task, 'duration_secs': 0.495541} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.231138] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Reconfigured VM instance instance-0000002e to attach disk [datastore2] 29473c85-120a-4c82-b22b-cff8d37e98cd/29473c85-120a-4c82-b22b-cff8d37e98cd.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2040.231436] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6f4ec5f-4d96-4a53-a6f7-323472d680fa {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.240743] env[62291]: DEBUG oslo_vmware.api [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Waiting for the task: (returnval){ [ 2040.240743] env[62291]: value = "task-2142838" [ 2040.240743] env[62291]: _type = "Task" [ 2040.240743] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.248148] env[62291]: DEBUG oslo_vmware.api [None req-33a80c21-dbb5-450b-8109-35c5f61414fe tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Task: {'id': task-2142835, 'name': PowerOffVM_Task, 'duration_secs': 0.384741} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.248774] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-33a80c21-dbb5-450b-8109-35c5f61414fe tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2040.248956] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-33a80c21-dbb5-450b-8109-35c5f61414fe tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2040.249218] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd8c824c-07a2-4dc2-b3fe-0e27aa60d303 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.255445] env[62291]: DEBUG oslo_vmware.api [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Task: {'id': task-2142838, 'name': Rename_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.441179] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 9207d003-321c-4e28-97f4-ca9fda237b6d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2040.445024] env[62291]: DEBUG nova.compute.manager [req-eaf19e52-32a7-4c8b-879e-b4fbed2f5804 req-7da4882d-4950-47c1-89b8-f41862d80338 service nova] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Received event network-vif-plugged-73f066cc-f6ad-436a-9696-30223d5ef62d {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2040.445024] env[62291]: DEBUG oslo_concurrency.lockutils [req-eaf19e52-32a7-4c8b-879e-b4fbed2f5804 req-7da4882d-4950-47c1-89b8-f41862d80338 service nova] Acquiring lock "72f4eeb0-6ad4-4628-9d92-399e8a2c1a56-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2040.445024] env[62291]: DEBUG oslo_concurrency.lockutils [req-eaf19e52-32a7-4c8b-879e-b4fbed2f5804 req-7da4882d-4950-47c1-89b8-f41862d80338 service nova] Lock "72f4eeb0-6ad4-4628-9d92-399e8a2c1a56-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2040.446273] env[62291]: DEBUG oslo_concurrency.lockutils [req-eaf19e52-32a7-4c8b-879e-b4fbed2f5804 req-7da4882d-4950-47c1-89b8-f41862d80338 service nova] Lock "72f4eeb0-6ad4-4628-9d92-399e8a2c1a56-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2040.446273] env[62291]: DEBUG nova.compute.manager [req-eaf19e52-32a7-4c8b-879e-b4fbed2f5804 req-7da4882d-4950-47c1-89b8-f41862d80338 service nova] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] No waiting events found dispatching network-vif-plugged-73f066cc-f6ad-436a-9696-30223d5ef62d {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2040.446273] env[62291]: WARNING nova.compute.manager [req-eaf19e52-32a7-4c8b-879e-b4fbed2f5804 req-7da4882d-4950-47c1-89b8-f41862d80338 service nova] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Received unexpected event network-vif-plugged-73f066cc-f6ad-436a-9696-30223d5ef62d for instance with vm_state building and task_state spawning. [ 2040.446772] env[62291]: DEBUG nova.network.neutron [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Successfully updated port: 73f066cc-f6ad-436a-9696-30223d5ef62d {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2040.489840] env[62291]: DEBUG oslo_vmware.api [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Task: {'id': task-2142836, 'name': ReconfigVM_Task, 'duration_secs': 0.211682} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.491034] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Reconfigured VM instance instance-00000019 to detach disk 2000 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2040.491034] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9318d361-5aca-46c1-9e47-145071939133 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.514720] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 0a178974-018c-410a-a901-c9e984be8ebf/0a178974-018c-410a-a901-c9e984be8ebf.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2040.516175] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1dd86adf-f9f3-4a16-a7cb-245e40c10001 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.539115] env[62291]: DEBUG oslo_vmware.api [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Waiting for the task: (returnval){ [ 2040.539115] env[62291]: value = "task-2142840" [ 2040.539115] env[62291]: _type = "Task" [ 2040.539115] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.551315] env[62291]: DEBUG oslo_vmware.api [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Task: {'id': task-2142840, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.551802] env[62291]: INFO nova.compute.manager [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] Took 48.13 seconds to build instance. [ 2040.598299] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7b35b987-f786-41ff-9915-dcf260eb31a2 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Lock "bb952207-9905-4a12-a189-94d00a8d1066" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.279s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2040.696012] env[62291]: DEBUG oslo_vmware.api [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Task: {'id': task-2142837, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070034} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.698054] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] [instance: b6d3ef08-a9b2-49db-9404-aa68bc2139c1] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2040.698054] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d0fc71-e9f6-4255-b55c-8cf0ce829eef {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.723656] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] [instance: b6d3ef08-a9b2-49db-9404-aa68bc2139c1] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] b6d3ef08-a9b2-49db-9404-aa68bc2139c1/b6d3ef08-a9b2-49db-9404-aa68bc2139c1.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2040.726263] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8ad7214-5a98-4896-8a7e-73740c9c3025 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.747560] env[62291]: DEBUG oslo_vmware.api [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Waiting for the task: (returnval){ [ 2040.747560] env[62291]: value = "task-2142841" [ 2040.747560] env[62291]: _type = "Task" [ 2040.747560] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.750416] env[62291]: DEBUG oslo_vmware.api [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Task: {'id': task-2142838, 'name': Rename_Task, 'duration_secs': 0.145821} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2040.753774] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2040.754598] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a37becf-3186-447d-b1fd-f149f57c4e32 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.756799] env[62291]: DEBUG oslo_concurrency.lockutils [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2040.763202] env[62291]: DEBUG oslo_vmware.api [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Task: {'id': task-2142841, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.765074] env[62291]: DEBUG oslo_vmware.api [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Waiting for the task: (returnval){ [ 2040.765074] env[62291]: value = "task-2142842" [ 2040.765074] env[62291]: _type = "Task" [ 2040.765074] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.773851] env[62291]: DEBUG oslo_vmware.api [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Task: {'id': task-2142842, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2040.949630] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 62245dc4-ec1e-4d13-ae12-940dc7ffc39a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2040.951805] env[62291]: DEBUG oslo_concurrency.lockutils [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Acquiring lock "refresh_cache-72f4eeb0-6ad4-4628-9d92-399e8a2c1a56" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2040.951926] env[62291]: DEBUG oslo_concurrency.lockutils [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Acquired lock "refresh_cache-72f4eeb0-6ad4-4628-9d92-399e8a2c1a56" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2040.952071] env[62291]: DEBUG nova.network.neutron [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2040.964714] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-33a80c21-dbb5-450b-8109-35c5f61414fe tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2040.964865] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-33a80c21-dbb5-450b-8109-35c5f61414fe tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Deleting contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2040.965178] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-33a80c21-dbb5-450b-8109-35c5f61414fe tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Deleting the datastore file [datastore1] 5fd07b81-1348-4194-ab20-437cb5c61dfa {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2040.965469] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87829f5f-592f-4ce3-938c-f112ca4c69bb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2040.972796] env[62291]: DEBUG oslo_vmware.api [None req-33a80c21-dbb5-450b-8109-35c5f61414fe tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Waiting for the task: (returnval){ [ 2040.972796] env[62291]: value = "task-2142843" [ 2040.972796] env[62291]: _type = "Task" [ 2040.972796] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2040.981313] env[62291]: DEBUG oslo_vmware.api [None req-33a80c21-dbb5-450b-8109-35c5f61414fe tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Task: {'id': task-2142843, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.032493] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8397d1e1-9f50-4fcd-baaa-cfd3e26d99e2 tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Acquiring lock "b4217ee8-62a6-4902-8dae-bfdad8eca7be" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2041.048654] env[62291]: DEBUG oslo_vmware.api [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Task: {'id': task-2142840, 'name': ReconfigVM_Task, 'duration_secs': 0.278295} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.049086] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 0a178974-018c-410a-a901-c9e984be8ebf/0a178974-018c-410a-a901-c9e984be8ebf.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2041.049907] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4422655-e2b3-4d44-ad37-af085d2cc09c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.053435] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f4f1707a-035e-401a-b4fc-0417d5a4294e tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Lock "b4217ee8-62a6-4902-8dae-bfdad8eca7be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 135.535s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2041.054732] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8397d1e1-9f50-4fcd-baaa-cfd3e26d99e2 tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Lock "b4217ee8-62a6-4902-8dae-bfdad8eca7be" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.022s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2041.055022] env[62291]: INFO nova.compute.manager [None req-8397d1e1-9f50-4fcd-baaa-cfd3e26d99e2 tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] Rebooting instance [ 2041.074463] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517ccecf-1b16-4769-9d29-e5ed940151a2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.094265] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00adce20-f65a-49df-b37f-12c3e9a0cfa5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.097547] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8397d1e1-9f50-4fcd-baaa-cfd3e26d99e2 tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Acquiring lock "refresh_cache-b4217ee8-62a6-4902-8dae-bfdad8eca7be" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2041.097731] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8397d1e1-9f50-4fcd-baaa-cfd3e26d99e2 tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Acquired lock "refresh_cache-b4217ee8-62a6-4902-8dae-bfdad8eca7be" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2041.098805] env[62291]: DEBUG nova.network.neutron [None req-8397d1e1-9f50-4fcd-baaa-cfd3e26d99e2 tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2041.119060] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502aac42-e2a3-43f9-84a1-de0751b5c2bc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.127270] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2041.127472] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b6cc31a-86fe-4957-b1de-2c258cd25dc2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.134461] env[62291]: DEBUG oslo_vmware.api [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Waiting for the task: (returnval){ [ 2041.134461] env[62291]: value = "task-2142844" [ 2041.134461] env[62291]: _type = "Task" [ 2041.134461] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.142918] env[62291]: DEBUG oslo_vmware.api [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Task: {'id': task-2142844, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.262584] env[62291]: DEBUG oslo_vmware.api [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Task: {'id': task-2142841, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.275266] env[62291]: DEBUG oslo_vmware.api [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Task: {'id': task-2142842, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.400564] env[62291]: DEBUG oslo_concurrency.lockutils [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Acquiring lock "674a0ed8-2582-4c5b-b347-2632f7fb3eea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2041.400848] env[62291]: DEBUG oslo_concurrency.lockutils [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Lock "674a0ed8-2582-4c5b-b347-2632f7fb3eea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2041.453250] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 36586f63-0d66-4da8-994a-5d54ed5afb76 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2041.482345] env[62291]: DEBUG oslo_vmware.api [None req-33a80c21-dbb5-450b-8109-35c5f61414fe tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Task: {'id': task-2142843, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.313895} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.482819] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-33a80c21-dbb5-450b-8109-35c5f61414fe tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2041.482819] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-33a80c21-dbb5-450b-8109-35c5f61414fe tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Deleted contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2041.483042] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-33a80c21-dbb5-450b-8109-35c5f61414fe tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2041.483227] env[62291]: INFO nova.compute.manager [None req-33a80c21-dbb5-450b-8109-35c5f61414fe tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Took 1.77 seconds to destroy the instance on the hypervisor. [ 2041.483469] env[62291]: DEBUG oslo.service.loopingcall [None req-33a80c21-dbb5-450b-8109-35c5f61414fe tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2041.483679] env[62291]: DEBUG nova.compute.manager [-] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2041.483826] env[62291]: DEBUG nova.network.neutron [-] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2041.493684] env[62291]: DEBUG nova.network.neutron [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2041.571606] env[62291]: DEBUG nova.compute.manager [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: d079aa40-c94c-4eb4-ab9c-a2a233ce066d] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2041.644807] env[62291]: DEBUG oslo_vmware.api [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Task: {'id': task-2142844, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.764498] env[62291]: DEBUG oslo_vmware.api [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Task: {'id': task-2142841, 'name': ReconfigVM_Task, 'duration_secs': 0.549302} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.767444] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] [instance: b6d3ef08-a9b2-49db-9404-aa68bc2139c1] Reconfigured VM instance instance-0000002f to attach disk [datastore2] b6d3ef08-a9b2-49db-9404-aa68bc2139c1/b6d3ef08-a9b2-49db-9404-aa68bc2139c1.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2041.768313] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-004a5e0a-70bd-41a6-a69b-4f3780179084 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.773796] env[62291]: DEBUG nova.network.neutron [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Updating instance_info_cache with network_info: [{"id": "73f066cc-f6ad-436a-9696-30223d5ef62d", "address": "fa:16:3e:d4:56:81", "network": {"id": "f64c65c7-cb08-4d4c-a12a-8dae946f0f79", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-520618919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f2b8109afd14133806cc8a13df630fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73f066cc-f6", "ovs_interfaceid": "73f066cc-f6ad-436a-9696-30223d5ef62d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2041.780734] env[62291]: DEBUG oslo_vmware.api [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Task: {'id': task-2142842, 'name': PowerOnVM_Task, 'duration_secs': 0.516518} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.782032] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2041.782384] env[62291]: INFO nova.compute.manager [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Took 10.45 seconds to spawn the instance on the hypervisor. [ 2041.782581] env[62291]: DEBUG nova.compute.manager [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2041.782917] env[62291]: DEBUG oslo_vmware.api [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Waiting for the task: (returnval){ [ 2041.782917] env[62291]: value = "task-2142845" [ 2041.782917] env[62291]: _type = "Task" [ 2041.782917] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.783654] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62dbd97-10b7-4137-906d-9cef541db449 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.810812] env[62291]: DEBUG oslo_vmware.api [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Task: {'id': task-2142845, 'name': Rename_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.965833] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance e79e3ab1-8503-4045-a403-c11c2d57b63f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2041.965833] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f85feb6a-c3d0-4bf8-b6fd-3286e9b1cf5d tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Acquiring lock "421efe71-8164-46e8-9a64-6dc12c366025" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2041.965833] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f85feb6a-c3d0-4bf8-b6fd-3286e9b1cf5d tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Lock "421efe71-8164-46e8-9a64-6dc12c366025" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2041.965833] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f85feb6a-c3d0-4bf8-b6fd-3286e9b1cf5d tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Acquiring lock "421efe71-8164-46e8-9a64-6dc12c366025-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2041.965833] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f85feb6a-c3d0-4bf8-b6fd-3286e9b1cf5d tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Lock "421efe71-8164-46e8-9a64-6dc12c366025-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2041.965833] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f85feb6a-c3d0-4bf8-b6fd-3286e9b1cf5d tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Lock "421efe71-8164-46e8-9a64-6dc12c366025-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2041.968542] env[62291]: INFO nova.compute.manager [None req-f85feb6a-c3d0-4bf8-b6fd-3286e9b1cf5d tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] [instance: 421efe71-8164-46e8-9a64-6dc12c366025] Terminating instance [ 2041.971232] env[62291]: DEBUG nova.compute.manager [None req-f85feb6a-c3d0-4bf8-b6fd-3286e9b1cf5d tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] [instance: 421efe71-8164-46e8-9a64-6dc12c366025] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2041.971669] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f85feb6a-c3d0-4bf8-b6fd-3286e9b1cf5d tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] [instance: 421efe71-8164-46e8-9a64-6dc12c366025] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2041.972626] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c77ee1-4f7e-4e57-ad11-1180551aa9a3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.984775] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-f85feb6a-c3d0-4bf8-b6fd-3286e9b1cf5d tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] [instance: 421efe71-8164-46e8-9a64-6dc12c366025] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2041.987946] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc602b4b-29fe-4940-8259-422977547dd6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.000321] env[62291]: DEBUG oslo_vmware.api [None req-f85feb6a-c3d0-4bf8-b6fd-3286e9b1cf5d tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Waiting for the task: (returnval){ [ 2042.000321] env[62291]: value = "task-2142846" [ 2042.000321] env[62291]: _type = "Task" [ 2042.000321] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.007068] env[62291]: DEBUG oslo_concurrency.lockutils [None req-44159937-f54c-4a88-b608-cb9bce93f022 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "4bffe146-0b5f-4141-b83c-6974834803bd" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2042.007542] env[62291]: DEBUG oslo_concurrency.lockutils [None req-44159937-f54c-4a88-b608-cb9bce93f022 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "4bffe146-0b5f-4141-b83c-6974834803bd" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2042.007851] env[62291]: DEBUG nova.compute.manager [None req-44159937-f54c-4a88-b608-cb9bce93f022 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2042.014016] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3d6b96-d575-4a50-b2bd-43364e774d1a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.015671] env[62291]: DEBUG oslo_vmware.api [None req-f85feb6a-c3d0-4bf8-b6fd-3286e9b1cf5d tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Task: {'id': task-2142846, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.016961] env[62291]: DEBUG nova.network.neutron [None req-8397d1e1-9f50-4fcd-baaa-cfd3e26d99e2 tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] Updating instance_info_cache with network_info: [{"id": "df3f1d87-3691-4f21-b069-f97b28e722d2", "address": "fa:16:3e:ef:c1:9f", "network": {"id": "0851be17-0eba-4bd7-ab3d-4da612f081db", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-817293090-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "efb9903aeed3471694626a43cdbcac37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "411f389f-4e4f-4450-891e-38944cac6135", "external-id": "nsx-vlan-transportzone-795", "segmentation_id": 795, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdf3f1d87-36", "ovs_interfaceid": "df3f1d87-3691-4f21-b069-f97b28e722d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2042.022424] env[62291]: DEBUG nova.compute.manager [None req-44159937-f54c-4a88-b608-cb9bce93f022 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62291) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 2042.023382] env[62291]: DEBUG nova.objects.instance [None req-44159937-f54c-4a88-b608-cb9bce93f022 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lazy-loading 'flavor' on Instance uuid 4bffe146-0b5f-4141-b83c-6974834803bd {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2042.103478] env[62291]: DEBUG oslo_concurrency.lockutils [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2042.117235] env[62291]: DEBUG nova.compute.manager [req-101c264c-1c7b-409d-b37b-3394a89d1a00 req-e9580f67-c984-41af-9536-b8c325c87edc service nova] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Received event network-vif-deleted-1242d7be-9de7-423a-bf7c-8ac40512c1c7 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2042.117451] env[62291]: INFO nova.compute.manager [req-101c264c-1c7b-409d-b37b-3394a89d1a00 req-e9580f67-c984-41af-9536-b8c325c87edc service nova] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Neutron deleted interface 1242d7be-9de7-423a-bf7c-8ac40512c1c7; detaching it from the instance and deleting it from the info cache [ 2042.117763] env[62291]: DEBUG nova.network.neutron [req-101c264c-1c7b-409d-b37b-3394a89d1a00 req-e9580f67-c984-41af-9536-b8c325c87edc service nova] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Updating instance_info_cache with network_info: [{"id": "1960d998-dc92-4efc-bdfd-8367de595e20", "address": "fa:16:3e:9f:82:1e", "network": {"id": "e47f26f4-ddcc-4a8b-81d9-fdbd31ef77cf", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-92853181", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d9ac0661571544b2855587c9ddbaeebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1960d998-dc", "ovs_interfaceid": "1960d998-dc92-4efc-bdfd-8367de595e20", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "867cc902-722e-4a93-b6ae-b7886ac74a45", "address": "fa:16:3e:f8:39:1b", "network": {"id": "e2c4f7a0-850e-4ba6-8953-f699bdeaa836", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2136475931", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9ac0661571544b2855587c9ddbaeebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cb0e556a-0f69-4a5c-af62-ffc46edb8e63", "external-id": "nsx-vlan-transportzone-136", "segmentation_id": 136, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap867cc902-72", "ovs_interfaceid": "867cc902-722e-4a93-b6ae-b7886ac74a45", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2042.146229] env[62291]: DEBUG oslo_vmware.api [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Task: {'id': task-2142844, 'name': PowerOnVM_Task, 'duration_secs': 0.558064} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.146499] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2042.279253] env[62291]: DEBUG oslo_concurrency.lockutils [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Releasing lock "refresh_cache-72f4eeb0-6ad4-4628-9d92-399e8a2c1a56" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2042.279253] env[62291]: DEBUG nova.compute.manager [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Instance network_info: |[{"id": "73f066cc-f6ad-436a-9696-30223d5ef62d", "address": "fa:16:3e:d4:56:81", "network": {"id": "f64c65c7-cb08-4d4c-a12a-8dae946f0f79", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-520618919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f2b8109afd14133806cc8a13df630fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73f066cc-f6", "ovs_interfaceid": "73f066cc-f6ad-436a-9696-30223d5ef62d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2042.279253] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:56:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '42f08482-a1da-405d-9918-d733d9f5173c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '73f066cc-f6ad-436a-9696-30223d5ef62d', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2042.288035] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Creating folder: Project (4f2b8109afd14133806cc8a13df630fb). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2042.288306] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6bfa1b8c-2751-40aa-bc9e-c48d621c25d2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.300201] env[62291]: DEBUG oslo_vmware.api [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Task: {'id': task-2142845, 'name': Rename_Task, 'duration_secs': 0.290405} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.300484] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] [instance: b6d3ef08-a9b2-49db-9404-aa68bc2139c1] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2042.300740] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23da8268-3e1c-4a29-9b04-8cd28e314547 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.303816] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Created folder: Project (4f2b8109afd14133806cc8a13df630fb) in parent group-v437896. [ 2042.304000] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Creating folder: Instances. Parent ref: group-v438007. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2042.304567] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fce4dfd4-c22a-4747-852d-802ce11ea1ab {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.308037] env[62291]: DEBUG oslo_vmware.api [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Waiting for the task: (returnval){ [ 2042.308037] env[62291]: value = "task-2142848" [ 2042.308037] env[62291]: _type = "Task" [ 2042.308037] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.317752] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Created folder: Instances in parent group-v438007. [ 2042.318029] env[62291]: DEBUG oslo.service.loopingcall [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2042.318552] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2042.318771] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b43e260-7ad4-42a3-8ba9-d6f5e94b4025 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.342212] env[62291]: DEBUG oslo_vmware.api [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Task: {'id': task-2142848, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.342808] env[62291]: INFO nova.compute.manager [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Took 43.36 seconds to build instance. [ 2042.348913] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2042.348913] env[62291]: value = "task-2142850" [ 2042.348913] env[62291]: _type = "Task" [ 2042.348913] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.362584] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142850, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.469984] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance d079aa40-c94c-4eb4-ab9c-a2a233ce066d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2042.507943] env[62291]: DEBUG oslo_vmware.api [None req-f85feb6a-c3d0-4bf8-b6fd-3286e9b1cf5d tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Task: {'id': task-2142846, 'name': PowerOffVM_Task, 'duration_secs': 0.210342} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2042.508299] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-f85feb6a-c3d0-4bf8-b6fd-3286e9b1cf5d tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] [instance: 421efe71-8164-46e8-9a64-6dc12c366025] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2042.508474] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f85feb6a-c3d0-4bf8-b6fd-3286e9b1cf5d tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] [instance: 421efe71-8164-46e8-9a64-6dc12c366025] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2042.508735] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-868d1d0e-d935-4540-bc74-36159ec09ae6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.520669] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8397d1e1-9f50-4fcd-baaa-cfd3e26d99e2 tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Releasing lock "refresh_cache-b4217ee8-62a6-4902-8dae-bfdad8eca7be" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2042.522856] env[62291]: DEBUG nova.compute.manager [None req-8397d1e1-9f50-4fcd-baaa-cfd3e26d99e2 tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2042.523720] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7094c8-fd22-47da-a803-0d9f678ff3fa {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.528942] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-44159937-f54c-4a88-b608-cb9bce93f022 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2042.529225] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b475479-7865-4f58-ba2b-2764f5afe98f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.538516] env[62291]: DEBUG oslo_vmware.api [None req-44159937-f54c-4a88-b608-cb9bce93f022 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2042.538516] env[62291]: value = "task-2142852" [ 2042.538516] env[62291]: _type = "Task" [ 2042.538516] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.546917] env[62291]: DEBUG oslo_vmware.api [None req-44159937-f54c-4a88-b608-cb9bce93f022 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2142852, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.553484] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3fc762e7-6108-4361-bd99-72459307a266 tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Acquiring lock "c1b0c88d-a23d-4b9d-91a8-adb25967c228" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2042.553743] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3fc762e7-6108-4361-bd99-72459307a266 tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Lock "c1b0c88d-a23d-4b9d-91a8-adb25967c228" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2042.553949] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3fc762e7-6108-4361-bd99-72459307a266 tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Acquiring lock "c1b0c88d-a23d-4b9d-91a8-adb25967c228-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2042.554148] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3fc762e7-6108-4361-bd99-72459307a266 tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Lock "c1b0c88d-a23d-4b9d-91a8-adb25967c228-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2042.554534] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3fc762e7-6108-4361-bd99-72459307a266 tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Lock "c1b0c88d-a23d-4b9d-91a8-adb25967c228-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2042.556452] env[62291]: INFO nova.compute.manager [None req-3fc762e7-6108-4361-bd99-72459307a266 tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] Terminating instance [ 2042.558383] env[62291]: DEBUG nova.compute.manager [None req-3fc762e7-6108-4361-bd99-72459307a266 tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2042.558578] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc762e7-6108-4361-bd99-72459307a266 tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2042.559769] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e2dfda-e115-4b97-af5b-b788ba868f86 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.567034] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fc762e7-6108-4361-bd99-72459307a266 tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2042.567348] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36b4bdc2-74b7-4872-b2e0-f9a65a1b9a1e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.573643] env[62291]: DEBUG oslo_vmware.api [None req-3fc762e7-6108-4361-bd99-72459307a266 tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Waiting for the task: (returnval){ [ 2042.573643] env[62291]: value = "task-2142853" [ 2042.573643] env[62291]: _type = "Task" [ 2042.573643] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.584452] env[62291]: DEBUG oslo_vmware.api [None req-3fc762e7-6108-4361-bd99-72459307a266 tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Task: {'id': task-2142853, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.620398] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a64922d5-e6ec-4cc8-b554-50f1894a9f76 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.629640] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915beed2-69c6-46de-b502-72b45db4405a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.670438] env[62291]: DEBUG nova.compute.manager [req-101c264c-1c7b-409d-b37b-3394a89d1a00 req-e9580f67-c984-41af-9536-b8c325c87edc service nova] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Detach interface failed, port_id=1242d7be-9de7-423a-bf7c-8ac40512c1c7, reason: Instance 5fd07b81-1348-4194-ab20-437cb5c61dfa could not be found. {{(pid=62291) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 2042.819361] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f85feb6a-c3d0-4bf8-b6fd-3286e9b1cf5d tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] [instance: 421efe71-8164-46e8-9a64-6dc12c366025] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2042.819806] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f85feb6a-c3d0-4bf8-b6fd-3286e9b1cf5d tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] [instance: 421efe71-8164-46e8-9a64-6dc12c366025] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2042.820167] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-f85feb6a-c3d0-4bf8-b6fd-3286e9b1cf5d tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Deleting the datastore file [datastore2] 421efe71-8164-46e8-9a64-6dc12c366025 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2042.820580] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-074c723b-b818-45c5-aabe-c2f0ef028cb4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2042.828837] env[62291]: DEBUG oslo_vmware.api [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Task: {'id': task-2142848, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.835086] env[62291]: DEBUG oslo_vmware.api [None req-f85feb6a-c3d0-4bf8-b6fd-3286e9b1cf5d tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Waiting for the task: (returnval){ [ 2042.835086] env[62291]: value = "task-2142854" [ 2042.835086] env[62291]: _type = "Task" [ 2042.835086] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2042.842302] env[62291]: DEBUG oslo_vmware.api [None req-f85feb6a-c3d0-4bf8-b6fd-3286e9b1cf5d tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Task: {'id': task-2142854, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.846038] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b599fbd2-a39e-4b64-952f-e15557468c32 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Lock "29473c85-120a-4c82-b22b-cff8d37e98cd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 133.162s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2042.858459] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142850, 'name': CreateVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2042.897480] env[62291]: DEBUG nova.compute.manager [req-5e7f5e57-1861-4f13-ab44-2ce055fa6d2c req-45bceb49-79c5-491e-912b-3cb0bc87584c service nova] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Received event network-changed-73f066cc-f6ad-436a-9696-30223d5ef62d {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2042.897755] env[62291]: DEBUG nova.compute.manager [req-5e7f5e57-1861-4f13-ab44-2ce055fa6d2c req-45bceb49-79c5-491e-912b-3cb0bc87584c service nova] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Refreshing instance network info cache due to event network-changed-73f066cc-f6ad-436a-9696-30223d5ef62d. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2042.897984] env[62291]: DEBUG oslo_concurrency.lockutils [req-5e7f5e57-1861-4f13-ab44-2ce055fa6d2c req-45bceb49-79c5-491e-912b-3cb0bc87584c service nova] Acquiring lock "refresh_cache-72f4eeb0-6ad4-4628-9d92-399e8a2c1a56" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2042.898798] env[62291]: DEBUG oslo_concurrency.lockutils [req-5e7f5e57-1861-4f13-ab44-2ce055fa6d2c req-45bceb49-79c5-491e-912b-3cb0bc87584c service nova] Acquired lock "refresh_cache-72f4eeb0-6ad4-4628-9d92-399e8a2c1a56" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2042.899273] env[62291]: DEBUG nova.network.neutron [req-5e7f5e57-1861-4f13-ab44-2ce055fa6d2c req-45bceb49-79c5-491e-912b-3cb0bc87584c service nova] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Refreshing network info cache for port 73f066cc-f6ad-436a-9696-30223d5ef62d {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2042.917936] env[62291]: DEBUG nova.network.neutron [-] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2042.972695] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 37f9f905-472e-42fc-abea-da85d1882ac6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2043.049047] env[62291]: DEBUG oslo_vmware.api [None req-44159937-f54c-4a88-b608-cb9bce93f022 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2142852, 'name': PowerOffVM_Task, 'duration_secs': 0.224192} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.049329] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-44159937-f54c-4a88-b608-cb9bce93f022 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2043.049511] env[62291]: DEBUG nova.compute.manager [None req-44159937-f54c-4a88-b608-cb9bce93f022 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2043.050306] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7d6ad6-7188-4a7e-9d34-34eba2a0b519 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.084477] env[62291]: DEBUG oslo_vmware.api [None req-3fc762e7-6108-4361-bd99-72459307a266 tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Task: {'id': task-2142853, 'name': PowerOffVM_Task, 'duration_secs': 0.309716} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.084763] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fc762e7-6108-4361-bd99-72459307a266 tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2043.084982] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc762e7-6108-4361-bd99-72459307a266 tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2043.085234] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6376f8e7-09ff-41ba-b06c-b1f4f38e2550 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.174841] env[62291]: INFO nova.compute.manager [None req-61f1a3ba-3562-44c6-8814-d88c64581384 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Updating instance to original state: 'active' [ 2043.196242] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc762e7-6108-4361-bd99-72459307a266 tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2043.196242] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc762e7-6108-4361-bd99-72459307a266 tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2043.196242] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fc762e7-6108-4361-bd99-72459307a266 tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Deleting the datastore file [datastore2] c1b0c88d-a23d-4b9d-91a8-adb25967c228 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2043.196514] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-539810db-b2f7-40d3-ab20-4c58b248fd55 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.202640] env[62291]: DEBUG oslo_vmware.api [None req-3fc762e7-6108-4361-bd99-72459307a266 tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Waiting for the task: (returnval){ [ 2043.202640] env[62291]: value = "task-2142856" [ 2043.202640] env[62291]: _type = "Task" [ 2043.202640] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.211069] env[62291]: DEBUG oslo_vmware.api [None req-3fc762e7-6108-4361-bd99-72459307a266 tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Task: {'id': task-2142856, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.320582] env[62291]: DEBUG oslo_vmware.api [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Task: {'id': task-2142848, 'name': PowerOnVM_Task, 'duration_secs': 0.664059} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.320582] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] [instance: b6d3ef08-a9b2-49db-9404-aa68bc2139c1] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2043.320800] env[62291]: INFO nova.compute.manager [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] [instance: b6d3ef08-a9b2-49db-9404-aa68bc2139c1] Took 9.25 seconds to spawn the instance on the hypervisor. [ 2043.320861] env[62291]: DEBUG nova.compute.manager [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] [instance: b6d3ef08-a9b2-49db-9404-aa68bc2139c1] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2043.321636] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf90d1d-4d8e-4b10-9bba-6fb702406147 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.330428] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Acquiring lock "1d827f56-8419-4f15-acef-36179648fcfe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2043.330712] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Lock "1d827f56-8419-4f15-acef-36179648fcfe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2043.344914] env[62291]: DEBUG oslo_vmware.api [None req-f85feb6a-c3d0-4bf8-b6fd-3286e9b1cf5d tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Task: {'id': task-2142854, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23881} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.345310] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-f85feb6a-c3d0-4bf8-b6fd-3286e9b1cf5d tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2043.345400] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f85feb6a-c3d0-4bf8-b6fd-3286e9b1cf5d tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] [instance: 421efe71-8164-46e8-9a64-6dc12c366025] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2043.345566] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f85feb6a-c3d0-4bf8-b6fd-3286e9b1cf5d tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] [instance: 421efe71-8164-46e8-9a64-6dc12c366025] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2043.345758] env[62291]: INFO nova.compute.manager [None req-f85feb6a-c3d0-4bf8-b6fd-3286e9b1cf5d tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] [instance: 421efe71-8164-46e8-9a64-6dc12c366025] Took 1.37 seconds to destroy the instance on the hypervisor. [ 2043.346026] env[62291]: DEBUG oslo.service.loopingcall [None req-f85feb6a-c3d0-4bf8-b6fd-3286e9b1cf5d tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2043.346215] env[62291]: DEBUG nova.compute.manager [-] [instance: 421efe71-8164-46e8-9a64-6dc12c366025] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2043.346307] env[62291]: DEBUG nova.network.neutron [-] [instance: 421efe71-8164-46e8-9a64-6dc12c366025] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2043.348302] env[62291]: DEBUG nova.compute.manager [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2043.359127] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142850, 'name': CreateVM_Task, 'duration_secs': 0.580297} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.359280] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2043.359998] env[62291]: DEBUG oslo_concurrency.lockutils [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2043.360224] env[62291]: DEBUG oslo_concurrency.lockutils [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2043.360908] env[62291]: DEBUG oslo_concurrency.lockutils [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2043.361184] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e259a10-a480-4aeb-bbc4-547ac85bf8fb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.365984] env[62291]: DEBUG oslo_vmware.api [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Waiting for the task: (returnval){ [ 2043.365984] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]526b2e33-3a90-ca15-e603-ede8ca6e0436" [ 2043.365984] env[62291]: _type = "Task" [ 2043.365984] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.375347] env[62291]: DEBUG oslo_vmware.api [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]526b2e33-3a90-ca15-e603-ede8ca6e0436, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.420453] env[62291]: INFO nova.compute.manager [-] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Took 1.94 seconds to deallocate network for instance. [ 2043.476029] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance e931a2ec-bead-48b0-afaf-44ec219a748e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2043.541227] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e885bc-66ab-4642-bbb3-a1b352f62ca5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.548493] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-8397d1e1-9f50-4fcd-baaa-cfd3e26d99e2 tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] Doing hard reboot of VM {{(pid=62291) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 2043.548759] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-754ccc25-9f06-4ae1-a817-7568a5c065f1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.555330] env[62291]: DEBUG oslo_vmware.api [None req-8397d1e1-9f50-4fcd-baaa-cfd3e26d99e2 tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Waiting for the task: (returnval){ [ 2043.555330] env[62291]: value = "task-2142857" [ 2043.555330] env[62291]: _type = "Task" [ 2043.555330] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.563747] env[62291]: DEBUG oslo_vmware.api [None req-8397d1e1-9f50-4fcd-baaa-cfd3e26d99e2 tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Task: {'id': task-2142857, 'name': ResetVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.564285] env[62291]: DEBUG oslo_concurrency.lockutils [None req-44159937-f54c-4a88-b608-cb9bce93f022 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "4bffe146-0b5f-4141-b83c-6974834803bd" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.557s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2043.708604] env[62291]: DEBUG nova.network.neutron [req-5e7f5e57-1861-4f13-ab44-2ce055fa6d2c req-45bceb49-79c5-491e-912b-3cb0bc87584c service nova] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Updated VIF entry in instance network info cache for port 73f066cc-f6ad-436a-9696-30223d5ef62d. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2043.709011] env[62291]: DEBUG nova.network.neutron [req-5e7f5e57-1861-4f13-ab44-2ce055fa6d2c req-45bceb49-79c5-491e-912b-3cb0bc87584c service nova] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Updating instance_info_cache with network_info: [{"id": "73f066cc-f6ad-436a-9696-30223d5ef62d", "address": "fa:16:3e:d4:56:81", "network": {"id": "f64c65c7-cb08-4d4c-a12a-8dae946f0f79", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-520618919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f2b8109afd14133806cc8a13df630fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73f066cc-f6", "ovs_interfaceid": "73f066cc-f6ad-436a-9696-30223d5ef62d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2043.717985] env[62291]: DEBUG oslo_vmware.api [None req-3fc762e7-6108-4361-bd99-72459307a266 tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Task: {'id': task-2142856, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.439617} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.718300] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fc762e7-6108-4361-bd99-72459307a266 tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2043.718484] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc762e7-6108-4361-bd99-72459307a266 tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2043.719407] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc762e7-6108-4361-bd99-72459307a266 tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2043.719407] env[62291]: INFO nova.compute.manager [None req-3fc762e7-6108-4361-bd99-72459307a266 tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] Took 1.16 seconds to destroy the instance on the hypervisor. [ 2043.719407] env[62291]: DEBUG oslo.service.loopingcall [None req-3fc762e7-6108-4361-bd99-72459307a266 tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2043.719407] env[62291]: DEBUG nova.compute.manager [-] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2043.719407] env[62291]: DEBUG nova.network.neutron [-] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2043.841826] env[62291]: INFO nova.compute.manager [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] [instance: b6d3ef08-a9b2-49db-9404-aa68bc2139c1] Took 42.37 seconds to build instance. [ 2043.878329] env[62291]: DEBUG oslo_concurrency.lockutils [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2043.882660] env[62291]: DEBUG oslo_vmware.api [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]526b2e33-3a90-ca15-e603-ede8ca6e0436, 'name': SearchDatastore_Task, 'duration_secs': 0.020291} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2043.883006] env[62291]: DEBUG oslo_concurrency.lockutils [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2043.883530] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2043.883827] env[62291]: DEBUG oslo_concurrency.lockutils [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2043.884120] env[62291]: DEBUG oslo_concurrency.lockutils [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2043.884253] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2043.885162] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fedcac2-1bb7-40a9-8d7d-aa1b15500e44 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.894217] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2043.894442] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2043.895332] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21fe0216-f910-4f32-8895-73ba57a91af6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2043.902815] env[62291]: DEBUG oslo_vmware.api [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Waiting for the task: (returnval){ [ 2043.902815] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]529ea912-d618-5e52-741b-6754cfe59f17" [ 2043.902815] env[62291]: _type = "Task" [ 2043.902815] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2043.914301] env[62291]: DEBUG oslo_vmware.api [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]529ea912-d618-5e52-741b-6754cfe59f17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2043.927088] env[62291]: DEBUG oslo_concurrency.lockutils [None req-33a80c21-dbb5-450b-8109-35c5f61414fe tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2043.979089] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 63726aa9-28f0-4e38-9cb3-dab0e7827226 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2044.072191] env[62291]: DEBUG oslo_vmware.api [None req-8397d1e1-9f50-4fcd-baaa-cfd3e26d99e2 tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Task: {'id': task-2142857, 'name': ResetVM_Task, 'duration_secs': 0.123951} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.072566] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-8397d1e1-9f50-4fcd-baaa-cfd3e26d99e2 tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] Did hard reboot of VM {{(pid=62291) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 2044.072774] env[62291]: DEBUG nova.compute.manager [None req-8397d1e1-9f50-4fcd-baaa-cfd3e26d99e2 tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2044.073635] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5066bb27-ba64-4d28-bb8f-070491711a4f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.212020] env[62291]: DEBUG oslo_concurrency.lockutils [req-5e7f5e57-1861-4f13-ab44-2ce055fa6d2c req-45bceb49-79c5-491e-912b-3cb0bc87584c service nova] Releasing lock "refresh_cache-72f4eeb0-6ad4-4628-9d92-399e8a2c1a56" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2044.213529] env[62291]: DEBUG nova.network.neutron [-] [instance: 421efe71-8164-46e8-9a64-6dc12c366025] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2044.343700] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5ef56cb0-128e-403b-be77-ee8c220ab158 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Lock "b6d3ef08-a9b2-49db-9404-aa68bc2139c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 131.741s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2044.418028] env[62291]: DEBUG oslo_vmware.api [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]529ea912-d618-5e52-741b-6754cfe59f17, 'name': SearchDatastore_Task, 'duration_secs': 0.010439} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.418856] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c489daab-e314-4a86-8f84-7a53683c361b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.426214] env[62291]: DEBUG oslo_vmware.api [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Waiting for the task: (returnval){ [ 2044.426214] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52d5d886-055b-16d1-82d8-f2c2ff613e96" [ 2044.426214] env[62291]: _type = "Task" [ 2044.426214] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.434533] env[62291]: DEBUG oslo_vmware.api [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52d5d886-055b-16d1-82d8-f2c2ff613e96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.482729] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 717000ae-e680-426e-9110-abe1865d496b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2044.589919] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8397d1e1-9f50-4fcd-baaa-cfd3e26d99e2 tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Lock "b4217ee8-62a6-4902-8dae-bfdad8eca7be" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 3.535s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2044.716712] env[62291]: INFO nova.compute.manager [-] [instance: 421efe71-8164-46e8-9a64-6dc12c366025] Took 1.37 seconds to deallocate network for instance. [ 2044.756242] env[62291]: DEBUG nova.compute.manager [req-6f5ada09-839e-4ed5-8f76-79720a373a78 req-79517443-079c-4247-b59c-ea2d9d4bd3e6 service nova] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Received event network-vif-deleted-1960d998-dc92-4efc-bdfd-8367de595e20 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2044.756509] env[62291]: DEBUG nova.compute.manager [req-6f5ada09-839e-4ed5-8f76-79720a373a78 req-79517443-079c-4247-b59c-ea2d9d4bd3e6 service nova] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Received event network-vif-deleted-867cc902-722e-4a93-b6ae-b7886ac74a45 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2044.756825] env[62291]: DEBUG nova.compute.manager [req-6f5ada09-839e-4ed5-8f76-79720a373a78 req-79517443-079c-4247-b59c-ea2d9d4bd3e6 service nova] [instance: 421efe71-8164-46e8-9a64-6dc12c366025] Received event network-vif-deleted-f8a163ed-5893-4424-9a45-dac9f91c07a0 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2044.756939] env[62291]: DEBUG nova.compute.manager [req-6f5ada09-839e-4ed5-8f76-79720a373a78 req-79517443-079c-4247-b59c-ea2d9d4bd3e6 service nova] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Received event network-changed-3941d86d-c5d6-4549-85d7-d1d8d9ead886 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2044.757149] env[62291]: DEBUG nova.compute.manager [req-6f5ada09-839e-4ed5-8f76-79720a373a78 req-79517443-079c-4247-b59c-ea2d9d4bd3e6 service nova] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Refreshing instance network info cache due to event network-changed-3941d86d-c5d6-4549-85d7-d1d8d9ead886. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2044.757401] env[62291]: DEBUG oslo_concurrency.lockutils [req-6f5ada09-839e-4ed5-8f76-79720a373a78 req-79517443-079c-4247-b59c-ea2d9d4bd3e6 service nova] Acquiring lock "refresh_cache-c5bfbc28-cf6c-4c9e-8745-a5e520a6131e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2044.757577] env[62291]: DEBUG oslo_concurrency.lockutils [req-6f5ada09-839e-4ed5-8f76-79720a373a78 req-79517443-079c-4247-b59c-ea2d9d4bd3e6 service nova] Acquired lock "refresh_cache-c5bfbc28-cf6c-4c9e-8745-a5e520a6131e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2044.757831] env[62291]: DEBUG nova.network.neutron [req-6f5ada09-839e-4ed5-8f76-79720a373a78 req-79517443-079c-4247-b59c-ea2d9d4bd3e6 service nova] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Refreshing network info cache for port 3941d86d-c5d6-4549-85d7-d1d8d9ead886 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2044.846957] env[62291]: DEBUG nova.compute.manager [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: e931a2ec-bead-48b0-afaf-44ec219a748e] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2044.885027] env[62291]: DEBUG nova.objects.instance [None req-397d541d-d015-440d-8bcd-6f3d2d31ccb5 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lazy-loading 'flavor' on Instance uuid 4bffe146-0b5f-4141-b83c-6974834803bd {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2044.937377] env[62291]: DEBUG oslo_vmware.api [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52d5d886-055b-16d1-82d8-f2c2ff613e96, 'name': SearchDatastore_Task, 'duration_secs': 0.025045} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2044.937681] env[62291]: DEBUG oslo_concurrency.lockutils [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2044.938028] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56/72f4eeb0-6ad4-4628-9d92-399e8a2c1a56.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2044.938311] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3d6fefd-aeb3-43f8-bbc5-347ea2fb5ec3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2044.945621] env[62291]: DEBUG oslo_vmware.api [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Waiting for the task: (returnval){ [ 2044.945621] env[62291]: value = "task-2142858" [ 2044.945621] env[62291]: _type = "Task" [ 2044.945621] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2044.953646] env[62291]: DEBUG oslo_vmware.api [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Task: {'id': task-2142858, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2044.974068] env[62291]: DEBUG nova.network.neutron [-] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2044.985643] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 386f83d9-31c2-47ae-970e-7c2449aab0a1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2044.985971] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2044.986140] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4160MB phys_disk=200GB used_disk=18GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2045.224618] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f85feb6a-c3d0-4bf8-b6fd-3286e9b1cf5d tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2045.375709] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2045.390825] env[62291]: DEBUG oslo_concurrency.lockutils [None req-397d541d-d015-440d-8bcd-6f3d2d31ccb5 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "refresh_cache-4bffe146-0b5f-4141-b83c-6974834803bd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2045.391123] env[62291]: DEBUG oslo_concurrency.lockutils [None req-397d541d-d015-440d-8bcd-6f3d2d31ccb5 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquired lock "refresh_cache-4bffe146-0b5f-4141-b83c-6974834803bd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2045.391317] env[62291]: DEBUG nova.network.neutron [None req-397d541d-d015-440d-8bcd-6f3d2d31ccb5 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2045.391498] env[62291]: DEBUG nova.objects.instance [None req-397d541d-d015-440d-8bcd-6f3d2d31ccb5 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lazy-loading 'info_cache' on Instance uuid 4bffe146-0b5f-4141-b83c-6974834803bd {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2045.466502] env[62291]: DEBUG oslo_vmware.api [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Task: {'id': task-2142858, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.477965] env[62291]: INFO nova.compute.manager [-] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] Took 1.76 seconds to deallocate network for instance. [ 2045.541290] env[62291]: DEBUG nova.network.neutron [req-6f5ada09-839e-4ed5-8f76-79720a373a78 req-79517443-079c-4247-b59c-ea2d9d4bd3e6 service nova] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Updated VIF entry in instance network info cache for port 3941d86d-c5d6-4549-85d7-d1d8d9ead886. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2045.541836] env[62291]: DEBUG nova.network.neutron [req-6f5ada09-839e-4ed5-8f76-79720a373a78 req-79517443-079c-4247-b59c-ea2d9d4bd3e6 service nova] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Updating instance_info_cache with network_info: [{"id": "3941d86d-c5d6-4549-85d7-d1d8d9ead886", "address": "fa:16:3e:9f:a6:c3", "network": {"id": "a2a13cd0-3c34-45eb-9564-831cd179058b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2132574208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aefc0011ab314d3882711ec6edfa7e78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3941d86d-c5", "ovs_interfaceid": "3941d86d-c5d6-4549-85d7-d1d8d9ead886", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2045.584039] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d648d07b-3797-4602-b2c3-7397dda71333 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.591514] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89825aef-de14-4270-8030-bfab648fb13e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.625633] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57331136-73cd-4653-8fa0-4c6c37278df1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.634227] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4c40aa-ecbf-4302-9111-fb7601c4b3b5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.648768] env[62291]: DEBUG nova.compute.provider_tree [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2045.757171] env[62291]: DEBUG oslo_concurrency.lockutils [None req-856676ce-bb17-4f70-b051-96d1c6db1204 tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Acquiring lock "b4217ee8-62a6-4902-8dae-bfdad8eca7be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2045.757441] env[62291]: DEBUG oslo_concurrency.lockutils [None req-856676ce-bb17-4f70-b051-96d1c6db1204 tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Lock "b4217ee8-62a6-4902-8dae-bfdad8eca7be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2045.757655] env[62291]: DEBUG oslo_concurrency.lockutils [None req-856676ce-bb17-4f70-b051-96d1c6db1204 tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Acquiring lock "b4217ee8-62a6-4902-8dae-bfdad8eca7be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2045.757904] env[62291]: DEBUG oslo_concurrency.lockutils [None req-856676ce-bb17-4f70-b051-96d1c6db1204 tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Lock "b4217ee8-62a6-4902-8dae-bfdad8eca7be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2045.758068] env[62291]: DEBUG oslo_concurrency.lockutils [None req-856676ce-bb17-4f70-b051-96d1c6db1204 tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Lock "b4217ee8-62a6-4902-8dae-bfdad8eca7be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2045.760346] env[62291]: INFO nova.compute.manager [None req-856676ce-bb17-4f70-b051-96d1c6db1204 tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] Terminating instance [ 2045.762320] env[62291]: DEBUG nova.compute.manager [None req-856676ce-bb17-4f70-b051-96d1c6db1204 tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2045.762453] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-856676ce-bb17-4f70-b051-96d1c6db1204 tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2045.763301] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98559efe-333f-463f-b2ab-237dbdc3ab5b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.777024] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-856676ce-bb17-4f70-b051-96d1c6db1204 tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2045.777024] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2c99bbc-785c-4344-b0ee-cf9e15491dce {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.792703] env[62291]: DEBUG oslo_vmware.api [None req-856676ce-bb17-4f70-b051-96d1c6db1204 tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Waiting for the task: (returnval){ [ 2045.792703] env[62291]: value = "task-2142859" [ 2045.792703] env[62291]: _type = "Task" [ 2045.792703] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.805301] env[62291]: DEBUG oslo_vmware.api [None req-856676ce-bb17-4f70-b051-96d1c6db1204 tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Task: {'id': task-2142859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.874342] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cacd3a71-2b2e-483e-b0c0-33414f0c0de0 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Acquiring lock "interface-b6d3ef08-a9b2-49db-9404-aa68bc2139c1-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2045.874665] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cacd3a71-2b2e-483e-b0c0-33414f0c0de0 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Lock "interface-b6d3ef08-a9b2-49db-9404-aa68bc2139c1-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2045.874925] env[62291]: DEBUG nova.objects.instance [None req-cacd3a71-2b2e-483e-b0c0-33414f0c0de0 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Lazy-loading 'flavor' on Instance uuid b6d3ef08-a9b2-49db-9404-aa68bc2139c1 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2045.895946] env[62291]: DEBUG nova.objects.base [None req-397d541d-d015-440d-8bcd-6f3d2d31ccb5 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Object Instance<4bffe146-0b5f-4141-b83c-6974834803bd> lazy-loaded attributes: flavor,info_cache {{(pid=62291) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 2045.956343] env[62291]: DEBUG oslo_vmware.api [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Task: {'id': task-2142858, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638812} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2045.956654] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56/72f4eeb0-6ad4-4628-9d92-399e8a2c1a56.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2045.956924] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2045.957238] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c250b530-b123-43ff-b68f-7ed36ef7f9ee {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2045.964210] env[62291]: DEBUG oslo_vmware.api [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Waiting for the task: (returnval){ [ 2045.964210] env[62291]: value = "task-2142860" [ 2045.964210] env[62291]: _type = "Task" [ 2045.964210] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2045.972860] env[62291]: DEBUG oslo_vmware.api [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Task: {'id': task-2142860, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2045.986186] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3fc762e7-6108-4361-bd99-72459307a266 tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2046.044920] env[62291]: DEBUG oslo_concurrency.lockutils [req-6f5ada09-839e-4ed5-8f76-79720a373a78 req-79517443-079c-4247-b59c-ea2d9d4bd3e6 service nova] Releasing lock "refresh_cache-c5bfbc28-cf6c-4c9e-8745-a5e520a6131e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2046.151543] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2046.302661] env[62291]: DEBUG oslo_vmware.api [None req-856676ce-bb17-4f70-b051-96d1c6db1204 tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Task: {'id': task-2142859, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.380595] env[62291]: DEBUG nova.objects.instance [None req-cacd3a71-2b2e-483e-b0c0-33414f0c0de0 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Lazy-loading 'pci_requests' on Instance uuid b6d3ef08-a9b2-49db-9404-aa68bc2139c1 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2046.475092] env[62291]: DEBUG oslo_vmware.api [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Task: {'id': task-2142860, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063488} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.476586] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2046.476586] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e6837e4-5254-4c46-848f-ea02bda62bf0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.504164] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56/72f4eeb0-6ad4-4628-9d92-399e8a2c1a56.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2046.504164] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dca37965-d49d-4bc7-b6d6-db00e64e1c7b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.525592] env[62291]: DEBUG oslo_vmware.api [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Waiting for the task: (returnval){ [ 2046.525592] env[62291]: value = "task-2142861" [ 2046.525592] env[62291]: _type = "Task" [ 2046.525592] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.533567] env[62291]: DEBUG oslo_vmware.api [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Task: {'id': task-2142861, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.654886] env[62291]: DEBUG nova.network.neutron [None req-397d541d-d015-440d-8bcd-6f3d2d31ccb5 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Updating instance_info_cache with network_info: [{"id": "c3f38ada-fe77-4e34-9d91-5b3a6be1ef13", "address": "fa:16:3e:a1:72:16", "network": {"id": "c45185d4-152c-49a5-95a1-aabe55d7a656", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1396888570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1553c7ef0e7404cbea3d3a38c0509ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3f38ada-fe", "ovs_interfaceid": "c3f38ada-fe77-4e34-9d91-5b3a6be1ef13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2046.656574] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62291) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2046.656845] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.804s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2046.657338] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c25aea89-d450-4d88-9dd9-f5094e9d0cfe tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.964s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2046.657533] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c25aea89-d450-4d88-9dd9-f5094e9d0cfe tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2046.659579] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.474s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2046.661213] env[62291]: INFO nova.compute.claims [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2046.664334] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2046.698399] env[62291]: INFO nova.scheduler.client.report [None req-c25aea89-d450-4d88-9dd9-f5094e9d0cfe tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Deleted allocations for instance 9f269471-9c27-4479-9494-b67e41dd55e7 [ 2046.804340] env[62291]: DEBUG oslo_vmware.api [None req-856676ce-bb17-4f70-b051-96d1c6db1204 tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Task: {'id': task-2142859, 'name': PowerOffVM_Task, 'duration_secs': 0.586557} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2046.804576] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-856676ce-bb17-4f70-b051-96d1c6db1204 tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2046.804744] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-856676ce-bb17-4f70-b051-96d1c6db1204 tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2046.805008] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77dfa786-a24f-4c79-a658-7c7c96bb2253 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.854590] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f617dcf7-5a93-42f4-ab68-7114816d7164 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Acquiring lock "0a178974-018c-410a-a901-c9e984be8ebf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2046.854948] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f617dcf7-5a93-42f4-ab68-7114816d7164 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Lock "0a178974-018c-410a-a901-c9e984be8ebf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2046.855250] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f617dcf7-5a93-42f4-ab68-7114816d7164 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Acquiring lock "0a178974-018c-410a-a901-c9e984be8ebf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2046.855497] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f617dcf7-5a93-42f4-ab68-7114816d7164 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Lock "0a178974-018c-410a-a901-c9e984be8ebf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2046.855763] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f617dcf7-5a93-42f4-ab68-7114816d7164 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Lock "0a178974-018c-410a-a901-c9e984be8ebf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2046.858679] env[62291]: INFO nova.compute.manager [None req-f617dcf7-5a93-42f4-ab68-7114816d7164 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Terminating instance [ 2046.861200] env[62291]: DEBUG nova.compute.manager [None req-f617dcf7-5a93-42f4-ab68-7114816d7164 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2046.861331] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f617dcf7-5a93-42f4-ab68-7114816d7164 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2046.862576] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e046fd-76d2-44e5-80b3-80865ed8d786 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.873051] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-f617dcf7-5a93-42f4-ab68-7114816d7164 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2046.873385] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a92482a1-799a-4f95-9277-84facfee9057 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.881080] env[62291]: DEBUG oslo_vmware.api [None req-f617dcf7-5a93-42f4-ab68-7114816d7164 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Waiting for the task: (returnval){ [ 2046.881080] env[62291]: value = "task-2142863" [ 2046.881080] env[62291]: _type = "Task" [ 2046.881080] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.881798] env[62291]: DEBUG nova.objects.base [None req-cacd3a71-2b2e-483e-b0c0-33414f0c0de0 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62291) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 2046.882097] env[62291]: DEBUG nova.network.neutron [None req-cacd3a71-2b2e-483e-b0c0-33414f0c0de0 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] [instance: b6d3ef08-a9b2-49db-9404-aa68bc2139c1] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2046.890333] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-856676ce-bb17-4f70-b051-96d1c6db1204 tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2046.890610] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-856676ce-bb17-4f70-b051-96d1c6db1204 tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2046.890865] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-856676ce-bb17-4f70-b051-96d1c6db1204 tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Deleting the datastore file [datastore2] b4217ee8-62a6-4902-8dae-bfdad8eca7be {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2046.891891] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e44b42a1-8c16-483e-8421-2c20d8e485d6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2046.898458] env[62291]: DEBUG oslo_vmware.api [None req-f617dcf7-5a93-42f4-ab68-7114816d7164 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Task: {'id': task-2142863, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.902624] env[62291]: DEBUG oslo_vmware.api [None req-856676ce-bb17-4f70-b051-96d1c6db1204 tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Waiting for the task: (returnval){ [ 2046.902624] env[62291]: value = "task-2142864" [ 2046.902624] env[62291]: _type = "Task" [ 2046.902624] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2046.913356] env[62291]: DEBUG oslo_vmware.api [None req-856676ce-bb17-4f70-b051-96d1c6db1204 tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Task: {'id': task-2142864, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2046.974548] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cacd3a71-2b2e-483e-b0c0-33414f0c0de0 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Lock "interface-b6d3ef08-a9b2-49db-9404-aa68bc2139c1-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.100s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2047.040266] env[62291]: DEBUG oslo_vmware.api [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Task: {'id': task-2142861, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.060687] env[62291]: DEBUG nova.compute.manager [req-24dc101d-09bb-4dab-b4c3-2d35f4e4ccfa req-e2acc18f-3a30-4102-a76b-fa799acfce8e service nova] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Received event network-changed-3941d86d-c5d6-4549-85d7-d1d8d9ead886 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2047.060888] env[62291]: DEBUG nova.compute.manager [req-24dc101d-09bb-4dab-b4c3-2d35f4e4ccfa req-e2acc18f-3a30-4102-a76b-fa799acfce8e service nova] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Refreshing instance network info cache due to event network-changed-3941d86d-c5d6-4549-85d7-d1d8d9ead886. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2047.061117] env[62291]: DEBUG oslo_concurrency.lockutils [req-24dc101d-09bb-4dab-b4c3-2d35f4e4ccfa req-e2acc18f-3a30-4102-a76b-fa799acfce8e service nova] Acquiring lock "refresh_cache-c5bfbc28-cf6c-4c9e-8745-a5e520a6131e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2047.061315] env[62291]: DEBUG oslo_concurrency.lockutils [req-24dc101d-09bb-4dab-b4c3-2d35f4e4ccfa req-e2acc18f-3a30-4102-a76b-fa799acfce8e service nova] Acquired lock "refresh_cache-c5bfbc28-cf6c-4c9e-8745-a5e520a6131e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2047.062033] env[62291]: DEBUG nova.network.neutron [req-24dc101d-09bb-4dab-b4c3-2d35f4e4ccfa req-e2acc18f-3a30-4102-a76b-fa799acfce8e service nova] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Refreshing network info cache for port 3941d86d-c5d6-4549-85d7-d1d8d9ead886 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2047.158243] env[62291]: DEBUG oslo_concurrency.lockutils [None req-397d541d-d015-440d-8bcd-6f3d2d31ccb5 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Releasing lock "refresh_cache-4bffe146-0b5f-4141-b83c-6974834803bd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2047.206244] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c25aea89-d450-4d88-9dd9-f5094e9d0cfe tempest-InstanceActionsNegativeTestJSON-1174281471 tempest-InstanceActionsNegativeTestJSON-1174281471-project-member] Lock "9f269471-9c27-4479-9494-b67e41dd55e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.526s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2047.393154] env[62291]: DEBUG oslo_vmware.api [None req-f617dcf7-5a93-42f4-ab68-7114816d7164 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Task: {'id': task-2142863, 'name': PowerOffVM_Task, 'duration_secs': 0.283957} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.393443] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-f617dcf7-5a93-42f4-ab68-7114816d7164 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2047.393614] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f617dcf7-5a93-42f4-ab68-7114816d7164 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2047.393874] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b27e2bb-07de-40e4-8388-b00d5ef2a6bc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.411741] env[62291]: DEBUG oslo_vmware.api [None req-856676ce-bb17-4f70-b051-96d1c6db1204 tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Task: {'id': task-2142864, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143579} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.412133] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-856676ce-bb17-4f70-b051-96d1c6db1204 tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2047.412214] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-856676ce-bb17-4f70-b051-96d1c6db1204 tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2047.412396] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-856676ce-bb17-4f70-b051-96d1c6db1204 tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2047.412568] env[62291]: INFO nova.compute.manager [None req-856676ce-bb17-4f70-b051-96d1c6db1204 tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] Took 1.65 seconds to destroy the instance on the hypervisor. [ 2047.412813] env[62291]: DEBUG oslo.service.loopingcall [None req-856676ce-bb17-4f70-b051-96d1c6db1204 tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2047.413016] env[62291]: DEBUG nova.compute.manager [-] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2047.413114] env[62291]: DEBUG nova.network.neutron [-] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2047.508361] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f617dcf7-5a93-42f4-ab68-7114816d7164 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2047.508675] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f617dcf7-5a93-42f4-ab68-7114816d7164 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2047.508901] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-f617dcf7-5a93-42f4-ab68-7114816d7164 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Deleting the datastore file [datastore2] 0a178974-018c-410a-a901-c9e984be8ebf {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2047.509231] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-526887f4-9103-4bee-b163-cf7153d2783e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.517212] env[62291]: DEBUG oslo_vmware.api [None req-f617dcf7-5a93-42f4-ab68-7114816d7164 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Waiting for the task: (returnval){ [ 2047.517212] env[62291]: value = "task-2142866" [ 2047.517212] env[62291]: _type = "Task" [ 2047.517212] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.524693] env[62291]: DEBUG oslo_vmware.api [None req-f617dcf7-5a93-42f4-ab68-7114816d7164 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Task: {'id': task-2142866, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.535062] env[62291]: DEBUG oslo_vmware.api [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Task: {'id': task-2142861, 'name': ReconfigVM_Task, 'duration_secs': 0.521431} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2047.535441] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56/72f4eeb0-6ad4-4628-9d92-399e8a2c1a56.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2047.535989] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-afb12127-93b9-4315-84e3-fbabecb32c4b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.542346] env[62291]: DEBUG oslo_vmware.api [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Waiting for the task: (returnval){ [ 2047.542346] env[62291]: value = "task-2142867" [ 2047.542346] env[62291]: _type = "Task" [ 2047.542346] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.551854] env[62291]: DEBUG oslo_vmware.api [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Task: {'id': task-2142867, 'name': Rename_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2047.665873] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-397d541d-d015-440d-8bcd-6f3d2d31ccb5 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2047.665873] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a753bd1-5d78-4ab9-8e60-5fe9a73be19c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2047.682878] env[62291]: DEBUG oslo_vmware.api [None req-397d541d-d015-440d-8bcd-6f3d2d31ccb5 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2047.682878] env[62291]: value = "task-2142868" [ 2047.682878] env[62291]: _type = "Task" [ 2047.682878] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2047.694174] env[62291]: DEBUG oslo_vmware.api [None req-397d541d-d015-440d-8bcd-6f3d2d31ccb5 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2142868, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.027877] env[62291]: DEBUG oslo_vmware.api [None req-f617dcf7-5a93-42f4-ab68-7114816d7164 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Task: {'id': task-2142866, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146085} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.028240] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-f617dcf7-5a93-42f4-ab68-7114816d7164 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2048.028494] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f617dcf7-5a93-42f4-ab68-7114816d7164 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2048.028688] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f617dcf7-5a93-42f4-ab68-7114816d7164 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2048.029029] env[62291]: INFO nova.compute.manager [None req-f617dcf7-5a93-42f4-ab68-7114816d7164 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Took 1.17 seconds to destroy the instance on the hypervisor. [ 2048.029172] env[62291]: DEBUG oslo.service.loopingcall [None req-f617dcf7-5a93-42f4-ab68-7114816d7164 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2048.029548] env[62291]: DEBUG nova.compute.manager [-] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2048.029548] env[62291]: DEBUG nova.network.neutron [-] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2048.055416] env[62291]: DEBUG oslo_vmware.api [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Task: {'id': task-2142867, 'name': Rename_Task, 'duration_secs': 0.152208} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.055731] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2048.056217] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-702d6acd-b0c7-4b11-ae9e-49bb4130ccf1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.065282] env[62291]: DEBUG oslo_vmware.api [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Waiting for the task: (returnval){ [ 2048.065282] env[62291]: value = "task-2142869" [ 2048.065282] env[62291]: _type = "Task" [ 2048.065282] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2048.074891] env[62291]: DEBUG oslo_vmware.api [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Task: {'id': task-2142869, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.086451] env[62291]: DEBUG nova.network.neutron [req-24dc101d-09bb-4dab-b4c3-2d35f4e4ccfa req-e2acc18f-3a30-4102-a76b-fa799acfce8e service nova] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Updated VIF entry in instance network info cache for port 3941d86d-c5d6-4549-85d7-d1d8d9ead886. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2048.086880] env[62291]: DEBUG nova.network.neutron [req-24dc101d-09bb-4dab-b4c3-2d35f4e4ccfa req-e2acc18f-3a30-4102-a76b-fa799acfce8e service nova] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Updating instance_info_cache with network_info: [{"id": "3941d86d-c5d6-4549-85d7-d1d8d9ead886", "address": "fa:16:3e:9f:a6:c3", "network": {"id": "a2a13cd0-3c34-45eb-9564-831cd179058b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2132574208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aefc0011ab314d3882711ec6edfa7e78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3941d86d-c5", "ovs_interfaceid": "3941d86d-c5d6-4549-85d7-d1d8d9ead886", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2048.119116] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2048.119499] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2048.180291] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e36dc1-9e55-46d1-bedf-ab86b2992dac {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.187521] env[62291]: DEBUG nova.network.neutron [-] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2048.199694] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79371449-2731-4954-9364-c81198deffea {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.202401] env[62291]: DEBUG oslo_vmware.api [None req-397d541d-d015-440d-8bcd-6f3d2d31ccb5 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2142868, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.236626] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b60e81a-ac55-4000-aba0-e55ef5df12b3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.244765] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6041ca7a-7407-4bf7-be8c-7de8cd766dda {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.260311] env[62291]: DEBUG nova.compute.provider_tree [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2048.391664] env[62291]: DEBUG nova.compute.manager [req-4996d373-bf0d-47b4-9a30-ae362f2680bd req-3b253f34-5049-4c0f-91a8-145c2bbeb65b service nova] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] Received event network-vif-deleted-c7593c47-dfef-477e-82a4-a3ceafff3ce9 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2048.575340] env[62291]: DEBUG oslo_vmware.api [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Task: {'id': task-2142869, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2048.591670] env[62291]: DEBUG oslo_concurrency.lockutils [req-24dc101d-09bb-4dab-b4c3-2d35f4e4ccfa req-e2acc18f-3a30-4102-a76b-fa799acfce8e service nova] Releasing lock "refresh_cache-c5bfbc28-cf6c-4c9e-8745-a5e520a6131e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2048.629607] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2048.629868] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Starting heal instance info cache {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 2048.691644] env[62291]: INFO nova.compute.manager [-] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] Took 1.28 seconds to deallocate network for instance. [ 2048.702079] env[62291]: DEBUG oslo_vmware.api [None req-397d541d-d015-440d-8bcd-6f3d2d31ccb5 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2142868, 'name': PowerOnVM_Task, 'duration_secs': 0.562794} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2048.702079] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-397d541d-d015-440d-8bcd-6f3d2d31ccb5 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2048.702079] env[62291]: DEBUG nova.compute.manager [None req-397d541d-d015-440d-8bcd-6f3d2d31ccb5 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2048.703127] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0041d5-795f-48d2-a41c-150a0997e299 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2048.762962] env[62291]: DEBUG nova.scheduler.client.report [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2048.876204] env[62291]: DEBUG nova.network.neutron [-] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2049.076138] env[62291]: DEBUG oslo_vmware.api [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Task: {'id': task-2142869, 'name': PowerOnVM_Task, 'duration_secs': 0.729898} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2049.076433] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2049.076633] env[62291]: INFO nova.compute.manager [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Took 9.68 seconds to spawn the instance on the hypervisor. [ 2049.076823] env[62291]: DEBUG nova.compute.manager [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2049.077632] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ece2fca-2564-4e63-b741-133afed5e3d2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.161123] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "refresh_cache-f50e95c8-d4ea-4250-862f-8b3be53cabc9" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2049.161218] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquired lock "refresh_cache-f50e95c8-d4ea-4250-862f-8b3be53cabc9" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2049.161371] env[62291]: DEBUG nova.network.neutron [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Forcefully refreshing network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 2049.202485] env[62291]: DEBUG oslo_concurrency.lockutils [None req-856676ce-bb17-4f70-b051-96d1c6db1204 tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2049.270442] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2049.270927] env[62291]: DEBUG nova.compute.manager [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2049.273755] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.022s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2049.275202] env[62291]: INFO nova.compute.claims [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2049.380153] env[62291]: INFO nova.compute.manager [-] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Took 1.35 seconds to deallocate network for instance. [ 2049.564092] env[62291]: DEBUG nova.compute.manager [req-f5cef923-2b08-48f4-8d63-9f151c6dfa2c req-dfbb7a80-b16c-42d8-b770-be092abe3674 service nova] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Received event network-changed-57fb695c-3653-49b3-8338-0c7637996221 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2049.564306] env[62291]: DEBUG nova.compute.manager [req-f5cef923-2b08-48f4-8d63-9f151c6dfa2c req-dfbb7a80-b16c-42d8-b770-be092abe3674 service nova] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Refreshing instance network info cache due to event network-changed-57fb695c-3653-49b3-8338-0c7637996221. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2049.564534] env[62291]: DEBUG oslo_concurrency.lockutils [req-f5cef923-2b08-48f4-8d63-9f151c6dfa2c req-dfbb7a80-b16c-42d8-b770-be092abe3674 service nova] Acquiring lock "refresh_cache-29473c85-120a-4c82-b22b-cff8d37e98cd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2049.564680] env[62291]: DEBUG oslo_concurrency.lockutils [req-f5cef923-2b08-48f4-8d63-9f151c6dfa2c req-dfbb7a80-b16c-42d8-b770-be092abe3674 service nova] Acquired lock "refresh_cache-29473c85-120a-4c82-b22b-cff8d37e98cd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2049.566029] env[62291]: DEBUG nova.network.neutron [req-f5cef923-2b08-48f4-8d63-9f151c6dfa2c req-dfbb7a80-b16c-42d8-b770-be092abe3674 service nova] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Refreshing network info cache for port 57fb695c-3653-49b3-8338-0c7637996221 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2049.597202] env[62291]: INFO nova.compute.manager [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Took 45.29 seconds to build instance. [ 2049.691578] env[62291]: DEBUG nova.network.neutron [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2049.699575] env[62291]: DEBUG oslo_concurrency.lockutils [None req-420df80a-524e-48c6-a77f-283acd598e21 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Acquiring lock "b6d3ef08-a9b2-49db-9404-aa68bc2139c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2049.699911] env[62291]: DEBUG oslo_concurrency.lockutils [None req-420df80a-524e-48c6-a77f-283acd598e21 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Lock "b6d3ef08-a9b2-49db-9404-aa68bc2139c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2049.700194] env[62291]: DEBUG oslo_concurrency.lockutils [None req-420df80a-524e-48c6-a77f-283acd598e21 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Acquiring lock "b6d3ef08-a9b2-49db-9404-aa68bc2139c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2049.700439] env[62291]: DEBUG oslo_concurrency.lockutils [None req-420df80a-524e-48c6-a77f-283acd598e21 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Lock "b6d3ef08-a9b2-49db-9404-aa68bc2139c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2049.700672] env[62291]: DEBUG oslo_concurrency.lockutils [None req-420df80a-524e-48c6-a77f-283acd598e21 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Lock "b6d3ef08-a9b2-49db-9404-aa68bc2139c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2049.704875] env[62291]: INFO nova.compute.manager [None req-420df80a-524e-48c6-a77f-283acd598e21 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] [instance: b6d3ef08-a9b2-49db-9404-aa68bc2139c1] Terminating instance [ 2049.713032] env[62291]: DEBUG nova.compute.manager [None req-420df80a-524e-48c6-a77f-283acd598e21 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] [instance: b6d3ef08-a9b2-49db-9404-aa68bc2139c1] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2049.713306] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-420df80a-524e-48c6-a77f-283acd598e21 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] [instance: b6d3ef08-a9b2-49db-9404-aa68bc2139c1] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2049.714126] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0db3aa-ea5a-4484-a70a-0304baafd2fe {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.723611] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-420df80a-524e-48c6-a77f-283acd598e21 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] [instance: b6d3ef08-a9b2-49db-9404-aa68bc2139c1] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2049.723898] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d391909f-7155-4922-b697-313830ea5c2e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2049.731783] env[62291]: DEBUG oslo_vmware.api [None req-420df80a-524e-48c6-a77f-283acd598e21 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Waiting for the task: (returnval){ [ 2049.731783] env[62291]: value = "task-2142870" [ 2049.731783] env[62291]: _type = "Task" [ 2049.731783] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2049.741959] env[62291]: DEBUG oslo_vmware.api [None req-420df80a-524e-48c6-a77f-283acd598e21 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Task: {'id': task-2142870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2049.782289] env[62291]: DEBUG nova.compute.utils [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2049.783689] env[62291]: DEBUG nova.compute.manager [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2049.783887] env[62291]: DEBUG nova.network.neutron [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2049.887229] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f617dcf7-5a93-42f4-ab68-7114816d7164 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2049.907985] env[62291]: DEBUG nova.policy [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1b1ba1a1f4024c619bff5040c7b511f1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e682a618661f4d75af0e21ee4fa9ddfe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2050.102178] env[62291]: DEBUG oslo_concurrency.lockutils [None req-89c11430-7e9a-484d-ad16-142b37c98eb6 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Lock "72f4eeb0-6ad4-4628-9d92-399e8a2c1a56" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 135.707s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2050.244085] env[62291]: DEBUG oslo_vmware.api [None req-420df80a-524e-48c6-a77f-283acd598e21 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Task: {'id': task-2142870, 'name': PowerOffVM_Task, 'duration_secs': 0.377576} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2050.244401] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-420df80a-524e-48c6-a77f-283acd598e21 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] [instance: b6d3ef08-a9b2-49db-9404-aa68bc2139c1] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2050.244574] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-420df80a-524e-48c6-a77f-283acd598e21 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] [instance: b6d3ef08-a9b2-49db-9404-aa68bc2139c1] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2050.244839] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eef66393-bf1b-4964-addf-c657dadd188a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.289332] env[62291]: DEBUG nova.compute.manager [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2050.359774] env[62291]: DEBUG nova.network.neutron [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2050.361329] env[62291]: DEBUG nova.network.neutron [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Successfully created port: 6fdd6980-2a8f-49e8-ab36-525fc5b90957 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2050.368129] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-420df80a-524e-48c6-a77f-283acd598e21 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] [instance: b6d3ef08-a9b2-49db-9404-aa68bc2139c1] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2050.368129] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-420df80a-524e-48c6-a77f-283acd598e21 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] [instance: b6d3ef08-a9b2-49db-9404-aa68bc2139c1] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2050.368129] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-420df80a-524e-48c6-a77f-283acd598e21 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Deleting the datastore file [datastore2] b6d3ef08-a9b2-49db-9404-aa68bc2139c1 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2050.368416] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2244122a-f288-4eab-847f-93ad17c827a2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.379563] env[62291]: DEBUG oslo_vmware.api [None req-420df80a-524e-48c6-a77f-283acd598e21 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Waiting for the task: (returnval){ [ 2050.379563] env[62291]: value = "task-2142872" [ 2050.379563] env[62291]: _type = "Task" [ 2050.379563] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2050.396432] env[62291]: DEBUG oslo_vmware.api [None req-420df80a-524e-48c6-a77f-283acd598e21 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Task: {'id': task-2142872, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.530325] env[62291]: DEBUG nova.network.neutron [req-f5cef923-2b08-48f4-8d63-9f151c6dfa2c req-dfbb7a80-b16c-42d8-b770-be092abe3674 service nova] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Updated VIF entry in instance network info cache for port 57fb695c-3653-49b3-8338-0c7637996221. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2050.530744] env[62291]: DEBUG nova.network.neutron [req-f5cef923-2b08-48f4-8d63-9f151c6dfa2c req-dfbb7a80-b16c-42d8-b770-be092abe3674 service nova] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Updating instance_info_cache with network_info: [{"id": "57fb695c-3653-49b3-8338-0c7637996221", "address": "fa:16:3e:61:87:c0", "network": {"id": "a2a13cd0-3c34-45eb-9564-831cd179058b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2132574208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aefc0011ab314d3882711ec6edfa7e78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57fb695c-36", "ovs_interfaceid": "57fb695c-3653-49b3-8338-0c7637996221", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2050.605531] env[62291]: DEBUG nova.compute.manager [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2050.871028] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Releasing lock "refresh_cache-f50e95c8-d4ea-4250-862f-8b3be53cabc9" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2050.871028] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Updated the network info_cache for instance {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9999}} [ 2050.871028] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2050.871028] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2050.871028] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2050.871028] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2050.871028] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2050.871028] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2050.871028] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62291) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 2050.871028] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2050.883126] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72f7415f-7bc5-4c6f-a0b2-c2745dfffb1f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.899270] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15245200-23c3-4a72-9044-4b268fec332f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.902920] env[62291]: DEBUG oslo_vmware.api [None req-420df80a-524e-48c6-a77f-283acd598e21 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Task: {'id': task-2142872, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2050.905417] env[62291]: DEBUG nova.compute.manager [req-e61f3728-679d-4239-9e5e-b550f223834f req-0309d2f5-e535-4922-81de-380fc04f7618 service nova] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] Received event network-vif-deleted-df3f1d87-3691-4f21-b069-f97b28e722d2 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2050.905519] env[62291]: DEBUG nova.compute.manager [req-e61f3728-679d-4239-9e5e-b550f223834f req-0309d2f5-e535-4922-81de-380fc04f7618 service nova] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Received event network-vif-deleted-d5f7a1b8-950b-427c-8e4c-2b186102b849 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2050.935810] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70fd37c-336d-4423-83c1-706f3d675a3c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.943470] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dda9c0b-266d-4011-af63-c08391bea2d4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2050.958092] env[62291]: DEBUG nova.compute.provider_tree [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2051.034862] env[62291]: DEBUG oslo_concurrency.lockutils [req-f5cef923-2b08-48f4-8d63-9f151c6dfa2c req-dfbb7a80-b16c-42d8-b770-be092abe3674 service nova] Releasing lock "refresh_cache-29473c85-120a-4c82-b22b-cff8d37e98cd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2051.082811] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5f6d40e5-5d0b-44bf-abb5-97a7cc2f3f49 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Acquiring lock "29473c85-120a-4c82-b22b-cff8d37e98cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2051.083131] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5f6d40e5-5d0b-44bf-abb5-97a7cc2f3f49 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Lock "29473c85-120a-4c82-b22b-cff8d37e98cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2051.083342] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5f6d40e5-5d0b-44bf-abb5-97a7cc2f3f49 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Acquiring lock "29473c85-120a-4c82-b22b-cff8d37e98cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2051.083530] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5f6d40e5-5d0b-44bf-abb5-97a7cc2f3f49 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Lock "29473c85-120a-4c82-b22b-cff8d37e98cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2051.083751] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5f6d40e5-5d0b-44bf-abb5-97a7cc2f3f49 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Lock "29473c85-120a-4c82-b22b-cff8d37e98cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2051.085832] env[62291]: INFO nova.compute.manager [None req-5f6d40e5-5d0b-44bf-abb5-97a7cc2f3f49 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Terminating instance [ 2051.087610] env[62291]: DEBUG nova.compute.manager [None req-5f6d40e5-5d0b-44bf-abb5-97a7cc2f3f49 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2051.087806] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6d40e5-5d0b-44bf-abb5-97a7cc2f3f49 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2051.088888] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542969ec-64b4-4c23-aa5f-3f067fbcf259 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.097054] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f6d40e5-5d0b-44bf-abb5-97a7cc2f3f49 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2051.097137] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-569ed255-f024-4fa8-8ada-f5e68bbed3d2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.103220] env[62291]: DEBUG oslo_vmware.api [None req-5f6d40e5-5d0b-44bf-abb5-97a7cc2f3f49 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Waiting for the task: (returnval){ [ 2051.103220] env[62291]: value = "task-2142873" [ 2051.103220] env[62291]: _type = "Task" [ 2051.103220] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.112747] env[62291]: DEBUG oslo_vmware.api [None req-5f6d40e5-5d0b-44bf-abb5-97a7cc2f3f49 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Task: {'id': task-2142873, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.130564] env[62291]: DEBUG oslo_concurrency.lockutils [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2051.304696] env[62291]: DEBUG nova.compute.manager [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2051.331848] env[62291]: DEBUG nova.virt.hardware [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2051.332101] env[62291]: DEBUG nova.virt.hardware [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2051.332354] env[62291]: DEBUG nova.virt.hardware [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2051.332761] env[62291]: DEBUG nova.virt.hardware [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2051.332921] env[62291]: DEBUG nova.virt.hardware [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2051.333079] env[62291]: DEBUG nova.virt.hardware [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2051.333297] env[62291]: DEBUG nova.virt.hardware [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2051.333461] env[62291]: DEBUG nova.virt.hardware [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2051.333854] env[62291]: DEBUG nova.virt.hardware [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2051.334053] env[62291]: DEBUG nova.virt.hardware [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2051.334235] env[62291]: DEBUG nova.virt.hardware [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2051.335308] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa34c3fb-a77a-40d1-9723-33a7f6764802 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.345137] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff7f2c4-d1f6-446b-87f6-f282df905f57 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.376271] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2051.390326] env[62291]: DEBUG oslo_vmware.api [None req-420df80a-524e-48c6-a77f-283acd598e21 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Task: {'id': task-2142872, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.53194} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.390471] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-420df80a-524e-48c6-a77f-283acd598e21 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2051.391064] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-420df80a-524e-48c6-a77f-283acd598e21 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] [instance: b6d3ef08-a9b2-49db-9404-aa68bc2139c1] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2051.391064] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-420df80a-524e-48c6-a77f-283acd598e21 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] [instance: b6d3ef08-a9b2-49db-9404-aa68bc2139c1] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2051.391064] env[62291]: INFO nova.compute.manager [None req-420df80a-524e-48c6-a77f-283acd598e21 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] [instance: b6d3ef08-a9b2-49db-9404-aa68bc2139c1] Took 1.68 seconds to destroy the instance on the hypervisor. [ 2051.391342] env[62291]: DEBUG oslo.service.loopingcall [None req-420df80a-524e-48c6-a77f-283acd598e21 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2051.391963] env[62291]: DEBUG nova.compute.manager [-] [instance: b6d3ef08-a9b2-49db-9404-aa68bc2139c1] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2051.391963] env[62291]: DEBUG nova.network.neutron [-] [instance: b6d3ef08-a9b2-49db-9404-aa68bc2139c1] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2051.461847] env[62291]: DEBUG nova.scheduler.client.report [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2051.617299] env[62291]: DEBUG oslo_vmware.api [None req-5f6d40e5-5d0b-44bf-abb5-97a7cc2f3f49 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Task: {'id': task-2142873, 'name': PowerOffVM_Task, 'duration_secs': 0.200106} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2051.617692] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f6d40e5-5d0b-44bf-abb5-97a7cc2f3f49 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2051.617913] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6d40e5-5d0b-44bf-abb5-97a7cc2f3f49 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2051.618228] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a51d826f-8b82-4074-9cba-c00906453e59 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.724498] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6d40e5-5d0b-44bf-abb5-97a7cc2f3f49 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2051.724700] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6d40e5-5d0b-44bf-abb5-97a7cc2f3f49 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2051.724885] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f6d40e5-5d0b-44bf-abb5-97a7cc2f3f49 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Deleting the datastore file [datastore2] 29473c85-120a-4c82-b22b-cff8d37e98cd {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2051.725170] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0cffec6-85f4-4e83-84ff-62fc0bd7131d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2051.732665] env[62291]: DEBUG oslo_vmware.api [None req-5f6d40e5-5d0b-44bf-abb5-97a7cc2f3f49 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Waiting for the task: (returnval){ [ 2051.732665] env[62291]: value = "task-2142875" [ 2051.732665] env[62291]: _type = "Task" [ 2051.732665] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2051.742626] env[62291]: DEBUG oslo_vmware.api [None req-5f6d40e5-5d0b-44bf-abb5-97a7cc2f3f49 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Task: {'id': task-2142875, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2051.966671] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2051.967254] env[62291]: DEBUG nova.compute.manager [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2051.970258] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7e0812c9-df02-4e0b-ae4e-cc4b44ce6427 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.651s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2051.970872] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7e0812c9-df02-4e0b-ae4e-cc4b44ce6427 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2051.972383] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8bb1d271-a82d-4052-9f0d-cd25f56c95dc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.094s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2051.972699] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8bb1d271-a82d-4052-9f0d-cd25f56c95dc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2051.974363] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4e4464f3-7acc-4c1d-864c-094bcef625d5 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.620s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2051.974573] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4e4464f3-7acc-4c1d-864c-094bcef625d5 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2051.976357] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3e763c60-0d81-47c5-bba6-9baa8ee4255b tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.698s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2051.976544] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3e763c60-0d81-47c5-bba6-9baa8ee4255b tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2051.978109] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.702s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2051.979589] env[62291]: INFO nova.compute.claims [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] [instance: 9207d003-321c-4e28-97f4-ca9fda237b6d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2052.010012] env[62291]: INFO nova.scheduler.client.report [None req-4e4464f3-7acc-4c1d-864c-094bcef625d5 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Deleted allocations for instance f50e95c8-d4ea-4250-862f-8b3be53cabc9 [ 2052.020408] env[62291]: INFO nova.scheduler.client.report [None req-8bb1d271-a82d-4052-9f0d-cd25f56c95dc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Deleted allocations for instance 68d9ebdd-312b-4823-99b4-01b3ff895561 [ 2052.044183] env[62291]: INFO nova.scheduler.client.report [None req-7e0812c9-df02-4e0b-ae4e-cc4b44ce6427 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Deleted allocations for instance a7fe6c49-4623-49a6-826d-37a2bb790206 [ 2052.050168] env[62291]: INFO nova.scheduler.client.report [None req-3e763c60-0d81-47c5-bba6-9baa8ee4255b tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Deleted allocations for instance d4d8221d-778d-43c5-acfe-84aaa2424b5a [ 2052.247111] env[62291]: DEBUG oslo_vmware.api [None req-5f6d40e5-5d0b-44bf-abb5-97a7cc2f3f49 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Task: {'id': task-2142875, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.419435} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2052.247111] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f6d40e5-5d0b-44bf-abb5-97a7cc2f3f49 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2052.248422] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6d40e5-5d0b-44bf-abb5-97a7cc2f3f49 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2052.249047] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5f6d40e5-5d0b-44bf-abb5-97a7cc2f3f49 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2052.254020] env[62291]: INFO nova.compute.manager [None req-5f6d40e5-5d0b-44bf-abb5-97a7cc2f3f49 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Took 1.16 seconds to destroy the instance on the hypervisor. [ 2052.254020] env[62291]: DEBUG oslo.service.loopingcall [None req-5f6d40e5-5d0b-44bf-abb5-97a7cc2f3f49 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2052.254020] env[62291]: DEBUG nova.compute.manager [-] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2052.254020] env[62291]: DEBUG nova.network.neutron [-] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2052.257122] env[62291]: DEBUG nova.compute.manager [req-0c168a89-a0af-450f-b9e6-5258cec9ef7f req-7bbfb321-9b86-4e04-9017-e338bd0639bb service nova] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Received event network-changed-57fb695c-3653-49b3-8338-0c7637996221 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2052.258586] env[62291]: DEBUG nova.compute.manager [req-0c168a89-a0af-450f-b9e6-5258cec9ef7f req-7bbfb321-9b86-4e04-9017-e338bd0639bb service nova] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Refreshing instance network info cache due to event network-changed-57fb695c-3653-49b3-8338-0c7637996221. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2052.258586] env[62291]: DEBUG oslo_concurrency.lockutils [req-0c168a89-a0af-450f-b9e6-5258cec9ef7f req-7bbfb321-9b86-4e04-9017-e338bd0639bb service nova] Acquiring lock "refresh_cache-29473c85-120a-4c82-b22b-cff8d37e98cd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2052.258586] env[62291]: DEBUG oslo_concurrency.lockutils [req-0c168a89-a0af-450f-b9e6-5258cec9ef7f req-7bbfb321-9b86-4e04-9017-e338bd0639bb service nova] Acquired lock "refresh_cache-29473c85-120a-4c82-b22b-cff8d37e98cd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2052.258586] env[62291]: DEBUG nova.network.neutron [req-0c168a89-a0af-450f-b9e6-5258cec9ef7f req-7bbfb321-9b86-4e04-9017-e338bd0639bb service nova] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Refreshing network info cache for port 57fb695c-3653-49b3-8338-0c7637996221 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2052.275916] env[62291]: DEBUG nova.network.neutron [-] [instance: b6d3ef08-a9b2-49db-9404-aa68bc2139c1] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2052.294940] env[62291]: DEBUG nova.network.neutron [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Successfully updated port: 6fdd6980-2a8f-49e8-ab36-525fc5b90957 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2052.488578] env[62291]: DEBUG nova.compute.utils [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2052.490625] env[62291]: DEBUG nova.compute.manager [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2052.490821] env[62291]: DEBUG nova.network.neutron [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2052.525488] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4e4464f3-7acc-4c1d-864c-094bcef625d5 tempest-ListImageFiltersTestJSON-1655848574 tempest-ListImageFiltersTestJSON-1655848574-project-member] Lock "f50e95c8-d4ea-4250-862f-8b3be53cabc9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.309s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2052.531855] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8bb1d271-a82d-4052-9f0d-cd25f56c95dc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Lock "68d9ebdd-312b-4823-99b4-01b3ff895561" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.522s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2052.558473] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7e0812c9-df02-4e0b-ae4e-cc4b44ce6427 tempest-ServerAddressesNegativeTestJSON-404688556 tempest-ServerAddressesNegativeTestJSON-404688556-project-member] Lock "a7fe6c49-4623-49a6-826d-37a2bb790206" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.214s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2052.559532] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3e763c60-0d81-47c5-bba6-9baa8ee4255b tempest-ServerDiagnosticsV248Test-413481411 tempest-ServerDiagnosticsV248Test-413481411-project-member] Lock "d4d8221d-778d-43c5-acfe-84aaa2424b5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.110s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2052.563275] env[62291]: DEBUG nova.policy [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e81ade3d60eb4c06ae7ee64c9a6a090a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91b6e38d29a747f5a5ece7587dcd8c03', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2052.778963] env[62291]: INFO nova.network.neutron [req-0c168a89-a0af-450f-b9e6-5258cec9ef7f req-7bbfb321-9b86-4e04-9017-e338bd0639bb service nova] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Port 57fb695c-3653-49b3-8338-0c7637996221 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2052.778963] env[62291]: DEBUG nova.network.neutron [req-0c168a89-a0af-450f-b9e6-5258cec9ef7f req-7bbfb321-9b86-4e04-9017-e338bd0639bb service nova] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2052.778963] env[62291]: INFO nova.compute.manager [-] [instance: b6d3ef08-a9b2-49db-9404-aa68bc2139c1] Took 1.39 seconds to deallocate network for instance. [ 2052.838280] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Acquiring lock "refresh_cache-1504489e-14ed-496f-874e-03be8429bbe8" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2052.838280] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Acquired lock "refresh_cache-1504489e-14ed-496f-874e-03be8429bbe8" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2052.838280] env[62291]: DEBUG nova.network.neutron [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2052.896787] env[62291]: DEBUG nova.network.neutron [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5] Successfully created port: cfd7842b-1624-4d2e-8810-267de9f849ba {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2052.997151] env[62291]: DEBUG nova.compute.manager [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2053.228493] env[62291]: DEBUG nova.compute.manager [req-bafeda99-df34-4423-8d6d-be835f6953fc req-dc8aca7b-ee95-4c23-96d9-7d0f1f164f27 service nova] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Received event network-changed-3941d86d-c5d6-4549-85d7-d1d8d9ead886 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2053.228905] env[62291]: DEBUG nova.compute.manager [req-bafeda99-df34-4423-8d6d-be835f6953fc req-dc8aca7b-ee95-4c23-96d9-7d0f1f164f27 service nova] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Refreshing instance network info cache due to event network-changed-3941d86d-c5d6-4549-85d7-d1d8d9ead886. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2053.229181] env[62291]: DEBUG oslo_concurrency.lockutils [req-bafeda99-df34-4423-8d6d-be835f6953fc req-dc8aca7b-ee95-4c23-96d9-7d0f1f164f27 service nova] Acquiring lock "refresh_cache-c5bfbc28-cf6c-4c9e-8745-a5e520a6131e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2053.229528] env[62291]: DEBUG oslo_concurrency.lockutils [req-bafeda99-df34-4423-8d6d-be835f6953fc req-dc8aca7b-ee95-4c23-96d9-7d0f1f164f27 service nova] Acquired lock "refresh_cache-c5bfbc28-cf6c-4c9e-8745-a5e520a6131e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2053.229778] env[62291]: DEBUG nova.network.neutron [req-bafeda99-df34-4423-8d6d-be835f6953fc req-dc8aca7b-ee95-4c23-96d9-7d0f1f164f27 service nova] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Refreshing network info cache for port 3941d86d-c5d6-4549-85d7-d1d8d9ead886 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2053.244497] env[62291]: DEBUG nova.network.neutron [-] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2053.281606] env[62291]: DEBUG oslo_concurrency.lockutils [req-0c168a89-a0af-450f-b9e6-5258cec9ef7f req-7bbfb321-9b86-4e04-9017-e338bd0639bb service nova] Releasing lock "refresh_cache-29473c85-120a-4c82-b22b-cff8d37e98cd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2053.287458] env[62291]: DEBUG oslo_concurrency.lockutils [None req-420df80a-524e-48c6-a77f-283acd598e21 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2053.345319] env[62291]: DEBUG nova.network.neutron [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2053.541879] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8843dbdb-851c-47ec-895c-ef269e346899 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.551722] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99871af6-3b1e-4af6-adf9-a94fdc7456d2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.586735] env[62291]: DEBUG nova.network.neutron [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Updating instance_info_cache with network_info: [{"id": "6fdd6980-2a8f-49e8-ab36-525fc5b90957", "address": "fa:16:3e:fa:0c:0b", "network": {"id": "a28683aa-4018-42bb-90b0-8f4820e0a3e2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1568828468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e682a618661f4d75af0e21ee4fa9ddfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fdd6980-2a", "ovs_interfaceid": "6fdd6980-2a8f-49e8-ab36-525fc5b90957", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2053.588783] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06082d28-edcd-4da4-bfa2-f16b14a1eb0b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.597436] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521b27cc-46a7-4182-ab6b-fe866c0a47b3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2053.614098] env[62291]: DEBUG nova.compute.provider_tree [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2053.747704] env[62291]: INFO nova.compute.manager [-] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Took 1.50 seconds to deallocate network for instance. [ 2054.012454] env[62291]: DEBUG nova.compute.manager [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2054.042458] env[62291]: DEBUG nova.virt.hardware [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2054.043385] env[62291]: DEBUG nova.virt.hardware [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2054.043784] env[62291]: DEBUG nova.virt.hardware [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2054.044220] env[62291]: DEBUG nova.virt.hardware [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2054.044507] env[62291]: DEBUG nova.virt.hardware [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2054.047047] env[62291]: DEBUG nova.virt.hardware [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2054.047047] env[62291]: DEBUG nova.virt.hardware [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2054.047047] env[62291]: DEBUG nova.virt.hardware [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2054.047047] env[62291]: DEBUG nova.virt.hardware [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2054.047047] env[62291]: DEBUG nova.virt.hardware [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2054.047047] env[62291]: DEBUG nova.virt.hardware [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2054.047047] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318a56bc-a3a1-45b9-ac08-70412a0f1e2f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.058656] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5d7b57-ec6f-45e1-8658-1bc61afb645d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.077348] env[62291]: DEBUG nova.network.neutron [req-bafeda99-df34-4423-8d6d-be835f6953fc req-dc8aca7b-ee95-4c23-96d9-7d0f1f164f27 service nova] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Updated VIF entry in instance network info cache for port 3941d86d-c5d6-4549-85d7-d1d8d9ead886. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2054.077866] env[62291]: DEBUG nova.network.neutron [req-bafeda99-df34-4423-8d6d-be835f6953fc req-dc8aca7b-ee95-4c23-96d9-7d0f1f164f27 service nova] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Updating instance_info_cache with network_info: [{"id": "3941d86d-c5d6-4549-85d7-d1d8d9ead886", "address": "fa:16:3e:9f:a6:c3", "network": {"id": "a2a13cd0-3c34-45eb-9564-831cd179058b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2132574208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aefc0011ab314d3882711ec6edfa7e78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3941d86d-c5", "ovs_interfaceid": "3941d86d-c5d6-4549-85d7-d1d8d9ead886", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2054.093494] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Releasing lock "refresh_cache-1504489e-14ed-496f-874e-03be8429bbe8" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2054.094436] env[62291]: DEBUG nova.compute.manager [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Instance network_info: |[{"id": "6fdd6980-2a8f-49e8-ab36-525fc5b90957", "address": "fa:16:3e:fa:0c:0b", "network": {"id": "a28683aa-4018-42bb-90b0-8f4820e0a3e2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1568828468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e682a618661f4d75af0e21ee4fa9ddfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fdd6980-2a", "ovs_interfaceid": "6fdd6980-2a8f-49e8-ab36-525fc5b90957", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2054.094548] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:0c:0b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e31a7f15-a808-4199-9071-31fd05e316ea', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6fdd6980-2a8f-49e8-ab36-525fc5b90957', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2054.110028] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Creating folder: Project (e682a618661f4d75af0e21ee4fa9ddfe). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2054.110028] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3cf9f021-d2a2-4410-92ab-240dca222608 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.117673] env[62291]: DEBUG nova.scheduler.client.report [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2054.129021] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Created folder: Project (e682a618661f4d75af0e21ee4fa9ddfe) in parent group-v437896. [ 2054.129021] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Creating folder: Instances. Parent ref: group-v438010. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2054.129021] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c53dda03-5578-4267-9d59-0c3157dd3813 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.136662] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Created folder: Instances in parent group-v438010. [ 2054.136920] env[62291]: DEBUG oslo.service.loopingcall [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2054.137697] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2054.138363] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80732104-0043-4030-882f-6f3f0dc5d49d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.159133] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2054.159133] env[62291]: value = "task-2142878" [ 2054.159133] env[62291]: _type = "Task" [ 2054.159133] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.170459] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142878, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.255695] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5f6d40e5-5d0b-44bf-abb5-97a7cc2f3f49 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2054.567741] env[62291]: DEBUG nova.compute.manager [req-433e3e6e-636c-4f41-a1e9-38f5c11ef367 req-459f945d-dbf1-4535-883a-2475d0c928b8 service nova] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Received event network-changed-73f066cc-f6ad-436a-9696-30223d5ef62d {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2054.568884] env[62291]: DEBUG nova.compute.manager [req-433e3e6e-636c-4f41-a1e9-38f5c11ef367 req-459f945d-dbf1-4535-883a-2475d0c928b8 service nova] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Refreshing instance network info cache due to event network-changed-73f066cc-f6ad-436a-9696-30223d5ef62d. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2054.569235] env[62291]: DEBUG oslo_concurrency.lockutils [req-433e3e6e-636c-4f41-a1e9-38f5c11ef367 req-459f945d-dbf1-4535-883a-2475d0c928b8 service nova] Acquiring lock "refresh_cache-72f4eeb0-6ad4-4628-9d92-399e8a2c1a56" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2054.569497] env[62291]: DEBUG oslo_concurrency.lockutils [req-433e3e6e-636c-4f41-a1e9-38f5c11ef367 req-459f945d-dbf1-4535-883a-2475d0c928b8 service nova] Acquired lock "refresh_cache-72f4eeb0-6ad4-4628-9d92-399e8a2c1a56" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2054.569813] env[62291]: DEBUG nova.network.neutron [req-433e3e6e-636c-4f41-a1e9-38f5c11ef367 req-459f945d-dbf1-4535-883a-2475d0c928b8 service nova] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Refreshing network info cache for port 73f066cc-f6ad-436a-9696-30223d5ef62d {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2054.586021] env[62291]: DEBUG oslo_concurrency.lockutils [req-bafeda99-df34-4423-8d6d-be835f6953fc req-dc8aca7b-ee95-4c23-96d9-7d0f1f164f27 service nova] Releasing lock "refresh_cache-c5bfbc28-cf6c-4c9e-8745-a5e520a6131e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2054.586021] env[62291]: DEBUG nova.compute.manager [req-bafeda99-df34-4423-8d6d-be835f6953fc req-dc8aca7b-ee95-4c23-96d9-7d0f1f164f27 service nova] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Received event network-vif-plugged-6fdd6980-2a8f-49e8-ab36-525fc5b90957 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2054.586021] env[62291]: DEBUG oslo_concurrency.lockutils [req-bafeda99-df34-4423-8d6d-be835f6953fc req-dc8aca7b-ee95-4c23-96d9-7d0f1f164f27 service nova] Acquiring lock "1504489e-14ed-496f-874e-03be8429bbe8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2054.586021] env[62291]: DEBUG oslo_concurrency.lockutils [req-bafeda99-df34-4423-8d6d-be835f6953fc req-dc8aca7b-ee95-4c23-96d9-7d0f1f164f27 service nova] Lock "1504489e-14ed-496f-874e-03be8429bbe8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2054.586021] env[62291]: DEBUG oslo_concurrency.lockutils [req-bafeda99-df34-4423-8d6d-be835f6953fc req-dc8aca7b-ee95-4c23-96d9-7d0f1f164f27 service nova] Lock "1504489e-14ed-496f-874e-03be8429bbe8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2054.586021] env[62291]: DEBUG nova.compute.manager [req-bafeda99-df34-4423-8d6d-be835f6953fc req-dc8aca7b-ee95-4c23-96d9-7d0f1f164f27 service nova] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] No waiting events found dispatching network-vif-plugged-6fdd6980-2a8f-49e8-ab36-525fc5b90957 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2054.586021] env[62291]: WARNING nova.compute.manager [req-bafeda99-df34-4423-8d6d-be835f6953fc req-dc8aca7b-ee95-4c23-96d9-7d0f1f164f27 service nova] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Received unexpected event network-vif-plugged-6fdd6980-2a8f-49e8-ab36-525fc5b90957 for instance with vm_state building and task_state spawning. [ 2054.586021] env[62291]: DEBUG nova.compute.manager [req-bafeda99-df34-4423-8d6d-be835f6953fc req-dc8aca7b-ee95-4c23-96d9-7d0f1f164f27 service nova] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Received event network-changed-6fdd6980-2a8f-49e8-ab36-525fc5b90957 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2054.586021] env[62291]: DEBUG nova.compute.manager [req-bafeda99-df34-4423-8d6d-be835f6953fc req-dc8aca7b-ee95-4c23-96d9-7d0f1f164f27 service nova] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Refreshing instance network info cache due to event network-changed-6fdd6980-2a8f-49e8-ab36-525fc5b90957. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2054.586021] env[62291]: DEBUG oslo_concurrency.lockutils [req-bafeda99-df34-4423-8d6d-be835f6953fc req-dc8aca7b-ee95-4c23-96d9-7d0f1f164f27 service nova] Acquiring lock "refresh_cache-1504489e-14ed-496f-874e-03be8429bbe8" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2054.586850] env[62291]: DEBUG oslo_concurrency.lockutils [req-bafeda99-df34-4423-8d6d-be835f6953fc req-dc8aca7b-ee95-4c23-96d9-7d0f1f164f27 service nova] Acquired lock "refresh_cache-1504489e-14ed-496f-874e-03be8429bbe8" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2054.587354] env[62291]: DEBUG nova.network.neutron [req-bafeda99-df34-4423-8d6d-be835f6953fc req-dc8aca7b-ee95-4c23-96d9-7d0f1f164f27 service nova] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Refreshing network info cache for port 6fdd6980-2a8f-49e8-ab36-525fc5b90957 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2054.631908] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.650s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2054.631908] env[62291]: DEBUG nova.compute.manager [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] [instance: 9207d003-321c-4e28-97f4-ca9fda237b6d] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2054.632361] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.911s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2054.636621] env[62291]: INFO nova.compute.claims [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2054.669812] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142878, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2054.737218] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0f35015e-c78d-42cf-8c38-4d535818d5a8 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Acquiring lock "29473c85-120a-4c82-b22b-cff8d37e98cd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2054.834062] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2a821974-3c5f-4212-8415-cc974d931a2d tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Acquiring lock "adb610f9-02ae-45c0-96e8-939bb4959ab4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2054.834190] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2a821974-3c5f-4212-8415-cc974d931a2d tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Lock "adb610f9-02ae-45c0-96e8-939bb4959ab4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2054.834513] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2a821974-3c5f-4212-8415-cc974d931a2d tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Acquiring lock "adb610f9-02ae-45c0-96e8-939bb4959ab4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2054.835307] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2a821974-3c5f-4212-8415-cc974d931a2d tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Lock "adb610f9-02ae-45c0-96e8-939bb4959ab4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2054.836985] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2a821974-3c5f-4212-8415-cc974d931a2d tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Lock "adb610f9-02ae-45c0-96e8-939bb4959ab4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2054.838411] env[62291]: INFO nova.compute.manager [None req-2a821974-3c5f-4212-8415-cc974d931a2d tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: adb610f9-02ae-45c0-96e8-939bb4959ab4] Terminating instance [ 2054.841902] env[62291]: DEBUG nova.compute.manager [None req-2a821974-3c5f-4212-8415-cc974d931a2d tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: adb610f9-02ae-45c0-96e8-939bb4959ab4] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2054.845022] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-2a821974-3c5f-4212-8415-cc974d931a2d tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: adb610f9-02ae-45c0-96e8-939bb4959ab4] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2054.845022] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2ebfd2-9a9b-4cf6-a463-ceaabe7d38d0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.852945] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a821974-3c5f-4212-8415-cc974d931a2d tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: adb610f9-02ae-45c0-96e8-939bb4959ab4] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2054.855162] env[62291]: DEBUG nova.network.neutron [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5] Successfully updated port: cfd7842b-1624-4d2e-8810-267de9f849ba {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2054.856144] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c10b1173-04cb-47e3-a335-df7b6f59cf2d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2054.868328] env[62291]: DEBUG oslo_vmware.api [None req-2a821974-3c5f-4212-8415-cc974d931a2d tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Waiting for the task: (returnval){ [ 2054.868328] env[62291]: value = "task-2142879" [ 2054.868328] env[62291]: _type = "Task" [ 2054.868328] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2054.878242] env[62291]: DEBUG oslo_vmware.api [None req-2a821974-3c5f-4212-8415-cc974d931a2d tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': task-2142879, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.142443] env[62291]: DEBUG nova.compute.utils [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2055.146871] env[62291]: DEBUG nova.compute.manager [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] [instance: 9207d003-321c-4e28-97f4-ca9fda237b6d] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2055.147086] env[62291]: DEBUG nova.network.neutron [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] [instance: 9207d003-321c-4e28-97f4-ca9fda237b6d] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2055.176568] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142878, 'name': CreateVM_Task, 'duration_secs': 0.759743} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.176768] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2055.177650] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2055.177809] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2055.178214] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2055.178515] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9af86fc-97c4-485e-8929-a7e4c69540ec {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.187033] env[62291]: DEBUG oslo_vmware.api [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Waiting for the task: (returnval){ [ 2055.187033] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52dc34a4-0d51-0ddd-2c23-fd79350fbdb9" [ 2055.187033] env[62291]: _type = "Task" [ 2055.187033] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.194463] env[62291]: DEBUG oslo_vmware.api [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52dc34a4-0d51-0ddd-2c23-fd79350fbdb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.266841] env[62291]: DEBUG nova.policy [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54faea2e0f304510a7d79ee13adfdcb8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7478874b409d44debde589f4c2e779da', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2055.357338] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "refresh_cache-2e8ce4c2-e47e-4c0f-b017-dc973c46eae5" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2055.357495] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquired lock "refresh_cache-2e8ce4c2-e47e-4c0f-b017-dc973c46eae5" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2055.357653] env[62291]: DEBUG nova.network.neutron [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2055.376807] env[62291]: DEBUG oslo_vmware.api [None req-2a821974-3c5f-4212-8415-cc974d931a2d tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': task-2142879, 'name': PowerOffVM_Task, 'duration_secs': 0.199313} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.377197] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a821974-3c5f-4212-8415-cc974d931a2d tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: adb610f9-02ae-45c0-96e8-939bb4959ab4] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2055.377501] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-2a821974-3c5f-4212-8415-cc974d931a2d tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: adb610f9-02ae-45c0-96e8-939bb4959ab4] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2055.377776] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5369dc58-d0c2-4b2d-954f-2566ef29618f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.477134] env[62291]: DEBUG nova.network.neutron [req-433e3e6e-636c-4f41-a1e9-38f5c11ef367 req-459f945d-dbf1-4535-883a-2475d0c928b8 service nova] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Updated VIF entry in instance network info cache for port 73f066cc-f6ad-436a-9696-30223d5ef62d. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2055.477672] env[62291]: DEBUG nova.network.neutron [req-433e3e6e-636c-4f41-a1e9-38f5c11ef367 req-459f945d-dbf1-4535-883a-2475d0c928b8 service nova] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Updating instance_info_cache with network_info: [{"id": "73f066cc-f6ad-436a-9696-30223d5ef62d", "address": "fa:16:3e:d4:56:81", "network": {"id": "f64c65c7-cb08-4d4c-a12a-8dae946f0f79", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-520618919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f2b8109afd14133806cc8a13df630fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73f066cc-f6", "ovs_interfaceid": "73f066cc-f6ad-436a-9696-30223d5ef62d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2055.504854] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-2a821974-3c5f-4212-8415-cc974d931a2d tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: adb610f9-02ae-45c0-96e8-939bb4959ab4] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2055.505081] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-2a821974-3c5f-4212-8415-cc974d931a2d tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: adb610f9-02ae-45c0-96e8-939bb4959ab4] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2055.505259] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a821974-3c5f-4212-8415-cc974d931a2d tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Deleting the datastore file [datastore2] adb610f9-02ae-45c0-96e8-939bb4959ab4 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2055.505752] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48e56b92-8dc4-4c82-ab45-b13d00639583 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.513786] env[62291]: DEBUG oslo_vmware.api [None req-2a821974-3c5f-4212-8415-cc974d931a2d tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Waiting for the task: (returnval){ [ 2055.513786] env[62291]: value = "task-2142881" [ 2055.513786] env[62291]: _type = "Task" [ 2055.513786] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.521576] env[62291]: DEBUG oslo_vmware.api [None req-2a821974-3c5f-4212-8415-cc974d931a2d tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': task-2142881, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.574113] env[62291]: DEBUG nova.compute.manager [req-cfbb89c0-b530-4173-98c0-65761ce3115e req-dffb08c2-746a-4871-900e-fef38e963dd4 service nova] [instance: 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5] Received event network-vif-plugged-cfd7842b-1624-4d2e-8810-267de9f849ba {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2055.574113] env[62291]: DEBUG oslo_concurrency.lockutils [req-cfbb89c0-b530-4173-98c0-65761ce3115e req-dffb08c2-746a-4871-900e-fef38e963dd4 service nova] Acquiring lock "2e8ce4c2-e47e-4c0f-b017-dc973c46eae5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2055.574113] env[62291]: DEBUG oslo_concurrency.lockutils [req-cfbb89c0-b530-4173-98c0-65761ce3115e req-dffb08c2-746a-4871-900e-fef38e963dd4 service nova] Lock "2e8ce4c2-e47e-4c0f-b017-dc973c46eae5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2055.574113] env[62291]: DEBUG oslo_concurrency.lockutils [req-cfbb89c0-b530-4173-98c0-65761ce3115e req-dffb08c2-746a-4871-900e-fef38e963dd4 service nova] Lock "2e8ce4c2-e47e-4c0f-b017-dc973c46eae5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2055.574113] env[62291]: DEBUG nova.compute.manager [req-cfbb89c0-b530-4173-98c0-65761ce3115e req-dffb08c2-746a-4871-900e-fef38e963dd4 service nova] [instance: 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5] No waiting events found dispatching network-vif-plugged-cfd7842b-1624-4d2e-8810-267de9f849ba {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2055.574113] env[62291]: WARNING nova.compute.manager [req-cfbb89c0-b530-4173-98c0-65761ce3115e req-dffb08c2-746a-4871-900e-fef38e963dd4 service nova] [instance: 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5] Received unexpected event network-vif-plugged-cfd7842b-1624-4d2e-8810-267de9f849ba for instance with vm_state building and task_state spawning. [ 2055.575257] env[62291]: DEBUG nova.compute.manager [req-cfbb89c0-b530-4173-98c0-65761ce3115e req-dffb08c2-746a-4871-900e-fef38e963dd4 service nova] [instance: 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5] Received event network-changed-cfd7842b-1624-4d2e-8810-267de9f849ba {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2055.575543] env[62291]: DEBUG nova.compute.manager [req-cfbb89c0-b530-4173-98c0-65761ce3115e req-dffb08c2-746a-4871-900e-fef38e963dd4 service nova] [instance: 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5] Refreshing instance network info cache due to event network-changed-cfd7842b-1624-4d2e-8810-267de9f849ba. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2055.575963] env[62291]: DEBUG oslo_concurrency.lockutils [req-cfbb89c0-b530-4173-98c0-65761ce3115e req-dffb08c2-746a-4871-900e-fef38e963dd4 service nova] Acquiring lock "refresh_cache-2e8ce4c2-e47e-4c0f-b017-dc973c46eae5" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2055.593589] env[62291]: DEBUG nova.network.neutron [req-bafeda99-df34-4423-8d6d-be835f6953fc req-dc8aca7b-ee95-4c23-96d9-7d0f1f164f27 service nova] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Updated VIF entry in instance network info cache for port 6fdd6980-2a8f-49e8-ab36-525fc5b90957. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2055.593589] env[62291]: DEBUG nova.network.neutron [req-bafeda99-df34-4423-8d6d-be835f6953fc req-dc8aca7b-ee95-4c23-96d9-7d0f1f164f27 service nova] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Updating instance_info_cache with network_info: [{"id": "6fdd6980-2a8f-49e8-ab36-525fc5b90957", "address": "fa:16:3e:fa:0c:0b", "network": {"id": "a28683aa-4018-42bb-90b0-8f4820e0a3e2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1568828468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e682a618661f4d75af0e21ee4fa9ddfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fdd6980-2a", "ovs_interfaceid": "6fdd6980-2a8f-49e8-ab36-525fc5b90957", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2055.653394] env[62291]: DEBUG nova.compute.manager [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] [instance: 9207d003-321c-4e28-97f4-ca9fda237b6d] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2055.701308] env[62291]: DEBUG oslo_vmware.api [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52dc34a4-0d51-0ddd-2c23-fd79350fbdb9, 'name': SearchDatastore_Task, 'duration_secs': 0.016004} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.701822] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2055.702053] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2055.702355] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2055.702541] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2055.702756] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2055.707118] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7d084b2-3028-430c-9029-6abe4fc23157 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.718493] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2055.718700] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2055.719455] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b2db215-6c43-4892-b28f-b0bd81c24fc7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.732060] env[62291]: DEBUG oslo_vmware.api [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Waiting for the task: (returnval){ [ 2055.732060] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52500902-1877-5b55-31a2-4fd60ef0a904" [ 2055.732060] env[62291]: _type = "Task" [ 2055.732060] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.744103] env[62291]: DEBUG oslo_vmware.api [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52500902-1877-5b55-31a2-4fd60ef0a904, 'name': SearchDatastore_Task, 'duration_secs': 0.010527} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2055.744103] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a922d9d6-7c72-45da-bfaf-84e82d6be2e9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2055.748863] env[62291]: DEBUG oslo_vmware.api [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Waiting for the task: (returnval){ [ 2055.748863] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]522a3725-6266-d245-1a4a-f2cd72a6fcfc" [ 2055.748863] env[62291]: _type = "Task" [ 2055.748863] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2055.762355] env[62291]: DEBUG oslo_vmware.api [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]522a3725-6266-d245-1a4a-f2cd72a6fcfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2055.882616] env[62291]: DEBUG nova.network.neutron [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] [instance: 9207d003-321c-4e28-97f4-ca9fda237b6d] Successfully created port: c1b2a2f4-e310-4e3e-b0d4-b25ae6baafc4 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2055.938438] env[62291]: DEBUG nova.network.neutron [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2055.980368] env[62291]: DEBUG oslo_concurrency.lockutils [req-433e3e6e-636c-4f41-a1e9-38f5c11ef367 req-459f945d-dbf1-4535-883a-2475d0c928b8 service nova] Releasing lock "refresh_cache-72f4eeb0-6ad4-4628-9d92-399e8a2c1a56" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2055.980713] env[62291]: DEBUG nova.compute.manager [req-433e3e6e-636c-4f41-a1e9-38f5c11ef367 req-459f945d-dbf1-4535-883a-2475d0c928b8 service nova] [instance: b6d3ef08-a9b2-49db-9404-aa68bc2139c1] Received event network-vif-deleted-b5d4d217-4ff5-4ecc-bddc-194fd52ee89b {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2055.981079] env[62291]: DEBUG nova.compute.manager [req-433e3e6e-636c-4f41-a1e9-38f5c11ef367 req-459f945d-dbf1-4535-883a-2475d0c928b8 service nova] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Received event network-vif-deleted-57fb695c-3653-49b3-8338-0c7637996221 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2055.981079] env[62291]: DEBUG nova.compute.manager [req-433e3e6e-636c-4f41-a1e9-38f5c11ef367 req-459f945d-dbf1-4535-883a-2475d0c928b8 service nova] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Received event network-changed-3941d86d-c5d6-4549-85d7-d1d8d9ead886 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2055.981319] env[62291]: DEBUG nova.compute.manager [req-433e3e6e-636c-4f41-a1e9-38f5c11ef367 req-459f945d-dbf1-4535-883a-2475d0c928b8 service nova] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Refreshing instance network info cache due to event network-changed-3941d86d-c5d6-4549-85d7-d1d8d9ead886. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2055.981505] env[62291]: DEBUG oslo_concurrency.lockutils [req-433e3e6e-636c-4f41-a1e9-38f5c11ef367 req-459f945d-dbf1-4535-883a-2475d0c928b8 service nova] Acquiring lock "refresh_cache-c5bfbc28-cf6c-4c9e-8745-a5e520a6131e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2055.981644] env[62291]: DEBUG oslo_concurrency.lockutils [req-433e3e6e-636c-4f41-a1e9-38f5c11ef367 req-459f945d-dbf1-4535-883a-2475d0c928b8 service nova] Acquired lock "refresh_cache-c5bfbc28-cf6c-4c9e-8745-a5e520a6131e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2055.981902] env[62291]: DEBUG nova.network.neutron [req-433e3e6e-636c-4f41-a1e9-38f5c11ef367 req-459f945d-dbf1-4535-883a-2475d0c928b8 service nova] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Refreshing network info cache for port 3941d86d-c5d6-4549-85d7-d1d8d9ead886 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2056.025177] env[62291]: DEBUG oslo_vmware.api [None req-2a821974-3c5f-4212-8415-cc974d931a2d tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': task-2142881, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.440131} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.025504] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a821974-3c5f-4212-8415-cc974d931a2d tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2056.025863] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-2a821974-3c5f-4212-8415-cc974d931a2d tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: adb610f9-02ae-45c0-96e8-939bb4959ab4] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2056.026104] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-2a821974-3c5f-4212-8415-cc974d931a2d tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: adb610f9-02ae-45c0-96e8-939bb4959ab4] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2056.026311] env[62291]: INFO nova.compute.manager [None req-2a821974-3c5f-4212-8415-cc974d931a2d tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: adb610f9-02ae-45c0-96e8-939bb4959ab4] Took 1.18 seconds to destroy the instance on the hypervisor. [ 2056.026890] env[62291]: DEBUG oslo.service.loopingcall [None req-2a821974-3c5f-4212-8415-cc974d931a2d tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2056.030210] env[62291]: DEBUG nova.compute.manager [-] [instance: adb610f9-02ae-45c0-96e8-939bb4959ab4] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2056.030270] env[62291]: DEBUG nova.network.neutron [-] [instance: adb610f9-02ae-45c0-96e8-939bb4959ab4] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2056.094469] env[62291]: DEBUG oslo_concurrency.lockutils [req-bafeda99-df34-4423-8d6d-be835f6953fc req-dc8aca7b-ee95-4c23-96d9-7d0f1f164f27 service nova] Releasing lock "refresh_cache-1504489e-14ed-496f-874e-03be8429bbe8" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2056.094766] env[62291]: DEBUG nova.compute.manager [req-bafeda99-df34-4423-8d6d-be835f6953fc req-dc8aca7b-ee95-4c23-96d9-7d0f1f164f27 service nova] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Received event network-changed-73f066cc-f6ad-436a-9696-30223d5ef62d {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2056.094909] env[62291]: DEBUG nova.compute.manager [req-bafeda99-df34-4423-8d6d-be835f6953fc req-dc8aca7b-ee95-4c23-96d9-7d0f1f164f27 service nova] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Refreshing instance network info cache due to event network-changed-73f066cc-f6ad-436a-9696-30223d5ef62d. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2056.095138] env[62291]: DEBUG oslo_concurrency.lockutils [req-bafeda99-df34-4423-8d6d-be835f6953fc req-dc8aca7b-ee95-4c23-96d9-7d0f1f164f27 service nova] Acquiring lock "refresh_cache-72f4eeb0-6ad4-4628-9d92-399e8a2c1a56" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2056.095284] env[62291]: DEBUG oslo_concurrency.lockutils [req-bafeda99-df34-4423-8d6d-be835f6953fc req-dc8aca7b-ee95-4c23-96d9-7d0f1f164f27 service nova] Acquired lock "refresh_cache-72f4eeb0-6ad4-4628-9d92-399e8a2c1a56" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2056.095569] env[62291]: DEBUG nova.network.neutron [req-bafeda99-df34-4423-8d6d-be835f6953fc req-dc8aca7b-ee95-4c23-96d9-7d0f1f164f27 service nova] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Refreshing network info cache for port 73f066cc-f6ad-436a-9696-30223d5ef62d {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2056.227293] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a91663-db9f-4588-9c29-3756c07c0820 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.233265] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84cb8d8f-7ab6-4513-8ff2-d211c98d890c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.272360] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87f2868-6cb2-4761-9660-fafe2e4e88ac {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.281037] env[62291]: DEBUG oslo_vmware.api [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]522a3725-6266-d245-1a4a-f2cd72a6fcfc, 'name': SearchDatastore_Task, 'duration_secs': 0.012898} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2056.285993] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2056.286233] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 1504489e-14ed-496f-874e-03be8429bbe8/1504489e-14ed-496f-874e-03be8429bbe8.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2056.286583] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-25190cbf-f59a-45b4-bdfd-3184b75cb09b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.290100] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3a83ef-f613-47ad-9cf6-84dc122cb071 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.306734] env[62291]: DEBUG nova.compute.provider_tree [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2056.309361] env[62291]: DEBUG oslo_vmware.api [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Waiting for the task: (returnval){ [ 2056.309361] env[62291]: value = "task-2142882" [ 2056.309361] env[62291]: _type = "Task" [ 2056.309361] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.318132] env[62291]: DEBUG oslo_vmware.api [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Task: {'id': task-2142882, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.431676] env[62291]: DEBUG nova.network.neutron [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5] Updating instance_info_cache with network_info: [{"id": "cfd7842b-1624-4d2e-8810-267de9f849ba", "address": "fa:16:3e:43:16:0e", "network": {"id": "1832bd4f-bdea-4025-8675-3b0e7946a2ea", "bridge": "br-int", "label": "tempest-ServersTestJSON-1043038580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91b6e38d29a747f5a5ece7587dcd8c03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfd7842b-16", "ovs_interfaceid": "cfd7842b-1624-4d2e-8810-267de9f849ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2056.671578] env[62291]: DEBUG nova.compute.manager [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] [instance: 9207d003-321c-4e28-97f4-ca9fda237b6d] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2056.709437] env[62291]: DEBUG nova.virt.hardware [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2056.709745] env[62291]: DEBUG nova.virt.hardware [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2056.709936] env[62291]: DEBUG nova.virt.hardware [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2056.710190] env[62291]: DEBUG nova.virt.hardware [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2056.710348] env[62291]: DEBUG nova.virt.hardware [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2056.710497] env[62291]: DEBUG nova.virt.hardware [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2056.710759] env[62291]: DEBUG nova.virt.hardware [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2056.710955] env[62291]: DEBUG nova.virt.hardware [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2056.711175] env[62291]: DEBUG nova.virt.hardware [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2056.711353] env[62291]: DEBUG nova.virt.hardware [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2056.711532] env[62291]: DEBUG nova.virt.hardware [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2056.713162] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0da2c6ce-6143-41d0-9be7-cefefff88ffd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.727311] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-803d3eab-653d-4cef-a711-7474d8bd6338 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.814601] env[62291]: DEBUG nova.scheduler.client.report [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2056.829424] env[62291]: DEBUG oslo_vmware.api [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Task: {'id': task-2142882, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2056.936969] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Releasing lock "refresh_cache-2e8ce4c2-e47e-4c0f-b017-dc973c46eae5" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2056.937404] env[62291]: DEBUG nova.compute.manager [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5] Instance network_info: |[{"id": "cfd7842b-1624-4d2e-8810-267de9f849ba", "address": "fa:16:3e:43:16:0e", "network": {"id": "1832bd4f-bdea-4025-8675-3b0e7946a2ea", "bridge": "br-int", "label": "tempest-ServersTestJSON-1043038580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91b6e38d29a747f5a5ece7587dcd8c03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfd7842b-16", "ovs_interfaceid": "cfd7842b-1624-4d2e-8810-267de9f849ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2056.937744] env[62291]: DEBUG oslo_concurrency.lockutils [req-cfbb89c0-b530-4173-98c0-65761ce3115e req-dffb08c2-746a-4871-900e-fef38e963dd4 service nova] Acquired lock "refresh_cache-2e8ce4c2-e47e-4c0f-b017-dc973c46eae5" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2056.938229] env[62291]: DEBUG nova.network.neutron [req-cfbb89c0-b530-4173-98c0-65761ce3115e req-dffb08c2-746a-4871-900e-fef38e963dd4 service nova] [instance: 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5] Refreshing network info cache for port cfd7842b-1624-4d2e-8810-267de9f849ba {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2056.939387] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:16:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c842425c-544e-4ce2-9657-512723bd318e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cfd7842b-1624-4d2e-8810-267de9f849ba', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2056.952296] env[62291]: DEBUG oslo.service.loopingcall [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2056.952784] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2056.957334] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e8a08e0-6dbc-4ee0-87bb-a9f3bf1dace6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2056.981293] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2056.981293] env[62291]: value = "task-2142883" [ 2056.981293] env[62291]: _type = "Task" [ 2056.981293] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2056.994195] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142883, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.195826] env[62291]: DEBUG nova.network.neutron [-] [instance: adb610f9-02ae-45c0-96e8-939bb4959ab4] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2057.323721] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2057.324297] env[62291]: DEBUG nova.compute.manager [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2057.331304] env[62291]: DEBUG oslo_vmware.api [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Task: {'id': task-2142882, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691116} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.331304] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7260a70a-bbc0-4e25-b820-237e6b992614 tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.615s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2057.331304] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7260a70a-bbc0-4e25-b820-237e6b992614 tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2057.331304] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.842s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2057.331304] env[62291]: INFO nova.compute.claims [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2057.333975] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 1504489e-14ed-496f-874e-03be8429bbe8/1504489e-14ed-496f-874e-03be8429bbe8.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2057.334231] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2057.335114] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33fef4be-0d7d-422b-a9dd-a6498c93faa0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.352023] env[62291]: DEBUG oslo_vmware.api [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Waiting for the task: (returnval){ [ 2057.352023] env[62291]: value = "task-2142884" [ 2057.352023] env[62291]: _type = "Task" [ 2057.352023] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.357422] env[62291]: DEBUG oslo_vmware.api [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Task: {'id': task-2142884, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.364145] env[62291]: INFO nova.scheduler.client.report [None req-7260a70a-bbc0-4e25-b820-237e6b992614 tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Deleted allocations for instance 36cf27ca-350f-480b-bba3-fb29db7f176f [ 2057.491694] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142883, 'name': CreateVM_Task, 'duration_secs': 0.448971} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.493113] env[62291]: DEBUG nova.network.neutron [req-433e3e6e-636c-4f41-a1e9-38f5c11ef367 req-459f945d-dbf1-4535-883a-2475d0c928b8 service nova] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Updated VIF entry in instance network info cache for port 3941d86d-c5d6-4549-85d7-d1d8d9ead886. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2057.493113] env[62291]: DEBUG nova.network.neutron [req-433e3e6e-636c-4f41-a1e9-38f5c11ef367 req-459f945d-dbf1-4535-883a-2475d0c928b8 service nova] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Updating instance_info_cache with network_info: [{"id": "3941d86d-c5d6-4549-85d7-d1d8d9ead886", "address": "fa:16:3e:9f:a6:c3", "network": {"id": "a2a13cd0-3c34-45eb-9564-831cd179058b", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-2132574208-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aefc0011ab314d3882711ec6edfa7e78", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0c0b05e-6d10-474c-9173-4c8f1dacac9f", "external-id": "nsx-vlan-transportzone-693", "segmentation_id": 693, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3941d86d-c5", "ovs_interfaceid": "3941d86d-c5d6-4549-85d7-d1d8d9ead886", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2057.494087] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2057.497260] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2057.498317] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2057.498317] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2057.498317] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3733cc79-7329-4bf1-b29c-0aed16829079 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.506104] env[62291]: DEBUG oslo_vmware.api [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2057.506104] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]526b91d5-21f2-cd4a-c7a5-09cd5e199abd" [ 2057.506104] env[62291]: _type = "Task" [ 2057.506104] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.515995] env[62291]: DEBUG oslo_vmware.api [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]526b91d5-21f2-cd4a-c7a5-09cd5e199abd, 'name': SearchDatastore_Task, 'duration_secs': 0.009795} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.516298] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2057.516523] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2057.516750] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2057.516895] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2057.517115] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2057.517380] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07c4050c-d339-474b-b359-f06b31573fd0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.524751] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2057.524885] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2057.525583] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1874ae89-c992-4d32-a8aa-30c413aceb5b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.530720] env[62291]: DEBUG oslo_vmware.api [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2057.530720] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]527c2a1d-9ace-1580-db23-a5f1a8b2fdba" [ 2057.530720] env[62291]: _type = "Task" [ 2057.530720] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.538665] env[62291]: DEBUG oslo_vmware.api [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]527c2a1d-9ace-1580-db23-a5f1a8b2fdba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.614474] env[62291]: DEBUG nova.network.neutron [req-bafeda99-df34-4423-8d6d-be835f6953fc req-dc8aca7b-ee95-4c23-96d9-7d0f1f164f27 service nova] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Updated VIF entry in instance network info cache for port 73f066cc-f6ad-436a-9696-30223d5ef62d. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2057.614872] env[62291]: DEBUG nova.network.neutron [req-bafeda99-df34-4423-8d6d-be835f6953fc req-dc8aca7b-ee95-4c23-96d9-7d0f1f164f27 service nova] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Updating instance_info_cache with network_info: [{"id": "73f066cc-f6ad-436a-9696-30223d5ef62d", "address": "fa:16:3e:d4:56:81", "network": {"id": "f64c65c7-cb08-4d4c-a12a-8dae946f0f79", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-520618919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f2b8109afd14133806cc8a13df630fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap73f066cc-f6", "ovs_interfaceid": "73f066cc-f6ad-436a-9696-30223d5ef62d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2057.698872] env[62291]: INFO nova.compute.manager [-] [instance: adb610f9-02ae-45c0-96e8-939bb4959ab4] Took 1.67 seconds to deallocate network for instance. [ 2057.836988] env[62291]: DEBUG nova.compute.utils [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2057.841174] env[62291]: DEBUG nova.compute.manager [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2057.841382] env[62291]: DEBUG nova.network.neutron [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2057.859170] env[62291]: DEBUG oslo_vmware.api [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Task: {'id': task-2142884, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080893} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2057.859368] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2057.860150] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd74cb22-70ad-44f7-bd41-6ce52c238bc7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.889125] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Reconfiguring VM instance instance-00000031 to attach disk [datastore2] 1504489e-14ed-496f-874e-03be8429bbe8/1504489e-14ed-496f-874e-03be8429bbe8.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2057.889676] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7260a70a-bbc0-4e25-b820-237e6b992614 tempest-ServerPasswordTestJSON-1900584939 tempest-ServerPasswordTestJSON-1900584939-project-member] Lock "36cf27ca-350f-480b-bba3-fb29db7f176f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.865s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2057.890849] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e57d2cdf-650a-4f62-a600-7b6a1f4c4afa {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2057.911335] env[62291]: DEBUG nova.compute.manager [req-190571ff-8db3-41f0-b5d8-8ff1386cf952 req-2b332856-f130-4c2b-ac7b-8cbf0d5a4e55 service nova] [instance: adb610f9-02ae-45c0-96e8-939bb4959ab4] Received event network-vif-deleted-d91a3e13-b662-4f02-85be-013b77a52472 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2057.918123] env[62291]: DEBUG oslo_vmware.api [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Waiting for the task: (returnval){ [ 2057.918123] env[62291]: value = "task-2142885" [ 2057.918123] env[62291]: _type = "Task" [ 2057.918123] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2057.928324] env[62291]: DEBUG oslo_vmware.api [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Task: {'id': task-2142885, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2057.936381] env[62291]: DEBUG nova.network.neutron [req-cfbb89c0-b530-4173-98c0-65761ce3115e req-dffb08c2-746a-4871-900e-fef38e963dd4 service nova] [instance: 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5] Updated VIF entry in instance network info cache for port cfd7842b-1624-4d2e-8810-267de9f849ba. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2057.936731] env[62291]: DEBUG nova.network.neutron [req-cfbb89c0-b530-4173-98c0-65761ce3115e req-dffb08c2-746a-4871-900e-fef38e963dd4 service nova] [instance: 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5] Updating instance_info_cache with network_info: [{"id": "cfd7842b-1624-4d2e-8810-267de9f849ba", "address": "fa:16:3e:43:16:0e", "network": {"id": "1832bd4f-bdea-4025-8675-3b0e7946a2ea", "bridge": "br-int", "label": "tempest-ServersTestJSON-1043038580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91b6e38d29a747f5a5ece7587dcd8c03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfd7842b-16", "ovs_interfaceid": "cfd7842b-1624-4d2e-8810-267de9f849ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2057.957369] env[62291]: DEBUG nova.policy [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5bcaefead264c63a6eccd86fcf27b32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4dbad5dff7143149c3d41cdcb32416d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2057.999208] env[62291]: DEBUG oslo_concurrency.lockutils [req-433e3e6e-636c-4f41-a1e9-38f5c11ef367 req-459f945d-dbf1-4535-883a-2475d0c928b8 service nova] Releasing lock "refresh_cache-c5bfbc28-cf6c-4c9e-8745-a5e520a6131e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2058.045434] env[62291]: DEBUG oslo_vmware.api [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]527c2a1d-9ace-1580-db23-a5f1a8b2fdba, 'name': SearchDatastore_Task, 'duration_secs': 0.007721} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.049245] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47d814ce-af35-404e-a158-1a35f5996d92 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.053451] env[62291]: DEBUG oslo_vmware.api [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2058.053451] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]523cba46-32e1-29b8-f2eb-1328ad286366" [ 2058.053451] env[62291]: _type = "Task" [ 2058.053451] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.063251] env[62291]: DEBUG oslo_vmware.api [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]523cba46-32e1-29b8-f2eb-1328ad286366, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.117742] env[62291]: DEBUG oslo_concurrency.lockutils [req-bafeda99-df34-4423-8d6d-be835f6953fc req-dc8aca7b-ee95-4c23-96d9-7d0f1f164f27 service nova] Releasing lock "refresh_cache-72f4eeb0-6ad4-4628-9d92-399e8a2c1a56" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2058.208030] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2a821974-3c5f-4212-8415-cc974d931a2d tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2058.344844] env[62291]: DEBUG nova.compute.manager [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2058.430158] env[62291]: DEBUG oslo_vmware.api [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Task: {'id': task-2142885, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.439127] env[62291]: DEBUG oslo_concurrency.lockutils [req-cfbb89c0-b530-4173-98c0-65761ce3115e req-dffb08c2-746a-4871-900e-fef38e963dd4 service nova] Releasing lock "refresh_cache-2e8ce4c2-e47e-4c0f-b017-dc973c46eae5" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2058.565967] env[62291]: DEBUG oslo_vmware.api [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]523cba46-32e1-29b8-f2eb-1328ad286366, 'name': SearchDatastore_Task, 'duration_secs': 0.011059} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.566429] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2058.566763] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5/2e8ce4c2-e47e-4c0f-b017-dc973c46eae5.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2058.567053] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-034ec27d-a935-47f5-9a47-4e152786f477 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.577755] env[62291]: DEBUG oslo_vmware.api [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2058.577755] env[62291]: value = "task-2142886" [ 2058.577755] env[62291]: _type = "Task" [ 2058.577755] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.586339] env[62291]: DEBUG oslo_vmware.api [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2142886, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.908709] env[62291]: DEBUG nova.network.neutron [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Successfully created port: 0995dd9c-895e-443d-b7df-d1f412c73b4e {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2058.931571] env[62291]: DEBUG oslo_vmware.api [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Task: {'id': task-2142885, 'name': ReconfigVM_Task, 'duration_secs': 0.71798} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2058.935113] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Reconfigured VM instance instance-00000031 to attach disk [datastore2] 1504489e-14ed-496f-874e-03be8429bbe8/1504489e-14ed-496f-874e-03be8429bbe8.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2058.936584] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59659c17-4c46-4b47-9c9f-ddbd2c93589e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.943677] env[62291]: DEBUG oslo_vmware.api [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Waiting for the task: (returnval){ [ 2058.943677] env[62291]: value = "task-2142887" [ 2058.943677] env[62291]: _type = "Task" [ 2058.943677] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2058.953597] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d36179-cf56-486c-8705-9b46beed3d3c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2058.962402] env[62291]: DEBUG oslo_vmware.api [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Task: {'id': task-2142887, 'name': Rename_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2058.968153] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3ad255-756b-4712-bdc0-f634203af815 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.008366] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05cf5776-6ef7-42c3-b419-d072c6f39f21 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.017815] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9a2c01-5cfe-4b74-8a70-e1418555b534 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.036211] env[62291]: DEBUG nova.compute.provider_tree [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2059.097690] env[62291]: DEBUG oslo_vmware.api [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2142886, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.236306] env[62291]: DEBUG nova.network.neutron [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] [instance: 9207d003-321c-4e28-97f4-ca9fda237b6d] Successfully updated port: c1b2a2f4-e310-4e3e-b0d4-b25ae6baafc4 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2059.291333] env[62291]: DEBUG nova.objects.instance [None req-5b816400-0fae-4f06-8923-a2c437df351b tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Lazy-loading 'flavor' on Instance uuid 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2059.356689] env[62291]: DEBUG nova.compute.manager [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2059.393145] env[62291]: DEBUG nova.virt.hardware [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2059.393145] env[62291]: DEBUG nova.virt.hardware [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2059.393145] env[62291]: DEBUG nova.virt.hardware [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2059.393145] env[62291]: DEBUG nova.virt.hardware [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2059.393317] env[62291]: DEBUG nova.virt.hardware [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2059.394183] env[62291]: DEBUG nova.virt.hardware [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2059.394183] env[62291]: DEBUG nova.virt.hardware [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2059.394183] env[62291]: DEBUG nova.virt.hardware [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2059.394183] env[62291]: DEBUG nova.virt.hardware [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2059.394704] env[62291]: DEBUG nova.virt.hardware [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2059.394704] env[62291]: DEBUG nova.virt.hardware [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2059.395748] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a80151-06e1-46cf-9e55-9d5ed33b55d1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.405527] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ef5c9f-1f49-4f91-a40d-b344cc644209 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.455432] env[62291]: DEBUG oslo_vmware.api [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Task: {'id': task-2142887, 'name': Rename_Task, 'duration_secs': 0.273801} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.455722] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2059.456386] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-394e6157-06b8-423f-8784-bbbeb83fb5d6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.462287] env[62291]: DEBUG nova.compute.manager [req-0c76f00a-f835-4759-b1bd-67d553e75249 req-9df7ed93-cfd1-4a90-80c6-6fb708f4fec3 service nova] [instance: 9207d003-321c-4e28-97f4-ca9fda237b6d] Received event network-vif-plugged-c1b2a2f4-e310-4e3e-b0d4-b25ae6baafc4 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2059.462556] env[62291]: DEBUG oslo_concurrency.lockutils [req-0c76f00a-f835-4759-b1bd-67d553e75249 req-9df7ed93-cfd1-4a90-80c6-6fb708f4fec3 service nova] Acquiring lock "9207d003-321c-4e28-97f4-ca9fda237b6d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2059.462781] env[62291]: DEBUG oslo_concurrency.lockutils [req-0c76f00a-f835-4759-b1bd-67d553e75249 req-9df7ed93-cfd1-4a90-80c6-6fb708f4fec3 service nova] Lock "9207d003-321c-4e28-97f4-ca9fda237b6d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2059.462956] env[62291]: DEBUG oslo_concurrency.lockutils [req-0c76f00a-f835-4759-b1bd-67d553e75249 req-9df7ed93-cfd1-4a90-80c6-6fb708f4fec3 service nova] Lock "9207d003-321c-4e28-97f4-ca9fda237b6d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2059.463136] env[62291]: DEBUG nova.compute.manager [req-0c76f00a-f835-4759-b1bd-67d553e75249 req-9df7ed93-cfd1-4a90-80c6-6fb708f4fec3 service nova] [instance: 9207d003-321c-4e28-97f4-ca9fda237b6d] No waiting events found dispatching network-vif-plugged-c1b2a2f4-e310-4e3e-b0d4-b25ae6baafc4 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2059.463298] env[62291]: WARNING nova.compute.manager [req-0c76f00a-f835-4759-b1bd-67d553e75249 req-9df7ed93-cfd1-4a90-80c6-6fb708f4fec3 service nova] [instance: 9207d003-321c-4e28-97f4-ca9fda237b6d] Received unexpected event network-vif-plugged-c1b2a2f4-e310-4e3e-b0d4-b25ae6baafc4 for instance with vm_state building and task_state spawning. [ 2059.465242] env[62291]: DEBUG oslo_vmware.api [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Waiting for the task: (returnval){ [ 2059.465242] env[62291]: value = "task-2142888" [ 2059.465242] env[62291]: _type = "Task" [ 2059.465242] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2059.473897] env[62291]: DEBUG oslo_vmware.api [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Task: {'id': task-2142888, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.539601] env[62291]: DEBUG nova.scheduler.client.report [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2059.592826] env[62291]: DEBUG oslo_vmware.api [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2142886, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542245} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2059.593103] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5/2e8ce4c2-e47e-4c0f-b017-dc973c46eae5.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2059.593329] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2059.593584] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8eae71c3-8831-4101-9e78-652650f02def {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2059.600370] env[62291]: DEBUG oslo_vmware.api [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2059.600370] env[62291]: value = "task-2142889" [ 2059.600370] env[62291]: _type = "Task" [ 2059.600370] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2059.611175] env[62291]: DEBUG oslo_vmware.api [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2142889, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2059.740104] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Acquiring lock "refresh_cache-9207d003-321c-4e28-97f4-ca9fda237b6d" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2059.740264] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Acquired lock "refresh_cache-9207d003-321c-4e28-97f4-ca9fda237b6d" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2059.740417] env[62291]: DEBUG nova.network.neutron [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] [instance: 9207d003-321c-4e28-97f4-ca9fda237b6d] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2059.802785] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5b816400-0fae-4f06-8923-a2c437df351b tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Acquiring lock "refresh_cache-84c5cb88-aad9-4b81-9dca-866ddcf0e8f5" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2059.802952] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5b816400-0fae-4f06-8923-a2c437df351b tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Acquired lock "refresh_cache-84c5cb88-aad9-4b81-9dca-866ddcf0e8f5" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2059.978936] env[62291]: DEBUG oslo_vmware.api [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Task: {'id': task-2142888, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.047424] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2060.048610] env[62291]: DEBUG nova.compute.manager [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2060.051751] env[62291]: DEBUG oslo_concurrency.lockutils [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.295s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2060.054041] env[62291]: INFO nova.compute.claims [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] [instance: e79e3ab1-8503-4045-a403-c11c2d57b63f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2060.117483] env[62291]: DEBUG oslo_vmware.api [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2142889, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065873} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2060.117483] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2060.117483] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23fba8dc-07a7-4c3b-a540-de6e8b63516b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.144862] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5/2e8ce4c2-e47e-4c0f-b017-dc973c46eae5.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2060.145662] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdaa76c0-827d-45ee-9097-1d0399636b93 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.172515] env[62291]: DEBUG oslo_vmware.api [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2060.172515] env[62291]: value = "task-2142890" [ 2060.172515] env[62291]: _type = "Task" [ 2060.172515] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2060.183752] env[62291]: DEBUG oslo_vmware.api [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2142890, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.337135] env[62291]: DEBUG nova.network.neutron [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] [instance: 9207d003-321c-4e28-97f4-ca9fda237b6d] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2060.487583] env[62291]: DEBUG oslo_vmware.api [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Task: {'id': task-2142888, 'name': PowerOnVM_Task, 'duration_secs': 0.667333} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2060.490918] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2060.491241] env[62291]: INFO nova.compute.manager [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Took 9.19 seconds to spawn the instance on the hypervisor. [ 2060.491370] env[62291]: DEBUG nova.compute.manager [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2060.492337] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddacc5f9-b694-40f7-a6cb-b5fd40606bc6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2060.560919] env[62291]: DEBUG nova.compute.utils [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2060.564473] env[62291]: DEBUG nova.compute.manager [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2060.564809] env[62291]: DEBUG nova.network.neutron [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2060.683717] env[62291]: DEBUG oslo_vmware.api [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2142890, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2060.730663] env[62291]: DEBUG nova.policy [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7696a7050e443ecb69a41c6f61d7b45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b34994f4ae104d49b1e76215acee435f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2060.835320] env[62291]: DEBUG nova.network.neutron [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] [instance: 9207d003-321c-4e28-97f4-ca9fda237b6d] Updating instance_info_cache with network_info: [{"id": "c1b2a2f4-e310-4e3e-b0d4-b25ae6baafc4", "address": "fa:16:3e:a7:bb:ba", "network": {"id": "52ca61a1-4a5a-476f-94d6-90a8eaf03653", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1672090006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7478874b409d44debde589f4c2e779da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b2a2f4-e3", "ovs_interfaceid": "c1b2a2f4-e310-4e3e-b0d4-b25ae6baafc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2061.020377] env[62291]: INFO nova.compute.manager [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Took 51.85 seconds to build instance. [ 2061.071146] env[62291]: DEBUG nova.compute.manager [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2061.191307] env[62291]: DEBUG nova.network.neutron [None req-5b816400-0fae-4f06-8923-a2c437df351b tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2061.200215] env[62291]: DEBUG oslo_vmware.api [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2142890, 'name': ReconfigVM_Task, 'duration_secs': 0.756605} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.200810] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5/2e8ce4c2-e47e-4c0f-b017-dc973c46eae5.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2061.201784] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1ecbfb54-dbdc-467c-b6ba-5a906d91e3a6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.213479] env[62291]: DEBUG oslo_vmware.api [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2061.213479] env[62291]: value = "task-2142891" [ 2061.213479] env[62291]: _type = "Task" [ 2061.213479] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.221998] env[62291]: DEBUG oslo_vmware.api [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2142891, 'name': Rename_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.338653] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Releasing lock "refresh_cache-9207d003-321c-4e28-97f4-ca9fda237b6d" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2061.339283] env[62291]: DEBUG nova.compute.manager [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] [instance: 9207d003-321c-4e28-97f4-ca9fda237b6d] Instance network_info: |[{"id": "c1b2a2f4-e310-4e3e-b0d4-b25ae6baafc4", "address": "fa:16:3e:a7:bb:ba", "network": {"id": "52ca61a1-4a5a-476f-94d6-90a8eaf03653", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1672090006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7478874b409d44debde589f4c2e779da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b2a2f4-e3", "ovs_interfaceid": "c1b2a2f4-e310-4e3e-b0d4-b25ae6baafc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2061.343337] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] [instance: 9207d003-321c-4e28-97f4-ca9fda237b6d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:bb:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cb478a6-872c-4a90-a8db-526b374e82ce', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c1b2a2f4-e310-4e3e-b0d4-b25ae6baafc4', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2061.354704] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Creating folder: Project (7478874b409d44debde589f4c2e779da). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2061.358299] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62856c47-32e9-433d-a879-16ca6c4ba7f2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.369572] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Created folder: Project (7478874b409d44debde589f4c2e779da) in parent group-v437896. [ 2061.369704] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Creating folder: Instances. Parent ref: group-v438014. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2061.369950] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61826cb7-62a9-4853-a6c2-d5521ee3228e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.384541] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Created folder: Instances in parent group-v438014. [ 2061.384541] env[62291]: DEBUG oslo.service.loopingcall [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2061.384765] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9207d003-321c-4e28-97f4-ca9fda237b6d] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2061.384966] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2cb31428-f96d-4b4a-be13-261dafccb490 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.407766] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2061.407766] env[62291]: value = "task-2142894" [ 2061.407766] env[62291]: _type = "Task" [ 2061.407766] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.421905] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142894, 'name': CreateVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.525018] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4b715c90-c9c3-4d7a-8909-dd1db62636a6 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Lock "1504489e-14ed-496f-874e-03be8429bbe8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 129.863s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2061.649566] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d32ad2-3038-462a-9eeb-fcbcd2555cdb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.659653] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91ec129-1a34-4db2-a76f-8108a1a59a9b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.704588] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbbcb3b-7444-4067-b813-771185c3bfa6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.711616] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7ff947-0ee2-4b80-ba27-5645eab50168 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.732042] env[62291]: DEBUG nova.compute.provider_tree [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2061.736977] env[62291]: DEBUG oslo_vmware.api [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2142891, 'name': Rename_Task, 'duration_secs': 0.142257} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.737427] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2061.737704] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb6c138e-fcfe-4154-b836-9e44a134b1f7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.747783] env[62291]: DEBUG oslo_vmware.api [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2061.747783] env[62291]: value = "task-2142895" [ 2061.747783] env[62291]: _type = "Task" [ 2061.747783] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.755134] env[62291]: DEBUG oslo_vmware.api [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2142895, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.819848] env[62291]: DEBUG nova.network.neutron [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Successfully updated port: 0995dd9c-895e-443d-b7df-d1f412c73b4e {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2061.919682] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142894, 'name': CreateVM_Task, 'duration_secs': 0.396543} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2061.919880] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9207d003-321c-4e28-97f4-ca9fda237b6d] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2061.920593] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2061.920799] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2061.921168] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2061.921489] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4581749-fe14-438d-914b-fa97ab60d0e0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2061.926188] env[62291]: DEBUG oslo_vmware.api [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Waiting for the task: (returnval){ [ 2061.926188] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52c83512-5e96-e70d-c88f-f340041d970c" [ 2061.926188] env[62291]: _type = "Task" [ 2061.926188] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2061.935153] env[62291]: DEBUG oslo_vmware.api [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52c83512-5e96-e70d-c88f-f340041d970c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2061.950289] env[62291]: DEBUG nova.network.neutron [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Successfully created port: ef22d4ff-1a75-4eec-8c69-866f578f9ef6 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2061.998431] env[62291]: DEBUG nova.compute.manager [req-de68c197-2ad2-49f1-a7c6-d740115b421c req-1311ee4c-2181-468a-b7a2-99d70da29a26 service nova] [instance: 9207d003-321c-4e28-97f4-ca9fda237b6d] Received event network-changed-c1b2a2f4-e310-4e3e-b0d4-b25ae6baafc4 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2061.998694] env[62291]: DEBUG nova.compute.manager [req-de68c197-2ad2-49f1-a7c6-d740115b421c req-1311ee4c-2181-468a-b7a2-99d70da29a26 service nova] [instance: 9207d003-321c-4e28-97f4-ca9fda237b6d] Refreshing instance network info cache due to event network-changed-c1b2a2f4-e310-4e3e-b0d4-b25ae6baafc4. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2061.998881] env[62291]: DEBUG oslo_concurrency.lockutils [req-de68c197-2ad2-49f1-a7c6-d740115b421c req-1311ee4c-2181-468a-b7a2-99d70da29a26 service nova] Acquiring lock "refresh_cache-9207d003-321c-4e28-97f4-ca9fda237b6d" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2061.999040] env[62291]: DEBUG oslo_concurrency.lockutils [req-de68c197-2ad2-49f1-a7c6-d740115b421c req-1311ee4c-2181-468a-b7a2-99d70da29a26 service nova] Acquired lock "refresh_cache-9207d003-321c-4e28-97f4-ca9fda237b6d" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2061.999189] env[62291]: DEBUG nova.network.neutron [req-de68c197-2ad2-49f1-a7c6-d740115b421c req-1311ee4c-2181-468a-b7a2-99d70da29a26 service nova] [instance: 9207d003-321c-4e28-97f4-ca9fda237b6d] Refreshing network info cache for port c1b2a2f4-e310-4e3e-b0d4-b25ae6baafc4 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2062.027804] env[62291]: DEBUG nova.compute.manager [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2062.081969] env[62291]: DEBUG nova.compute.manager [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2062.126118] env[62291]: DEBUG nova.virt.hardware [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2062.126118] env[62291]: DEBUG nova.virt.hardware [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2062.126118] env[62291]: DEBUG nova.virt.hardware [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2062.126118] env[62291]: DEBUG nova.virt.hardware [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2062.126118] env[62291]: DEBUG nova.virt.hardware [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2062.126118] env[62291]: DEBUG nova.virt.hardware [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2062.127305] env[62291]: DEBUG nova.virt.hardware [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2062.127870] env[62291]: DEBUG nova.virt.hardware [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2062.128503] env[62291]: DEBUG nova.virt.hardware [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2062.128815] env[62291]: DEBUG nova.virt.hardware [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2062.129289] env[62291]: DEBUG nova.virt.hardware [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2062.130402] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debbe1d6-827a-43c6-9635-6a6549d935f5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.143651] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b81f580-88d5-4901-b807-86f67cb269bc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.239332] env[62291]: DEBUG nova.scheduler.client.report [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2062.260935] env[62291]: DEBUG oslo_vmware.api [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2142895, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.321356] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "refresh_cache-62245dc4-ec1e-4d13-ae12-940dc7ffc39a" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2062.321513] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquired lock "refresh_cache-62245dc4-ec1e-4d13-ae12-940dc7ffc39a" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2062.321665] env[62291]: DEBUG nova.network.neutron [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2062.438310] env[62291]: DEBUG oslo_vmware.api [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52c83512-5e96-e70d-c88f-f340041d970c, 'name': SearchDatastore_Task, 'duration_secs': 0.025901} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.438666] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2062.438898] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] [instance: 9207d003-321c-4e28-97f4-ca9fda237b6d] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2062.439214] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2062.439410] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2062.440057] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2062.442930] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f45d17f-fd88-4861-a55a-1821b89b057e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.451832] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2062.452041] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2062.453036] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f7fbed8-ee7d-46f6-a561-bd80462fdbb3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.463476] env[62291]: DEBUG oslo_vmware.api [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Waiting for the task: (returnval){ [ 2062.463476] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52b59e24-5b39-cdcb-bb5d-ddd518a97f68" [ 2062.463476] env[62291]: _type = "Task" [ 2062.463476] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.468410] env[62291]: DEBUG nova.network.neutron [None req-5b816400-0fae-4f06-8923-a2c437df351b tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Updating instance_info_cache with network_info: [{"id": "ee69f6ad-d2bc-466d-9bf0-f0da88720965", "address": "fa:16:3e:c8:ab:9b", "network": {"id": "d7ca20d3-60a1-4e1e-a773-5ee26983e635", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1197349326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63a6267e2f0a4dc3970f3924c313b15d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee69f6ad-d2", "ovs_interfaceid": "ee69f6ad-d2bc-466d-9bf0-f0da88720965", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2062.478875] env[62291]: DEBUG oslo_vmware.api [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52b59e24-5b39-cdcb-bb5d-ddd518a97f68, 'name': SearchDatastore_Task, 'duration_secs': 0.01304} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.479726] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17672e38-58fd-4006-b42d-ec3d897bb87c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.488489] env[62291]: DEBUG oslo_vmware.api [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Waiting for the task: (returnval){ [ 2062.488489] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52ad5f67-7709-5a93-4ffe-f484c4f256f6" [ 2062.488489] env[62291]: _type = "Task" [ 2062.488489] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2062.501053] env[62291]: DEBUG oslo_vmware.api [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52ad5f67-7709-5a93-4ffe-f484c4f256f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2062.562108] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2062.748795] env[62291]: DEBUG oslo_concurrency.lockutils [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.697s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2062.749431] env[62291]: DEBUG nova.compute.manager [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] [instance: e79e3ab1-8503-4045-a403-c11c2d57b63f] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2062.754282] env[62291]: DEBUG oslo_concurrency.lockutils [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.651s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2062.756466] env[62291]: INFO nova.compute.claims [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: d079aa40-c94c-4eb4-ab9c-a2a233ce066d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2062.780132] env[62291]: DEBUG oslo_vmware.api [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2142895, 'name': PowerOnVM_Task, 'duration_secs': 1.026294} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2062.780132] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2062.780293] env[62291]: INFO nova.compute.manager [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5] Took 8.77 seconds to spawn the instance on the hypervisor. [ 2062.780376] env[62291]: DEBUG nova.compute.manager [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2062.782659] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ddcb30-2443-4ddd-bbe5-c160bf660dd6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2062.923279] env[62291]: DEBUG nova.network.neutron [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2062.975696] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5b816400-0fae-4f06-8923-a2c437df351b tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Releasing lock "refresh_cache-84c5cb88-aad9-4b81-9dca-866ddcf0e8f5" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2062.975952] env[62291]: DEBUG nova.compute.manager [None req-5b816400-0fae-4f06-8923-a2c437df351b tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Inject network info {{(pid=62291) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7219}} [ 2062.976257] env[62291]: DEBUG nova.compute.manager [None req-5b816400-0fae-4f06-8923-a2c437df351b tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] network_info to inject: |[{"id": "ee69f6ad-d2bc-466d-9bf0-f0da88720965", "address": "fa:16:3e:c8:ab:9b", "network": {"id": "d7ca20d3-60a1-4e1e-a773-5ee26983e635", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1197349326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63a6267e2f0a4dc3970f3924c313b15d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee69f6ad-d2", "ovs_interfaceid": "ee69f6ad-d2bc-466d-9bf0-f0da88720965", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 2062.983093] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5b816400-0fae-4f06-8923-a2c437df351b tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Reconfiguring VM instance to set the machine id {{(pid=62291) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 2062.983495] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-84ca7e2e-4555-4924-be28-a12e76f240fb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.007699] env[62291]: DEBUG oslo_vmware.api [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52ad5f67-7709-5a93-4ffe-f484c4f256f6, 'name': SearchDatastore_Task, 'duration_secs': 0.014679} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.009266] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2063.009839] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 9207d003-321c-4e28-97f4-ca9fda237b6d/9207d003-321c-4e28-97f4-ca9fda237b6d.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2063.010545] env[62291]: DEBUG oslo_vmware.api [None req-5b816400-0fae-4f06-8923-a2c437df351b tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Waiting for the task: (returnval){ [ 2063.010545] env[62291]: value = "task-2142896" [ 2063.010545] env[62291]: _type = "Task" [ 2063.010545] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2063.011439] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e83613f-31f8-4ff5-bf54-45210dbec5ed {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.023352] env[62291]: DEBUG oslo_vmware.api [None req-5b816400-0fae-4f06-8923-a2c437df351b tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Task: {'id': task-2142896, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.025338] env[62291]: DEBUG oslo_vmware.api [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Waiting for the task: (returnval){ [ 2063.025338] env[62291]: value = "task-2142897" [ 2063.025338] env[62291]: _type = "Task" [ 2063.025338] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2063.034951] env[62291]: DEBUG oslo_vmware.api [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Task: {'id': task-2142897, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.072311] env[62291]: DEBUG nova.network.neutron [req-de68c197-2ad2-49f1-a7c6-d740115b421c req-1311ee4c-2181-468a-b7a2-99d70da29a26 service nova] [instance: 9207d003-321c-4e28-97f4-ca9fda237b6d] Updated VIF entry in instance network info cache for port c1b2a2f4-e310-4e3e-b0d4-b25ae6baafc4. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2063.072763] env[62291]: DEBUG nova.network.neutron [req-de68c197-2ad2-49f1-a7c6-d740115b421c req-1311ee4c-2181-468a-b7a2-99d70da29a26 service nova] [instance: 9207d003-321c-4e28-97f4-ca9fda237b6d] Updating instance_info_cache with network_info: [{"id": "c1b2a2f4-e310-4e3e-b0d4-b25ae6baafc4", "address": "fa:16:3e:a7:bb:ba", "network": {"id": "52ca61a1-4a5a-476f-94d6-90a8eaf03653", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1672090006-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7478874b409d44debde589f4c2e779da", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cb478a6-872c-4a90-a8db-526b374e82ce", "external-id": "nsx-vlan-transportzone-835", "segmentation_id": 835, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc1b2a2f4-e3", "ovs_interfaceid": "c1b2a2f4-e310-4e3e-b0d4-b25ae6baafc4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2063.268501] env[62291]: DEBUG nova.compute.utils [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2063.275172] env[62291]: DEBUG nova.compute.manager [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] [instance: e79e3ab1-8503-4045-a403-c11c2d57b63f] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2063.275172] env[62291]: DEBUG nova.network.neutron [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] [instance: e79e3ab1-8503-4045-a403-c11c2d57b63f] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2063.289557] env[62291]: DEBUG nova.network.neutron [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Updating instance_info_cache with network_info: [{"id": "0995dd9c-895e-443d-b7df-d1f412c73b4e", "address": "fa:16:3e:01:8d:00", "network": {"id": "6c3b94dc-3357-4c73-aad4-284cb89be8f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1144561454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4dbad5dff7143149c3d41cdcb32416d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0995dd9c-89", "ovs_interfaceid": "0995dd9c-895e-443d-b7df-d1f412c73b4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2063.311559] env[62291]: INFO nova.compute.manager [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5] Took 54.07 seconds to build instance. [ 2063.376719] env[62291]: DEBUG nova.policy [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '70ac7a59071d4cffbe56cab68de645c3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fb34d259654048fdbef6bbf1ffd80f4b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2063.527187] env[62291]: DEBUG oslo_vmware.api [None req-5b816400-0fae-4f06-8923-a2c437df351b tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Task: {'id': task-2142896, 'name': ReconfigVM_Task, 'duration_secs': 0.163921} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2063.533310] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5b816400-0fae-4f06-8923-a2c437df351b tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Reconfigured VM instance to set the machine id {{(pid=62291) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 2063.544298] env[62291]: DEBUG oslo_vmware.api [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Task: {'id': task-2142897, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2063.577872] env[62291]: DEBUG oslo_concurrency.lockutils [req-de68c197-2ad2-49f1-a7c6-d740115b421c req-1311ee4c-2181-468a-b7a2-99d70da29a26 service nova] Releasing lock "refresh_cache-9207d003-321c-4e28-97f4-ca9fda237b6d" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2063.577872] env[62291]: DEBUG nova.compute.manager [req-de68c197-2ad2-49f1-a7c6-d740115b421c req-1311ee4c-2181-468a-b7a2-99d70da29a26 service nova] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Received event network-changed-ee69f6ad-d2bc-466d-9bf0-f0da88720965 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2063.577872] env[62291]: DEBUG nova.compute.manager [req-de68c197-2ad2-49f1-a7c6-d740115b421c req-1311ee4c-2181-468a-b7a2-99d70da29a26 service nova] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Refreshing instance network info cache due to event network-changed-ee69f6ad-d2bc-466d-9bf0-f0da88720965. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2063.577872] env[62291]: DEBUG oslo_concurrency.lockutils [req-de68c197-2ad2-49f1-a7c6-d740115b421c req-1311ee4c-2181-468a-b7a2-99d70da29a26 service nova] Acquiring lock "refresh_cache-84c5cb88-aad9-4b81-9dca-866ddcf0e8f5" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2063.577872] env[62291]: DEBUG oslo_concurrency.lockutils [req-de68c197-2ad2-49f1-a7c6-d740115b421c req-1311ee4c-2181-468a-b7a2-99d70da29a26 service nova] Acquired lock "refresh_cache-84c5cb88-aad9-4b81-9dca-866ddcf0e8f5" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2063.577872] env[62291]: DEBUG nova.network.neutron [req-de68c197-2ad2-49f1-a7c6-d740115b421c req-1311ee4c-2181-468a-b7a2-99d70da29a26 service nova] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Refreshing network info cache for port ee69f6ad-d2bc-466d-9bf0-f0da88720965 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2063.774021] env[62291]: DEBUG nova.compute.manager [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] [instance: e79e3ab1-8503-4045-a403-c11c2d57b63f] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2063.795020] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Releasing lock "refresh_cache-62245dc4-ec1e-4d13-ae12-940dc7ffc39a" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2063.795020] env[62291]: DEBUG nova.compute.manager [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Instance network_info: |[{"id": "0995dd9c-895e-443d-b7df-d1f412c73b4e", "address": "fa:16:3e:01:8d:00", "network": {"id": "6c3b94dc-3357-4c73-aad4-284cb89be8f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1144561454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4dbad5dff7143149c3d41cdcb32416d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0995dd9c-89", "ovs_interfaceid": "0995dd9c-895e-443d-b7df-d1f412c73b4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2063.795020] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:8d:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '163e60bd-32d6-41c5-95e6-2eb10c5c9245', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0995dd9c-895e-443d-b7df-d1f412c73b4e', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2063.801725] env[62291]: DEBUG oslo.service.loopingcall [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2063.804766] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2063.805370] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe9b8bb4-50fb-480c-9bcb-b814076eec6c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2063.824297] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a89dea4a-ffc4-427f-a8bd-62555b514e12 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "2e8ce4c2-e47e-4c0f-b017-dc973c46eae5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 109.920s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2063.832602] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2063.832602] env[62291]: value = "task-2142898" [ 2063.832602] env[62291]: _type = "Task" [ 2063.832602] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2063.841417] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142898, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.045923] env[62291]: DEBUG oslo_vmware.api [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Task: {'id': task-2142897, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.81438} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2064.049266] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 9207d003-321c-4e28-97f4-ca9fda237b6d/9207d003-321c-4e28-97f4-ca9fda237b6d.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2064.049645] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] [instance: 9207d003-321c-4e28-97f4-ca9fda237b6d] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2064.050512] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ce25d67-ee74-4a8c-97ef-ef4710fe8dd9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.058201] env[62291]: DEBUG oslo_vmware.api [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Waiting for the task: (returnval){ [ 2064.058201] env[62291]: value = "task-2142899" [ 2064.058201] env[62291]: _type = "Task" [ 2064.058201] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2064.072119] env[62291]: DEBUG oslo_vmware.api [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Task: {'id': task-2142899, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.266938] env[62291]: DEBUG oslo_concurrency.lockutils [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Acquiring lock "78926bd8-3dee-48fc-ae8b-c7f74ddd5cad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2064.267286] env[62291]: DEBUG oslo_concurrency.lockutils [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Lock "78926bd8-3dee-48fc-ae8b-c7f74ddd5cad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2064.304446] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301952a8-8741-4b1b-a4e3-d37ca6a947fb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.313778] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8837e767-d242-4678-8f20-bfb741f6d063 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.355445] env[62291]: DEBUG nova.compute.manager [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2064.363072] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c495b0a2-be28-4e7b-bc5c-0d0c4862603c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.370980] env[62291]: DEBUG nova.compute.manager [req-ff2719f4-bab4-4670-a600-2b44308bdea7 req-b8e0b09d-9a22-4ff8-85d4-482869428876 service nova] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Received event network-changed-6fdd6980-2a8f-49e8-ab36-525fc5b90957 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2064.372249] env[62291]: DEBUG nova.compute.manager [req-ff2719f4-bab4-4670-a600-2b44308bdea7 req-b8e0b09d-9a22-4ff8-85d4-482869428876 service nova] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Refreshing instance network info cache due to event network-changed-6fdd6980-2a8f-49e8-ab36-525fc5b90957. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2064.372249] env[62291]: DEBUG oslo_concurrency.lockutils [req-ff2719f4-bab4-4670-a600-2b44308bdea7 req-b8e0b09d-9a22-4ff8-85d4-482869428876 service nova] Acquiring lock "refresh_cache-1504489e-14ed-496f-874e-03be8429bbe8" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2064.372249] env[62291]: DEBUG oslo_concurrency.lockutils [req-ff2719f4-bab4-4670-a600-2b44308bdea7 req-b8e0b09d-9a22-4ff8-85d4-482869428876 service nova] Acquired lock "refresh_cache-1504489e-14ed-496f-874e-03be8429bbe8" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2064.372249] env[62291]: DEBUG nova.network.neutron [req-ff2719f4-bab4-4670-a600-2b44308bdea7 req-b8e0b09d-9a22-4ff8-85d4-482869428876 service nova] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Refreshing network info cache for port 6fdd6980-2a8f-49e8-ab36-525fc5b90957 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2064.380613] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142898, 'name': CreateVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.381712] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219e38e7-7fca-4cdc-b81c-804276ef05ae {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.396424] env[62291]: DEBUG nova.compute.provider_tree [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2064.498323] env[62291]: DEBUG nova.network.neutron [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] [instance: e79e3ab1-8503-4045-a403-c11c2d57b63f] Successfully created port: 773e89f2-37aa-432c-a65d-cf42e6063b80 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2064.567942] env[62291]: DEBUG oslo_vmware.api [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Task: {'id': task-2142899, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066361} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2064.568416] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] [instance: 9207d003-321c-4e28-97f4-ca9fda237b6d] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2064.569276] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b9b2d2-d9cf-42d2-8beb-ef04387208b4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.591617] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] [instance: 9207d003-321c-4e28-97f4-ca9fda237b6d] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 9207d003-321c-4e28-97f4-ca9fda237b6d/9207d003-321c-4e28-97f4-ca9fda237b6d.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2064.591977] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c352cde-c492-44da-bc8d-441c88f0be5a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.612078] env[62291]: DEBUG oslo_vmware.api [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Waiting for the task: (returnval){ [ 2064.612078] env[62291]: value = "task-2142900" [ 2064.612078] env[62291]: _type = "Task" [ 2064.612078] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2064.620101] env[62291]: DEBUG oslo_vmware.api [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Task: {'id': task-2142900, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.792140] env[62291]: DEBUG nova.compute.manager [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] [instance: e79e3ab1-8503-4045-a403-c11c2d57b63f] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2064.828162] env[62291]: DEBUG nova.virt.hardware [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2064.828460] env[62291]: DEBUG nova.virt.hardware [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2064.828676] env[62291]: DEBUG nova.virt.hardware [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2064.829034] env[62291]: DEBUG nova.virt.hardware [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2064.829201] env[62291]: DEBUG nova.virt.hardware [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2064.829435] env[62291]: DEBUG nova.virt.hardware [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2064.829638] env[62291]: DEBUG nova.virt.hardware [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2064.829835] env[62291]: DEBUG nova.virt.hardware [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2064.830103] env[62291]: DEBUG nova.virt.hardware [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2064.830264] env[62291]: DEBUG nova.virt.hardware [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2064.830455] env[62291]: DEBUG nova.virt.hardware [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2064.831336] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91697acb-faa2-4078-b407-6b6ab460547d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.840273] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb222c34-eff5-499c-8aeb-bf3299a2d502 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.875059] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142898, 'name': CreateVM_Task, 'duration_secs': 0.55065} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2064.875059] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2064.877498] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2064.877498] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2064.877498] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2064.877498] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa2fbfe5-ba3d-4f2c-886a-abedfcf1f29d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.881576] env[62291]: DEBUG oslo_vmware.api [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2064.881576] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5286a7fc-d223-3e34-cc68-e1152dabcb18" [ 2064.881576] env[62291]: _type = "Task" [ 2064.881576] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2064.894101] env[62291]: DEBUG oslo_vmware.api [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5286a7fc-d223-3e34-cc68-e1152dabcb18, 'name': SearchDatastore_Task, 'duration_secs': 0.010198} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2064.899030] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2064.899030] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2064.899030] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2064.899030] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2064.899030] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2064.899030] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2064.899030] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8589e73-b413-4e86-b7bc-13b0c15679fa {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.900776] env[62291]: DEBUG nova.scheduler.client.report [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2064.909833] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2064.910009] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2064.911923] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33dc118d-c954-444f-a613-d85016e0e229 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.918395] env[62291]: DEBUG oslo_vmware.api [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2064.918395] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]521c316a-4fc7-2d04-1b8c-84f42b0ca2bb" [ 2064.918395] env[62291]: _type = "Task" [ 2064.918395] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2064.933404] env[62291]: DEBUG oslo_vmware.api [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]521c316a-4fc7-2d04-1b8c-84f42b0ca2bb, 'name': SearchDatastore_Task, 'duration_secs': 0.013384} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2064.935426] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d067db37-a26c-496b-b942-52d33c6b8086 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2064.941520] env[62291]: DEBUG oslo_vmware.api [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2064.941520] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52b92d18-5fcb-87f0-2a01-4ee645d61d59" [ 2064.941520] env[62291]: _type = "Task" [ 2064.941520] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2064.949737] env[62291]: DEBUG oslo_vmware.api [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52b92d18-5fcb-87f0-2a01-4ee645d61d59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2064.970129] env[62291]: DEBUG nova.network.neutron [req-de68c197-2ad2-49f1-a7c6-d740115b421c req-1311ee4c-2181-468a-b7a2-99d70da29a26 service nova] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Updated VIF entry in instance network info cache for port ee69f6ad-d2bc-466d-9bf0-f0da88720965. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2064.970563] env[62291]: DEBUG nova.network.neutron [req-de68c197-2ad2-49f1-a7c6-d740115b421c req-1311ee4c-2181-468a-b7a2-99d70da29a26 service nova] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Updating instance_info_cache with network_info: [{"id": "ee69f6ad-d2bc-466d-9bf0-f0da88720965", "address": "fa:16:3e:c8:ab:9b", "network": {"id": "d7ca20d3-60a1-4e1e-a773-5ee26983e635", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1197349326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63a6267e2f0a4dc3970f3924c313b15d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee69f6ad-d2", "ovs_interfaceid": "ee69f6ad-d2bc-466d-9bf0-f0da88720965", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2065.000898] env[62291]: DEBUG nova.network.neutron [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Successfully updated port: ef22d4ff-1a75-4eec-8c69-866f578f9ef6 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2065.124902] env[62291]: DEBUG oslo_vmware.api [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Task: {'id': task-2142900, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.237593] env[62291]: DEBUG nova.objects.instance [None req-ed5f013e-c4e1-4046-a968-a5abff0207b9 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Lazy-loading 'flavor' on Instance uuid 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2065.257942] env[62291]: DEBUG nova.compute.manager [req-df9f2b44-6d9b-4ae0-b048-9a7f7702f5e7 req-aab7cbe4-f6f9-4f04-9712-5f838ee3a6fd service nova] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Received event network-changed-0995dd9c-895e-443d-b7df-d1f412c73b4e {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2065.258203] env[62291]: DEBUG nova.compute.manager [req-df9f2b44-6d9b-4ae0-b048-9a7f7702f5e7 req-aab7cbe4-f6f9-4f04-9712-5f838ee3a6fd service nova] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Refreshing instance network info cache due to event network-changed-0995dd9c-895e-443d-b7df-d1f412c73b4e. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2065.258404] env[62291]: DEBUG oslo_concurrency.lockutils [req-df9f2b44-6d9b-4ae0-b048-9a7f7702f5e7 req-aab7cbe4-f6f9-4f04-9712-5f838ee3a6fd service nova] Acquiring lock "refresh_cache-62245dc4-ec1e-4d13-ae12-940dc7ffc39a" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2065.258649] env[62291]: DEBUG oslo_concurrency.lockutils [req-df9f2b44-6d9b-4ae0-b048-9a7f7702f5e7 req-aab7cbe4-f6f9-4f04-9712-5f838ee3a6fd service nova] Acquired lock "refresh_cache-62245dc4-ec1e-4d13-ae12-940dc7ffc39a" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2065.259130] env[62291]: DEBUG nova.network.neutron [req-df9f2b44-6d9b-4ae0-b048-9a7f7702f5e7 req-aab7cbe4-f6f9-4f04-9712-5f838ee3a6fd service nova] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Refreshing network info cache for port 0995dd9c-895e-443d-b7df-d1f412c73b4e {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2065.407512] env[62291]: DEBUG oslo_concurrency.lockutils [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.652s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2065.407512] env[62291]: DEBUG nova.compute.manager [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: d079aa40-c94c-4eb4-ab9c-a2a233ce066d] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2065.413061] env[62291]: DEBUG oslo_concurrency.lockutils [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.534s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2065.415228] env[62291]: INFO nova.compute.claims [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2065.453765] env[62291]: DEBUG oslo_vmware.api [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52b92d18-5fcb-87f0-2a01-4ee645d61d59, 'name': SearchDatastore_Task, 'duration_secs': 0.011433} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2065.454430] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2065.455043] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 62245dc4-ec1e-4d13-ae12-940dc7ffc39a/62245dc4-ec1e-4d13-ae12-940dc7ffc39a.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2065.455043] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d65443bd-285b-487b-af74-8dc8b67a90f2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.464284] env[62291]: DEBUG oslo_vmware.api [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2065.464284] env[62291]: value = "task-2142901" [ 2065.464284] env[62291]: _type = "Task" [ 2065.464284] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2065.473761] env[62291]: DEBUG oslo_concurrency.lockutils [req-de68c197-2ad2-49f1-a7c6-d740115b421c req-1311ee4c-2181-468a-b7a2-99d70da29a26 service nova] Releasing lock "refresh_cache-84c5cb88-aad9-4b81-9dca-866ddcf0e8f5" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2065.473844] env[62291]: DEBUG nova.compute.manager [req-de68c197-2ad2-49f1-a7c6-d740115b421c req-1311ee4c-2181-468a-b7a2-99d70da29a26 service nova] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Received event network-vif-plugged-0995dd9c-895e-443d-b7df-d1f412c73b4e {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2065.474146] env[62291]: DEBUG oslo_concurrency.lockutils [req-de68c197-2ad2-49f1-a7c6-d740115b421c req-1311ee4c-2181-468a-b7a2-99d70da29a26 service nova] Acquiring lock "62245dc4-ec1e-4d13-ae12-940dc7ffc39a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2065.474652] env[62291]: DEBUG oslo_concurrency.lockutils [req-de68c197-2ad2-49f1-a7c6-d740115b421c req-1311ee4c-2181-468a-b7a2-99d70da29a26 service nova] Lock "62245dc4-ec1e-4d13-ae12-940dc7ffc39a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2065.474858] env[62291]: DEBUG oslo_concurrency.lockutils [req-de68c197-2ad2-49f1-a7c6-d740115b421c req-1311ee4c-2181-468a-b7a2-99d70da29a26 service nova] Lock "62245dc4-ec1e-4d13-ae12-940dc7ffc39a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2065.475150] env[62291]: DEBUG nova.compute.manager [req-de68c197-2ad2-49f1-a7c6-d740115b421c req-1311ee4c-2181-468a-b7a2-99d70da29a26 service nova] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] No waiting events found dispatching network-vif-plugged-0995dd9c-895e-443d-b7df-d1f412c73b4e {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2065.475543] env[62291]: WARNING nova.compute.manager [req-de68c197-2ad2-49f1-a7c6-d740115b421c req-1311ee4c-2181-468a-b7a2-99d70da29a26 service nova] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Received unexpected event network-vif-plugged-0995dd9c-895e-443d-b7df-d1f412c73b4e for instance with vm_state building and task_state spawning. [ 2065.475768] env[62291]: DEBUG oslo_vmware.api [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142901, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.476766] env[62291]: DEBUG nova.network.neutron [req-ff2719f4-bab4-4670-a600-2b44308bdea7 req-b8e0b09d-9a22-4ff8-85d4-482869428876 service nova] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Updated VIF entry in instance network info cache for port 6fdd6980-2a8f-49e8-ab36-525fc5b90957. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2065.477179] env[62291]: DEBUG nova.network.neutron [req-ff2719f4-bab4-4670-a600-2b44308bdea7 req-b8e0b09d-9a22-4ff8-85d4-482869428876 service nova] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Updating instance_info_cache with network_info: [{"id": "6fdd6980-2a8f-49e8-ab36-525fc5b90957", "address": "fa:16:3e:fa:0c:0b", "network": {"id": "a28683aa-4018-42bb-90b0-8f4820e0a3e2", "bridge": "br-int", "label": "tempest-ServersTestJSON-1568828468-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e682a618661f4d75af0e21ee4fa9ddfe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e31a7f15-a808-4199-9071-31fd05e316ea", "external-id": "nsx-vlan-transportzone-388", "segmentation_id": 388, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6fdd6980-2a", "ovs_interfaceid": "6fdd6980-2a8f-49e8-ab36-525fc5b90957", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2065.508754] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "refresh_cache-36586f63-0d66-4da8-994a-5d54ed5afb76" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2065.508895] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquired lock "refresh_cache-36586f63-0d66-4da8-994a-5d54ed5afb76" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2065.509053] env[62291]: DEBUG nova.network.neutron [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2065.521687] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Acquiring lock "60f49bb9-72e2-4462-b95e-7d9dbcaf1b55" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2065.521986] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Lock "60f49bb9-72e2-4462-b95e-7d9dbcaf1b55" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2065.623919] env[62291]: DEBUG oslo_vmware.api [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Task: {'id': task-2142900, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.744268] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ed5f013e-c4e1-4046-a968-a5abff0207b9 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Acquiring lock "refresh_cache-84c5cb88-aad9-4b81-9dca-866ddcf0e8f5" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2065.744268] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ed5f013e-c4e1-4046-a968-a5abff0207b9 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Acquired lock "refresh_cache-84c5cb88-aad9-4b81-9dca-866ddcf0e8f5" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2065.920716] env[62291]: DEBUG nova.compute.utils [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2065.926233] env[62291]: DEBUG nova.compute.manager [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: d079aa40-c94c-4eb4-ab9c-a2a233ce066d] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2065.926414] env[62291]: DEBUG nova.network.neutron [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: d079aa40-c94c-4eb4-ab9c-a2a233ce066d] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2065.980445] env[62291]: DEBUG oslo_concurrency.lockutils [req-ff2719f4-bab4-4670-a600-2b44308bdea7 req-b8e0b09d-9a22-4ff8-85d4-482869428876 service nova] Releasing lock "refresh_cache-1504489e-14ed-496f-874e-03be8429bbe8" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2065.980507] env[62291]: DEBUG oslo_vmware.api [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142901, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2065.991969] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ed6aeb2e-0831-402f-81f1-0f10c91c6dc1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "2e8ce4c2-e47e-4c0f-b017-dc973c46eae5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2065.992134] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ed6aeb2e-0831-402f-81f1-0f10c91c6dc1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "2e8ce4c2-e47e-4c0f-b017-dc973c46eae5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2065.992283] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ed6aeb2e-0831-402f-81f1-0f10c91c6dc1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "2e8ce4c2-e47e-4c0f-b017-dc973c46eae5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2065.992482] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ed6aeb2e-0831-402f-81f1-0f10c91c6dc1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "2e8ce4c2-e47e-4c0f-b017-dc973c46eae5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2065.992659] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ed6aeb2e-0831-402f-81f1-0f10c91c6dc1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "2e8ce4c2-e47e-4c0f-b017-dc973c46eae5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2065.997899] env[62291]: INFO nova.compute.manager [None req-ed6aeb2e-0831-402f-81f1-0f10c91c6dc1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5] Terminating instance [ 2065.999748] env[62291]: DEBUG nova.compute.manager [None req-ed6aeb2e-0831-402f-81f1-0f10c91c6dc1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2066.000039] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6aeb2e-0831-402f-81f1-0f10c91c6dc1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2066.001045] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cac2587-6462-4be9-88ea-4cde4e78cf89 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.014481] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed6aeb2e-0831-402f-81f1-0f10c91c6dc1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2066.016988] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68f4252f-2d90-4daf-8342-979b635e6047 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.023678] env[62291]: DEBUG oslo_vmware.api [None req-ed6aeb2e-0831-402f-81f1-0f10c91c6dc1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2066.023678] env[62291]: value = "task-2142902" [ 2066.023678] env[62291]: _type = "Task" [ 2066.023678] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.037918] env[62291]: DEBUG oslo_vmware.api [None req-ed6aeb2e-0831-402f-81f1-0f10c91c6dc1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2142902, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.104201] env[62291]: DEBUG nova.network.neutron [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2066.125484] env[62291]: DEBUG oslo_vmware.api [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Task: {'id': task-2142900, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.154399] env[62291]: DEBUG nova.policy [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c414f200c634e5bb68f09bdb9d765e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02c461c7a405490fa45e5d4567ccd272', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2066.327296] env[62291]: DEBUG nova.network.neutron [req-df9f2b44-6d9b-4ae0-b048-9a7f7702f5e7 req-aab7cbe4-f6f9-4f04-9712-5f838ee3a6fd service nova] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Updated VIF entry in instance network info cache for port 0995dd9c-895e-443d-b7df-d1f412c73b4e. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2066.327613] env[62291]: DEBUG nova.network.neutron [req-df9f2b44-6d9b-4ae0-b048-9a7f7702f5e7 req-aab7cbe4-f6f9-4f04-9712-5f838ee3a6fd service nova] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Updating instance_info_cache with network_info: [{"id": "0995dd9c-895e-443d-b7df-d1f412c73b4e", "address": "fa:16:3e:01:8d:00", "network": {"id": "6c3b94dc-3357-4c73-aad4-284cb89be8f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1144561454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4dbad5dff7143149c3d41cdcb32416d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0995dd9c-89", "ovs_interfaceid": "0995dd9c-895e-443d-b7df-d1f412c73b4e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2066.427354] env[62291]: DEBUG nova.network.neutron [None req-ed5f013e-c4e1-4046-a968-a5abff0207b9 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2066.429491] env[62291]: DEBUG nova.compute.manager [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: d079aa40-c94c-4eb4-ab9c-a2a233ce066d] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2066.476994] env[62291]: DEBUG oslo_vmware.api [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142901, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.537890] env[62291]: DEBUG oslo_vmware.api [None req-ed6aeb2e-0831-402f-81f1-0f10c91c6dc1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2142902, 'name': PowerOffVM_Task, 'duration_secs': 0.222868} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2066.538264] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed6aeb2e-0831-402f-81f1-0f10c91c6dc1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2066.539929] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6aeb2e-0831-402f-81f1-0f10c91c6dc1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2066.539929] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b13de95c-cd7f-4976-99fc-fb46cb2eb4bd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.549306] env[62291]: DEBUG nova.network.neutron [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Updating instance_info_cache with network_info: [{"id": "ef22d4ff-1a75-4eec-8c69-866f578f9ef6", "address": "fa:16:3e:05:40:f2", "network": {"id": "818bf107-525d-4bd9-af99-c673972d2be1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-171136124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34994f4ae104d49b1e76215acee435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef22d4ff-1a", "ovs_interfaceid": "ef22d4ff-1a75-4eec-8c69-866f578f9ef6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2066.638185] env[62291]: DEBUG oslo_vmware.api [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Task: {'id': task-2142900, 'name': ReconfigVM_Task, 'duration_secs': 1.602581} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2066.638185] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] [instance: 9207d003-321c-4e28-97f4-ca9fda237b6d] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 9207d003-321c-4e28-97f4-ca9fda237b6d/9207d003-321c-4e28-97f4-ca9fda237b6d.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2066.639818] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0cf001bb-6d76-46f9-8203-1e016d46faa0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.648959] env[62291]: DEBUG oslo_vmware.api [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Waiting for the task: (returnval){ [ 2066.648959] env[62291]: value = "task-2142904" [ 2066.648959] env[62291]: _type = "Task" [ 2066.648959] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.658646] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6aeb2e-0831-402f-81f1-0f10c91c6dc1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2066.658924] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6aeb2e-0831-402f-81f1-0f10c91c6dc1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2066.659063] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed6aeb2e-0831-402f-81f1-0f10c91c6dc1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Deleting the datastore file [datastore2] 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2066.663167] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69f176fb-1761-4c18-ba04-eb9807edc5e3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2066.667142] env[62291]: DEBUG oslo_vmware.api [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Task: {'id': task-2142904, 'name': Rename_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.674499] env[62291]: DEBUG nova.compute.manager [req-e91d7e27-1572-49d1-9989-e5ddc6f21089 req-963c7525-bc2b-4e96-b795-ff113584aea0 service nova] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Received event network-changed-ee69f6ad-d2bc-466d-9bf0-f0da88720965 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2066.674499] env[62291]: DEBUG nova.compute.manager [req-e91d7e27-1572-49d1-9989-e5ddc6f21089 req-963c7525-bc2b-4e96-b795-ff113584aea0 service nova] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Refreshing instance network info cache due to event network-changed-ee69f6ad-d2bc-466d-9bf0-f0da88720965. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2066.674499] env[62291]: DEBUG oslo_concurrency.lockutils [req-e91d7e27-1572-49d1-9989-e5ddc6f21089 req-963c7525-bc2b-4e96-b795-ff113584aea0 service nova] Acquiring lock "refresh_cache-84c5cb88-aad9-4b81-9dca-866ddcf0e8f5" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2066.680866] env[62291]: DEBUG oslo_vmware.api [None req-ed6aeb2e-0831-402f-81f1-0f10c91c6dc1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2066.680866] env[62291]: value = "task-2142905" [ 2066.680866] env[62291]: _type = "Task" [ 2066.680866] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2066.696988] env[62291]: DEBUG oslo_vmware.api [None req-ed6aeb2e-0831-402f-81f1-0f10c91c6dc1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2142905, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2066.831571] env[62291]: DEBUG oslo_concurrency.lockutils [req-df9f2b44-6d9b-4ae0-b048-9a7f7702f5e7 req-aab7cbe4-f6f9-4f04-9712-5f838ee3a6fd service nova] Releasing lock "refresh_cache-62245dc4-ec1e-4d13-ae12-940dc7ffc39a" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2066.978700] env[62291]: DEBUG nova.network.neutron [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] [instance: e79e3ab1-8503-4045-a403-c11c2d57b63f] Successfully updated port: 773e89f2-37aa-432c-a65d-cf42e6063b80 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2066.994824] env[62291]: DEBUG oslo_vmware.api [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142901, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.339194} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2066.996541] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 62245dc4-ec1e-4d13-ae12-940dc7ffc39a/62245dc4-ec1e-4d13-ae12-940dc7ffc39a.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2066.996541] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2066.996541] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-378d93d2-f256-4822-b8f8-32feee453d50 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.009580] env[62291]: DEBUG oslo_vmware.api [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2067.009580] env[62291]: value = "task-2142906" [ 2067.009580] env[62291]: _type = "Task" [ 2067.009580] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2067.028410] env[62291]: DEBUG oslo_vmware.api [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142906, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.052989] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Releasing lock "refresh_cache-36586f63-0d66-4da8-994a-5d54ed5afb76" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2067.053662] env[62291]: DEBUG nova.compute.manager [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Instance network_info: |[{"id": "ef22d4ff-1a75-4eec-8c69-866f578f9ef6", "address": "fa:16:3e:05:40:f2", "network": {"id": "818bf107-525d-4bd9-af99-c673972d2be1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-171136124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34994f4ae104d49b1e76215acee435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef22d4ff-1a", "ovs_interfaceid": "ef22d4ff-1a75-4eec-8c69-866f578f9ef6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2067.054354] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:40:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62d6a386-ffdb-4232-83f3-cb21c5e59e85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef22d4ff-1a75-4eec-8c69-866f578f9ef6', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2067.063792] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Creating folder: Project (b34994f4ae104d49b1e76215acee435f). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2067.066757] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e250e48-07ee-4053-9839-d397e0fe1ebc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.078564] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Created folder: Project (b34994f4ae104d49b1e76215acee435f) in parent group-v437896. [ 2067.078564] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Creating folder: Instances. Parent ref: group-v438018. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2067.081996] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-246b053a-6f45-4c74-b7be-e3a924ab72a6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.090491] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Created folder: Instances in parent group-v438018. [ 2067.090491] env[62291]: DEBUG oslo.service.loopingcall [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2067.090626] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2067.090863] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-38205b75-64c4-4868-a276-444859de0896 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.114422] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2067.114422] env[62291]: value = "task-2142909" [ 2067.114422] env[62291]: _type = "Task" [ 2067.114422] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2067.118117] env[62291]: DEBUG nova.network.neutron [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: d079aa40-c94c-4eb4-ab9c-a2a233ce066d] Successfully created port: d82a733d-8a73-4d6d-ae7c-fe00d8751b98 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2067.127427] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142909, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.136900] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e38dfa-0c76-4711-a9e7-a82408744cff {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.145702] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e99bd0e9-6465-4cc1-9db5-524f21ae6757 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.187184] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6809dd80-f435-4178-96e0-e1aa5d0aeee3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.192653] env[62291]: DEBUG oslo_vmware.api [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Task: {'id': task-2142904, 'name': Rename_Task, 'duration_secs': 0.402782} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2067.193570] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] [instance: 9207d003-321c-4e28-97f4-ca9fda237b6d] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2067.193828] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9df2a57-691a-4df2-b493-cf83f01d2905 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.201092] env[62291]: DEBUG oslo_vmware.api [None req-ed6aeb2e-0831-402f-81f1-0f10c91c6dc1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2142905, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.510807} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2067.202750] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a19660b-d189-4f18-9ceb-ab355074f93e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.207356] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed6aeb2e-0831-402f-81f1-0f10c91c6dc1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2067.207560] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6aeb2e-0831-402f-81f1-0f10c91c6dc1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2067.207740] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-ed6aeb2e-0831-402f-81f1-0f10c91c6dc1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2067.207917] env[62291]: INFO nova.compute.manager [None req-ed6aeb2e-0831-402f-81f1-0f10c91c6dc1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5] Took 1.21 seconds to destroy the instance on the hypervisor. [ 2067.208184] env[62291]: DEBUG oslo.service.loopingcall [None req-ed6aeb2e-0831-402f-81f1-0f10c91c6dc1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2067.209589] env[62291]: DEBUG nova.compute.manager [-] [instance: 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2067.209700] env[62291]: DEBUG nova.network.neutron [-] [instance: 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2067.211470] env[62291]: DEBUG oslo_vmware.api [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Waiting for the task: (returnval){ [ 2067.211470] env[62291]: value = "task-2142910" [ 2067.211470] env[62291]: _type = "Task" [ 2067.211470] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2067.224521] env[62291]: DEBUG nova.compute.provider_tree [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2067.234410] env[62291]: DEBUG oslo_vmware.api [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Task: {'id': task-2142910, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.444962] env[62291]: DEBUG nova.compute.manager [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: d079aa40-c94c-4eb4-ab9c-a2a233ce066d] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2067.472102] env[62291]: DEBUG nova.virt.hardware [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2067.472102] env[62291]: DEBUG nova.virt.hardware [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2067.472284] env[62291]: DEBUG nova.virt.hardware [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2067.472554] env[62291]: DEBUG nova.virt.hardware [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2067.472554] env[62291]: DEBUG nova.virt.hardware [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2067.472675] env[62291]: DEBUG nova.virt.hardware [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2067.472887] env[62291]: DEBUG nova.virt.hardware [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2067.473063] env[62291]: DEBUG nova.virt.hardware [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2067.473238] env[62291]: DEBUG nova.virt.hardware [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2067.473403] env[62291]: DEBUG nova.virt.hardware [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2067.473578] env[62291]: DEBUG nova.virt.hardware [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2067.474517] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d907d8-87e0-4c76-a92b-ece3655820bb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.481655] env[62291]: DEBUG oslo_concurrency.lockutils [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Acquiring lock "refresh_cache-e79e3ab1-8503-4045-a403-c11c2d57b63f" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2067.481787] env[62291]: DEBUG oslo_concurrency.lockutils [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Acquired lock "refresh_cache-e79e3ab1-8503-4045-a403-c11c2d57b63f" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2067.481950] env[62291]: DEBUG nova.network.neutron [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] [instance: e79e3ab1-8503-4045-a403-c11c2d57b63f] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2067.484144] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56020412-bf8f-4030-9364-71b7ca95418f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.522929] env[62291]: DEBUG oslo_vmware.api [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142906, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079375} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2067.526370] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2067.526649] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b2d199-eb02-44ee-9431-2756966daa39 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.558219] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 62245dc4-ec1e-4d13-ae12-940dc7ffc39a/62245dc4-ec1e-4d13-ae12-940dc7ffc39a.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2067.558219] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ffb697c-23ac-4084-b9d5-09a65e5f6ffb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2067.588182] env[62291]: DEBUG oslo_vmware.api [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2067.588182] env[62291]: value = "task-2142911" [ 2067.588182] env[62291]: _type = "Task" [ 2067.588182] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2067.600238] env[62291]: DEBUG oslo_vmware.api [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142911, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.624704] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142909, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.723097] env[62291]: DEBUG oslo_vmware.api [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Task: {'id': task-2142910, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2067.734540] env[62291]: DEBUG nova.scheduler.client.report [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2067.740417] env[62291]: DEBUG nova.compute.manager [req-3ebea365-9f6d-4ac9-bf22-1fe1d4438d5a req-83fa983d-501e-4689-8043-8b2a349063ed service nova] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Received event network-vif-plugged-ef22d4ff-1a75-4eec-8c69-866f578f9ef6 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2067.740641] env[62291]: DEBUG oslo_concurrency.lockutils [req-3ebea365-9f6d-4ac9-bf22-1fe1d4438d5a req-83fa983d-501e-4689-8043-8b2a349063ed service nova] Acquiring lock "36586f63-0d66-4da8-994a-5d54ed5afb76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2067.740850] env[62291]: DEBUG oslo_concurrency.lockutils [req-3ebea365-9f6d-4ac9-bf22-1fe1d4438d5a req-83fa983d-501e-4689-8043-8b2a349063ed service nova] Lock "36586f63-0d66-4da8-994a-5d54ed5afb76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2067.741030] env[62291]: DEBUG oslo_concurrency.lockutils [req-3ebea365-9f6d-4ac9-bf22-1fe1d4438d5a req-83fa983d-501e-4689-8043-8b2a349063ed service nova] Lock "36586f63-0d66-4da8-994a-5d54ed5afb76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2067.741407] env[62291]: DEBUG nova.compute.manager [req-3ebea365-9f6d-4ac9-bf22-1fe1d4438d5a req-83fa983d-501e-4689-8043-8b2a349063ed service nova] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] No waiting events found dispatching network-vif-plugged-ef22d4ff-1a75-4eec-8c69-866f578f9ef6 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2067.741407] env[62291]: WARNING nova.compute.manager [req-3ebea365-9f6d-4ac9-bf22-1fe1d4438d5a req-83fa983d-501e-4689-8043-8b2a349063ed service nova] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Received unexpected event network-vif-plugged-ef22d4ff-1a75-4eec-8c69-866f578f9ef6 for instance with vm_state building and task_state spawning. [ 2067.741528] env[62291]: DEBUG nova.compute.manager [req-3ebea365-9f6d-4ac9-bf22-1fe1d4438d5a req-83fa983d-501e-4689-8043-8b2a349063ed service nova] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Received event network-changed-ef22d4ff-1a75-4eec-8c69-866f578f9ef6 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2067.741679] env[62291]: DEBUG nova.compute.manager [req-3ebea365-9f6d-4ac9-bf22-1fe1d4438d5a req-83fa983d-501e-4689-8043-8b2a349063ed service nova] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Refreshing instance network info cache due to event network-changed-ef22d4ff-1a75-4eec-8c69-866f578f9ef6. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2067.741862] env[62291]: DEBUG oslo_concurrency.lockutils [req-3ebea365-9f6d-4ac9-bf22-1fe1d4438d5a req-83fa983d-501e-4689-8043-8b2a349063ed service nova] Acquiring lock "refresh_cache-36586f63-0d66-4da8-994a-5d54ed5afb76" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2067.741997] env[62291]: DEBUG oslo_concurrency.lockutils [req-3ebea365-9f6d-4ac9-bf22-1fe1d4438d5a req-83fa983d-501e-4689-8043-8b2a349063ed service nova] Acquired lock "refresh_cache-36586f63-0d66-4da8-994a-5d54ed5afb76" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2067.742187] env[62291]: DEBUG nova.network.neutron [req-3ebea365-9f6d-4ac9-bf22-1fe1d4438d5a req-83fa983d-501e-4689-8043-8b2a349063ed service nova] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Refreshing network info cache for port ef22d4ff-1a75-4eec-8c69-866f578f9ef6 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2067.866031] env[62291]: DEBUG nova.network.neutron [None req-ed5f013e-c4e1-4046-a968-a5abff0207b9 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Updating instance_info_cache with network_info: [{"id": "ee69f6ad-d2bc-466d-9bf0-f0da88720965", "address": "fa:16:3e:c8:ab:9b", "network": {"id": "d7ca20d3-60a1-4e1e-a773-5ee26983e635", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1197349326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63a6267e2f0a4dc3970f3924c313b15d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee69f6ad-d2", "ovs_interfaceid": "ee69f6ad-d2bc-466d-9bf0-f0da88720965", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2068.080386] env[62291]: DEBUG nova.network.neutron [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] [instance: e79e3ab1-8503-4045-a403-c11c2d57b63f] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2068.102841] env[62291]: DEBUG oslo_vmware.api [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142911, 'name': ReconfigVM_Task, 'duration_secs': 0.254204} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.103193] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 62245dc4-ec1e-4d13-ae12-940dc7ffc39a/62245dc4-ec1e-4d13-ae12-940dc7ffc39a.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2068.103871] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bcab1aa-3284-4081-86d5-bde7cdee5bee {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.112041] env[62291]: DEBUG oslo_vmware.api [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2068.112041] env[62291]: value = "task-2142912" [ 2068.112041] env[62291]: _type = "Task" [ 2068.112041] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.131771] env[62291]: DEBUG oslo_vmware.api [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142912, 'name': Rename_Task} progress is 10%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.134959] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142909, 'name': CreateVM_Task, 'duration_secs': 0.717618} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.135159] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2068.135849] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2068.136676] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2068.137049] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2068.137344] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2c10767-d512-46f3-a56e-afa80976c0a5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.144423] env[62291]: DEBUG oslo_vmware.api [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for the task: (returnval){ [ 2068.144423] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]522a105c-db04-eb88-449f-2392e08a9e05" [ 2068.144423] env[62291]: _type = "Task" [ 2068.144423] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.152590] env[62291]: DEBUG oslo_vmware.api [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]522a105c-db04-eb88-449f-2392e08a9e05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.229098] env[62291]: DEBUG oslo_vmware.api [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Task: {'id': task-2142910, 'name': PowerOnVM_Task, 'duration_secs': 0.863927} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.229755] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] [instance: 9207d003-321c-4e28-97f4-ca9fda237b6d] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2068.233071] env[62291]: INFO nova.compute.manager [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] [instance: 9207d003-321c-4e28-97f4-ca9fda237b6d] Took 11.56 seconds to spawn the instance on the hypervisor. [ 2068.233379] env[62291]: DEBUG nova.compute.manager [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] [instance: 9207d003-321c-4e28-97f4-ca9fda237b6d] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2068.234610] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02ab5f6-83dd-439d-a3f8-d620941fd002 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.246839] env[62291]: DEBUG oslo_concurrency.lockutils [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.835s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2068.251425] env[62291]: DEBUG nova.compute.manager [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2068.262984] env[62291]: DEBUG oslo_concurrency.lockutils [None req-33a80c21-dbb5-450b-8109-35c5f61414fe tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.335s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2068.262984] env[62291]: DEBUG nova.objects.instance [None req-33a80c21-dbb5-450b-8109-35c5f61414fe tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Lazy-loading 'resources' on Instance uuid 5fd07b81-1348-4194-ab20-437cb5c61dfa {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2068.369516] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ed5f013e-c4e1-4046-a968-a5abff0207b9 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Releasing lock "refresh_cache-84c5cb88-aad9-4b81-9dca-866ddcf0e8f5" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2068.369766] env[62291]: DEBUG nova.compute.manager [None req-ed5f013e-c4e1-4046-a968-a5abff0207b9 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Inject network info {{(pid=62291) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7219}} [ 2068.371770] env[62291]: DEBUG nova.compute.manager [None req-ed5f013e-c4e1-4046-a968-a5abff0207b9 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] network_info to inject: |[{"id": "ee69f6ad-d2bc-466d-9bf0-f0da88720965", "address": "fa:16:3e:c8:ab:9b", "network": {"id": "d7ca20d3-60a1-4e1e-a773-5ee26983e635", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1197349326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63a6267e2f0a4dc3970f3924c313b15d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee69f6ad-d2", "ovs_interfaceid": "ee69f6ad-d2bc-466d-9bf0-f0da88720965", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 2068.374828] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5f013e-c4e1-4046-a968-a5abff0207b9 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Reconfiguring VM instance to set the machine id {{(pid=62291) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 2068.375228] env[62291]: DEBUG oslo_concurrency.lockutils [req-e91d7e27-1572-49d1-9989-e5ddc6f21089 req-963c7525-bc2b-4e96-b795-ff113584aea0 service nova] Acquired lock "refresh_cache-84c5cb88-aad9-4b81-9dca-866ddcf0e8f5" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2068.375424] env[62291]: DEBUG nova.network.neutron [req-e91d7e27-1572-49d1-9989-e5ddc6f21089 req-963c7525-bc2b-4e96-b795-ff113584aea0 service nova] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Refreshing network info cache for port ee69f6ad-d2bc-466d-9bf0-f0da88720965 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2068.376897] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-048c8305-e98a-4b90-b845-500397b4f71d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.390946] env[62291]: DEBUG nova.network.neutron [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] [instance: e79e3ab1-8503-4045-a403-c11c2d57b63f] Updating instance_info_cache with network_info: [{"id": "773e89f2-37aa-432c-a65d-cf42e6063b80", "address": "fa:16:3e:7b:09:6c", "network": {"id": "f8f01f06-c418-4d9a-85da-04a46e3ff6ea", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-54068274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb34d259654048fdbef6bbf1ffd80f4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap773e89f2-37", "ovs_interfaceid": "773e89f2-37aa-432c-a65d-cf42e6063b80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2068.398866] env[62291]: DEBUG oslo_vmware.api [None req-ed5f013e-c4e1-4046-a968-a5abff0207b9 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Waiting for the task: (returnval){ [ 2068.398866] env[62291]: value = "task-2142913" [ 2068.398866] env[62291]: _type = "Task" [ 2068.398866] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.411689] env[62291]: DEBUG oslo_vmware.api [None req-ed5f013e-c4e1-4046-a968-a5abff0207b9 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Task: {'id': task-2142913, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.544100] env[62291]: DEBUG nova.network.neutron [-] [instance: 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2068.589851] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Acquiring lock "a8cafd44-5940-44d0-9760-398e1405c914" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2068.590465] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Lock "a8cafd44-5940-44d0-9760-398e1405c914" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2068.626154] env[62291]: DEBUG oslo_vmware.api [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142912, 'name': Rename_Task, 'duration_secs': 0.144545} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.626925] env[62291]: DEBUG nova.network.neutron [req-3ebea365-9f6d-4ac9-bf22-1fe1d4438d5a req-83fa983d-501e-4689-8043-8b2a349063ed service nova] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Updated VIF entry in instance network info cache for port ef22d4ff-1a75-4eec-8c69-866f578f9ef6. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2068.627574] env[62291]: DEBUG nova.network.neutron [req-3ebea365-9f6d-4ac9-bf22-1fe1d4438d5a req-83fa983d-501e-4689-8043-8b2a349063ed service nova] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Updating instance_info_cache with network_info: [{"id": "ef22d4ff-1a75-4eec-8c69-866f578f9ef6", "address": "fa:16:3e:05:40:f2", "network": {"id": "818bf107-525d-4bd9-af99-c673972d2be1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-171136124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34994f4ae104d49b1e76215acee435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef22d4ff-1a", "ovs_interfaceid": "ef22d4ff-1a75-4eec-8c69-866f578f9ef6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2068.629254] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2068.629774] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3d9b1ea-5d2a-4f6b-a193-bdba99683bb6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.640845] env[62291]: DEBUG oslo_vmware.api [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2068.640845] env[62291]: value = "task-2142914" [ 2068.640845] env[62291]: _type = "Task" [ 2068.640845] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.651284] env[62291]: DEBUG oslo_vmware.api [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142914, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.657450] env[62291]: DEBUG oslo_vmware.api [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]522a105c-db04-eb88-449f-2392e08a9e05, 'name': SearchDatastore_Task, 'duration_secs': 0.014139} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.657755] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2068.657988] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2068.658423] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2068.658423] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2068.658565] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2068.658817] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-578620d8-15e4-48bf-9b56-c43f4eaa6cc2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.668808] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2068.669035] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2068.669924] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c5c81be-7ee6-46dd-bd9f-3e53f27de6c7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.676839] env[62291]: DEBUG oslo_vmware.api [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for the task: (returnval){ [ 2068.676839] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5292ccd2-5c61-f186-0613-6ea058396b83" [ 2068.676839] env[62291]: _type = "Task" [ 2068.676839] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.686154] env[62291]: DEBUG oslo_vmware.api [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5292ccd2-5c61-f186-0613-6ea058396b83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2068.769416] env[62291]: DEBUG nova.compute.utils [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2068.776459] env[62291]: DEBUG nova.compute.manager [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2068.776782] env[62291]: DEBUG nova.network.neutron [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2068.779513] env[62291]: INFO nova.compute.manager [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] [instance: 9207d003-321c-4e28-97f4-ca9fda237b6d] Took 42.52 seconds to build instance. [ 2068.834826] env[62291]: DEBUG nova.policy [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3605e6b7d7f43ed9e4fd9cb3747956c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fec9555fe4aa4c7a9e61c54aebf169a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2068.896016] env[62291]: DEBUG oslo_concurrency.lockutils [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Releasing lock "refresh_cache-e79e3ab1-8503-4045-a403-c11c2d57b63f" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2068.896016] env[62291]: DEBUG nova.compute.manager [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] [instance: e79e3ab1-8503-4045-a403-c11c2d57b63f] Instance network_info: |[{"id": "773e89f2-37aa-432c-a65d-cf42e6063b80", "address": "fa:16:3e:7b:09:6c", "network": {"id": "f8f01f06-c418-4d9a-85da-04a46e3ff6ea", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-54068274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb34d259654048fdbef6bbf1ffd80f4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap773e89f2-37", "ovs_interfaceid": "773e89f2-37aa-432c-a65d-cf42e6063b80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2068.896016] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] [instance: e79e3ab1-8503-4045-a403-c11c2d57b63f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7b:09:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e4c8c8fd-baca-4e60-97dc-ff0418d63215', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '773e89f2-37aa-432c-a65d-cf42e6063b80', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2068.902487] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Creating folder: Project (fb34d259654048fdbef6bbf1ffd80f4b). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2068.905217] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21a966ee-525c-4fcd-80f7-1fe9592cd325 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.916397] env[62291]: DEBUG oslo_vmware.api [None req-ed5f013e-c4e1-4046-a968-a5abff0207b9 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Task: {'id': task-2142913, 'name': ReconfigVM_Task, 'duration_secs': 0.140045} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2068.916712] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-ed5f013e-c4e1-4046-a968-a5abff0207b9 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Reconfigured VM instance to set the machine id {{(pid=62291) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 2068.922034] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Created folder: Project (fb34d259654048fdbef6bbf1ffd80f4b) in parent group-v437896. [ 2068.922034] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Creating folder: Instances. Parent ref: group-v438021. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2068.922034] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0a09618-3278-4807-abcd-6f50666715ca {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.929484] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Created folder: Instances in parent group-v438021. [ 2068.932950] env[62291]: DEBUG oslo.service.loopingcall [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2068.932950] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e79e3ab1-8503-4045-a403-c11c2d57b63f] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2068.932950] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7e610f43-c108-4676-82ba-f000be4d3d3b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2068.956154] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2068.956154] env[62291]: value = "task-2142917" [ 2068.956154] env[62291]: _type = "Task" [ 2068.956154] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2068.975086] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142917, 'name': CreateVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.049246] env[62291]: INFO nova.compute.manager [-] [instance: 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5] Took 1.84 seconds to deallocate network for instance. [ 2069.131019] env[62291]: DEBUG oslo_concurrency.lockutils [req-3ebea365-9f6d-4ac9-bf22-1fe1d4438d5a req-83fa983d-501e-4689-8043-8b2a349063ed service nova] Releasing lock "refresh_cache-36586f63-0d66-4da8-994a-5d54ed5afb76" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2069.131371] env[62291]: DEBUG nova.compute.manager [req-3ebea365-9f6d-4ac9-bf22-1fe1d4438d5a req-83fa983d-501e-4689-8043-8b2a349063ed service nova] [instance: e79e3ab1-8503-4045-a403-c11c2d57b63f] Received event network-vif-plugged-773e89f2-37aa-432c-a65d-cf42e6063b80 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2069.134655] env[62291]: DEBUG oslo_concurrency.lockutils [req-3ebea365-9f6d-4ac9-bf22-1fe1d4438d5a req-83fa983d-501e-4689-8043-8b2a349063ed service nova] Acquiring lock "e79e3ab1-8503-4045-a403-c11c2d57b63f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2069.134655] env[62291]: DEBUG oslo_concurrency.lockutils [req-3ebea365-9f6d-4ac9-bf22-1fe1d4438d5a req-83fa983d-501e-4689-8043-8b2a349063ed service nova] Lock "e79e3ab1-8503-4045-a403-c11c2d57b63f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2069.134655] env[62291]: DEBUG oslo_concurrency.lockutils [req-3ebea365-9f6d-4ac9-bf22-1fe1d4438d5a req-83fa983d-501e-4689-8043-8b2a349063ed service nova] Lock "e79e3ab1-8503-4045-a403-c11c2d57b63f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2069.134655] env[62291]: DEBUG nova.compute.manager [req-3ebea365-9f6d-4ac9-bf22-1fe1d4438d5a req-83fa983d-501e-4689-8043-8b2a349063ed service nova] [instance: e79e3ab1-8503-4045-a403-c11c2d57b63f] No waiting events found dispatching network-vif-plugged-773e89f2-37aa-432c-a65d-cf42e6063b80 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2069.134655] env[62291]: WARNING nova.compute.manager [req-3ebea365-9f6d-4ac9-bf22-1fe1d4438d5a req-83fa983d-501e-4689-8043-8b2a349063ed service nova] [instance: e79e3ab1-8503-4045-a403-c11c2d57b63f] Received unexpected event network-vif-plugged-773e89f2-37aa-432c-a65d-cf42e6063b80 for instance with vm_state building and task_state spawning. [ 2069.134655] env[62291]: DEBUG nova.compute.manager [req-3ebea365-9f6d-4ac9-bf22-1fe1d4438d5a req-83fa983d-501e-4689-8043-8b2a349063ed service nova] [instance: e79e3ab1-8503-4045-a403-c11c2d57b63f] Received event network-changed-773e89f2-37aa-432c-a65d-cf42e6063b80 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2069.134655] env[62291]: DEBUG nova.compute.manager [req-3ebea365-9f6d-4ac9-bf22-1fe1d4438d5a req-83fa983d-501e-4689-8043-8b2a349063ed service nova] [instance: e79e3ab1-8503-4045-a403-c11c2d57b63f] Refreshing instance network info cache due to event network-changed-773e89f2-37aa-432c-a65d-cf42e6063b80. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2069.134655] env[62291]: DEBUG oslo_concurrency.lockutils [req-3ebea365-9f6d-4ac9-bf22-1fe1d4438d5a req-83fa983d-501e-4689-8043-8b2a349063ed service nova] Acquiring lock "refresh_cache-e79e3ab1-8503-4045-a403-c11c2d57b63f" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2069.134655] env[62291]: DEBUG oslo_concurrency.lockutils [req-3ebea365-9f6d-4ac9-bf22-1fe1d4438d5a req-83fa983d-501e-4689-8043-8b2a349063ed service nova] Acquired lock "refresh_cache-e79e3ab1-8503-4045-a403-c11c2d57b63f" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2069.134655] env[62291]: DEBUG nova.network.neutron [req-3ebea365-9f6d-4ac9-bf22-1fe1d4438d5a req-83fa983d-501e-4689-8043-8b2a349063ed service nova] [instance: e79e3ab1-8503-4045-a403-c11c2d57b63f] Refreshing network info cache for port 773e89f2-37aa-432c-a65d-cf42e6063b80 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2069.158872] env[62291]: DEBUG oslo_vmware.api [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142914, 'name': PowerOnVM_Task, 'duration_secs': 0.507916} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.159196] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2069.159523] env[62291]: INFO nova.compute.manager [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Took 9.80 seconds to spawn the instance on the hypervisor. [ 2069.160598] env[62291]: DEBUG nova.compute.manager [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2069.160672] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a0a4ed-e5ff-41ed-ac0a-a86563ae32e5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.187298] env[62291]: DEBUG oslo_vmware.api [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5292ccd2-5c61-f186-0613-6ea058396b83, 'name': SearchDatastore_Task, 'duration_secs': 0.013595} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.196047] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3179581-4415-4347-ad99-58c4c669ba93 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.198982] env[62291]: DEBUG oslo_vmware.api [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for the task: (returnval){ [ 2069.198982] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5237cb30-4248-57e7-28e7-116b68b02fa5" [ 2069.198982] env[62291]: _type = "Task" [ 2069.198982] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.207780] env[62291]: DEBUG oslo_vmware.api [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5237cb30-4248-57e7-28e7-116b68b02fa5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.282353] env[62291]: DEBUG nova.compute.manager [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2069.288062] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fcb12b10-fc5d-4caa-abbe-3acd94d41d05 tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Lock "9207d003-321c-4e28-97f4-ca9fda237b6d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.147s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2069.392030] env[62291]: DEBUG oslo_concurrency.lockutils [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquiring lock "af730d81-bef8-454f-858a-8141561b0086" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2069.393298] env[62291]: DEBUG oslo_concurrency.lockutils [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "af730d81-bef8-454f-858a-8141561b0086" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2069.439384] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6c0374-24a1-4270-9a3a-ce9ae1eeb776 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.448389] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fa4c76-1c95-433c-bf4f-5ce84fc831e4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.486530] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0b0b170f-9e73-49e6-884e-bc4d60aa5e22 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Acquiring lock "84c5cb88-aad9-4b81-9dca-866ddcf0e8f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2069.486671] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0b0b170f-9e73-49e6-884e-bc4d60aa5e22 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Lock "84c5cb88-aad9-4b81-9dca-866ddcf0e8f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2069.486917] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0b0b170f-9e73-49e6-884e-bc4d60aa5e22 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Acquiring lock "84c5cb88-aad9-4b81-9dca-866ddcf0e8f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2069.487144] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0b0b170f-9e73-49e6-884e-bc4d60aa5e22 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Lock "84c5cb88-aad9-4b81-9dca-866ddcf0e8f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2069.487325] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0b0b170f-9e73-49e6-884e-bc4d60aa5e22 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Lock "84c5cb88-aad9-4b81-9dca-866ddcf0e8f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2069.489559] env[62291]: INFO nova.compute.manager [None req-0b0b170f-9e73-49e6-884e-bc4d60aa5e22 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Terminating instance [ 2069.491372] env[62291]: DEBUG nova.compute.manager [None req-0b0b170f-9e73-49e6-884e-bc4d60aa5e22 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2069.491799] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-0b0b170f-9e73-49e6-884e-bc4d60aa5e22 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2069.496221] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a93867d-455b-4243-bc88-7d0dd8f41407 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.499429] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14fc46f-9a56-48d4-af5c-c6b34e5f4a63 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.508236] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142917, 'name': CreateVM_Task, 'duration_secs': 0.493058} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.512062] env[62291]: DEBUG nova.network.neutron [req-e91d7e27-1572-49d1-9989-e5ddc6f21089 req-963c7525-bc2b-4e96-b795-ff113584aea0 service nova] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Updated VIF entry in instance network info cache for port ee69f6ad-d2bc-466d-9bf0-f0da88720965. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2069.512482] env[62291]: DEBUG nova.network.neutron [req-e91d7e27-1572-49d1-9989-e5ddc6f21089 req-963c7525-bc2b-4e96-b795-ff113584aea0 service nova] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Updating instance_info_cache with network_info: [{"id": "ee69f6ad-d2bc-466d-9bf0-f0da88720965", "address": "fa:16:3e:c8:ab:9b", "network": {"id": "d7ca20d3-60a1-4e1e-a773-5ee26983e635", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1197349326-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63a6267e2f0a4dc3970f3924c313b15d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3ac3fd84-c373-49f5-82dc-784a6cdb686d", "external-id": "nsx-vlan-transportzone-298", "segmentation_id": 298, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee69f6ad-d2", "ovs_interfaceid": "ee69f6ad-d2bc-466d-9bf0-f0da88720965", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2069.514237] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e79e3ab1-8503-4045-a403-c11c2d57b63f] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2069.514522] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b0b170f-9e73-49e6-884e-bc4d60aa5e22 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2069.515238] env[62291]: DEBUG oslo_concurrency.lockutils [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2069.515397] env[62291]: DEBUG oslo_concurrency.lockutils [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2069.515706] env[62291]: DEBUG oslo_concurrency.lockutils [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2069.515941] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f803302-19aa-4b8b-b389-32174f938de5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.519446] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cee31d-baa7-4c9b-ad90-eb207a55ce1d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.524591] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65aa4868-ff37-4f80-adb1-11f6b1a3f20c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.538545] env[62291]: DEBUG nova.compute.provider_tree [None req-33a80c21-dbb5-450b-8109-35c5f61414fe tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2069.539794] env[62291]: DEBUG oslo_vmware.api [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Waiting for the task: (returnval){ [ 2069.539794] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52baf902-f07d-ce83-fd64-91352d60e165" [ 2069.539794] env[62291]: _type = "Task" [ 2069.539794] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.542053] env[62291]: DEBUG nova.network.neutron [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Successfully created port: 1d62834b-a7f3-4f6d-954a-cdbb3683297d {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2069.544593] env[62291]: DEBUG oslo_vmware.api [None req-0b0b170f-9e73-49e6-884e-bc4d60aa5e22 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Waiting for the task: (returnval){ [ 2069.544593] env[62291]: value = "task-2142918" [ 2069.544593] env[62291]: _type = "Task" [ 2069.544593] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.560333] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ed6aeb2e-0831-402f-81f1-0f10c91c6dc1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2069.561023] env[62291]: DEBUG oslo_vmware.api [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52baf902-f07d-ce83-fd64-91352d60e165, 'name': SearchDatastore_Task, 'duration_secs': 0.016474} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.563866] env[62291]: DEBUG oslo_concurrency.lockutils [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2069.564232] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] [instance: e79e3ab1-8503-4045-a403-c11c2d57b63f] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2069.564360] env[62291]: DEBUG oslo_concurrency.lockutils [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2069.564850] env[62291]: DEBUG oslo_vmware.api [None req-0b0b170f-9e73-49e6-884e-bc4d60aa5e22 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Task: {'id': task-2142918, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.683023] env[62291]: INFO nova.compute.manager [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Took 42.99 seconds to build instance. [ 2069.712907] env[62291]: DEBUG oslo_vmware.api [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5237cb30-4248-57e7-28e7-116b68b02fa5, 'name': SearchDatastore_Task, 'duration_secs': 0.019472} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.713200] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2069.713906] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 36586f63-0d66-4da8-994a-5d54ed5afb76/36586f63-0d66-4da8-994a-5d54ed5afb76.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2069.713906] env[62291]: DEBUG oslo_concurrency.lockutils [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2069.714209] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2069.714209] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-851e3223-e642-4473-821c-60dda1b85ba7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.716253] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ffe00ab5-dc71-4f39-b953-6d63bd2e355b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.725705] env[62291]: DEBUG oslo_vmware.api [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for the task: (returnval){ [ 2069.725705] env[62291]: value = "task-2142919" [ 2069.725705] env[62291]: _type = "Task" [ 2069.725705] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.726656] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2069.726832] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2069.730833] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c462c14f-f369-42c0-b854-d566f24769a0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.740870] env[62291]: DEBUG oslo_vmware.api [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Waiting for the task: (returnval){ [ 2069.740870] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52bb1969-04f1-17fd-bc0f-2dc117eb263d" [ 2069.740870] env[62291]: _type = "Task" [ 2069.740870] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.743707] env[62291]: DEBUG oslo_vmware.api [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2142919, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.753610] env[62291]: DEBUG oslo_vmware.api [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52bb1969-04f1-17fd-bc0f-2dc117eb263d, 'name': SearchDatastore_Task, 'duration_secs': 0.010538} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2069.754447] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7af8d366-9f5e-4485-84dd-635f8eb71d85 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2069.762627] env[62291]: DEBUG oslo_vmware.api [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Waiting for the task: (returnval){ [ 2069.762627] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52852660-95ae-e7a6-447d-d742fe8cfc3c" [ 2069.762627] env[62291]: _type = "Task" [ 2069.762627] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2069.772112] env[62291]: DEBUG oslo_vmware.api [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52852660-95ae-e7a6-447d-d742fe8cfc3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2069.798864] env[62291]: DEBUG nova.compute.manager [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: 674a0ed8-2582-4c5b-b347-2632f7fb3eea] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2069.942134] env[62291]: DEBUG nova.compute.manager [req-33033e87-a28c-4f47-b6f5-fd3a838e4285 req-b996fab3-3bfd-4ba5-937f-443b9a16a8d5 service nova] [instance: 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5] Received event network-vif-deleted-cfd7842b-1624-4d2e-8810-267de9f849ba {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2069.942134] env[62291]: DEBUG nova.compute.manager [req-33033e87-a28c-4f47-b6f5-fd3a838e4285 req-b996fab3-3bfd-4ba5-937f-443b9a16a8d5 service nova] [instance: d079aa40-c94c-4eb4-ab9c-a2a233ce066d] Received event network-vif-plugged-d82a733d-8a73-4d6d-ae7c-fe00d8751b98 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2069.942134] env[62291]: DEBUG oslo_concurrency.lockutils [req-33033e87-a28c-4f47-b6f5-fd3a838e4285 req-b996fab3-3bfd-4ba5-937f-443b9a16a8d5 service nova] Acquiring lock "d079aa40-c94c-4eb4-ab9c-a2a233ce066d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2069.942770] env[62291]: DEBUG oslo_concurrency.lockutils [req-33033e87-a28c-4f47-b6f5-fd3a838e4285 req-b996fab3-3bfd-4ba5-937f-443b9a16a8d5 service nova] Lock "d079aa40-c94c-4eb4-ab9c-a2a233ce066d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2069.943457] env[62291]: DEBUG oslo_concurrency.lockutils [req-33033e87-a28c-4f47-b6f5-fd3a838e4285 req-b996fab3-3bfd-4ba5-937f-443b9a16a8d5 service nova] Lock "d079aa40-c94c-4eb4-ab9c-a2a233ce066d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2069.943900] env[62291]: DEBUG nova.compute.manager [req-33033e87-a28c-4f47-b6f5-fd3a838e4285 req-b996fab3-3bfd-4ba5-937f-443b9a16a8d5 service nova] [instance: d079aa40-c94c-4eb4-ab9c-a2a233ce066d] No waiting events found dispatching network-vif-plugged-d82a733d-8a73-4d6d-ae7c-fe00d8751b98 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2069.944269] env[62291]: WARNING nova.compute.manager [req-33033e87-a28c-4f47-b6f5-fd3a838e4285 req-b996fab3-3bfd-4ba5-937f-443b9a16a8d5 service nova] [instance: d079aa40-c94c-4eb4-ab9c-a2a233ce066d] Received unexpected event network-vif-plugged-d82a733d-8a73-4d6d-ae7c-fe00d8751b98 for instance with vm_state building and task_state spawning. [ 2070.015461] env[62291]: DEBUG oslo_concurrency.lockutils [req-e91d7e27-1572-49d1-9989-e5ddc6f21089 req-963c7525-bc2b-4e96-b795-ff113584aea0 service nova] Releasing lock "refresh_cache-84c5cb88-aad9-4b81-9dca-866ddcf0e8f5" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2070.047302] env[62291]: DEBUG nova.scheduler.client.report [None req-33a80c21-dbb5-450b-8109-35c5f61414fe tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2070.070787] env[62291]: DEBUG oslo_vmware.api [None req-0b0b170f-9e73-49e6-884e-bc4d60aa5e22 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Task: {'id': task-2142918, 'name': PowerOffVM_Task, 'duration_secs': 0.348649} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.071996] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b0b170f-9e73-49e6-884e-bc4d60aa5e22 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2070.072177] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-0b0b170f-9e73-49e6-884e-bc4d60aa5e22 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2070.072612] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-522d4dab-7f3e-42c3-8389-65fa64a8e1ba {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.080440] env[62291]: DEBUG nova.network.neutron [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: d079aa40-c94c-4eb4-ab9c-a2a233ce066d] Successfully updated port: d82a733d-8a73-4d6d-ae7c-fe00d8751b98 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2070.185695] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cd113cc6-8374-4732-8aaf-6e2397c96f54 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "62245dc4-ec1e-4d13-ae12-940dc7ffc39a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.570s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2070.223304] env[62291]: DEBUG nova.network.neutron [req-3ebea365-9f6d-4ac9-bf22-1fe1d4438d5a req-83fa983d-501e-4689-8043-8b2a349063ed service nova] [instance: e79e3ab1-8503-4045-a403-c11c2d57b63f] Updated VIF entry in instance network info cache for port 773e89f2-37aa-432c-a65d-cf42e6063b80. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2070.223726] env[62291]: DEBUG nova.network.neutron [req-3ebea365-9f6d-4ac9-bf22-1fe1d4438d5a req-83fa983d-501e-4689-8043-8b2a349063ed service nova] [instance: e79e3ab1-8503-4045-a403-c11c2d57b63f] Updating instance_info_cache with network_info: [{"id": "773e89f2-37aa-432c-a65d-cf42e6063b80", "address": "fa:16:3e:7b:09:6c", "network": {"id": "f8f01f06-c418-4d9a-85da-04a46e3ff6ea", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-54068274-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fb34d259654048fdbef6bbf1ffd80f4b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e4c8c8fd-baca-4e60-97dc-ff0418d63215", "external-id": "nsx-vlan-transportzone-178", "segmentation_id": 178, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap773e89f2-37", "ovs_interfaceid": "773e89f2-37aa-432c-a65d-cf42e6063b80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2070.241785] env[62291]: DEBUG oslo_concurrency.lockutils [None req-37486347-cb4e-415a-b88f-2e475997533e tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Acquiring lock "9207d003-321c-4e28-97f4-ca9fda237b6d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2070.243358] env[62291]: DEBUG oslo_concurrency.lockutils [None req-37486347-cb4e-415a-b88f-2e475997533e tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Lock "9207d003-321c-4e28-97f4-ca9fda237b6d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2070.243640] env[62291]: DEBUG oslo_concurrency.lockutils [None req-37486347-cb4e-415a-b88f-2e475997533e tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Acquiring lock "9207d003-321c-4e28-97f4-ca9fda237b6d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2070.243860] env[62291]: DEBUG oslo_concurrency.lockutils [None req-37486347-cb4e-415a-b88f-2e475997533e tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Lock "9207d003-321c-4e28-97f4-ca9fda237b6d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2070.244045] env[62291]: DEBUG oslo_concurrency.lockutils [None req-37486347-cb4e-415a-b88f-2e475997533e tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Lock "9207d003-321c-4e28-97f4-ca9fda237b6d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2070.246480] env[62291]: DEBUG oslo_vmware.api [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2142919, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.248314] env[62291]: INFO nova.compute.manager [None req-37486347-cb4e-415a-b88f-2e475997533e tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] [instance: 9207d003-321c-4e28-97f4-ca9fda237b6d] Terminating instance [ 2070.252336] env[62291]: DEBUG nova.compute.manager [None req-37486347-cb4e-415a-b88f-2e475997533e tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] [instance: 9207d003-321c-4e28-97f4-ca9fda237b6d] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2070.252566] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-37486347-cb4e-415a-b88f-2e475997533e tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] [instance: 9207d003-321c-4e28-97f4-ca9fda237b6d] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2070.253709] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ae5322-97f9-4ebe-8dbe-a52cad2aaaf9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.266462] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-37486347-cb4e-415a-b88f-2e475997533e tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] [instance: 9207d003-321c-4e28-97f4-ca9fda237b6d] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2070.270669] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bfc2d6c-8a83-4d7c-a883-bf5c8ad1d1ab {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.280506] env[62291]: DEBUG oslo_vmware.api [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52852660-95ae-e7a6-447d-d742fe8cfc3c, 'name': SearchDatastore_Task, 'duration_secs': 0.010076} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.282044] env[62291]: DEBUG oslo_concurrency.lockutils [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2070.282383] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] e79e3ab1-8503-4045-a403-c11c2d57b63f/e79e3ab1-8503-4045-a403-c11c2d57b63f.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2070.282852] env[62291]: DEBUG oslo_vmware.api [None req-37486347-cb4e-415a-b88f-2e475997533e tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Waiting for the task: (returnval){ [ 2070.282852] env[62291]: value = "task-2142921" [ 2070.282852] env[62291]: _type = "Task" [ 2070.282852] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.283158] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-66cf5ffd-c074-4841-84d3-7a5cff757943 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.296669] env[62291]: DEBUG oslo_vmware.api [None req-37486347-cb4e-415a-b88f-2e475997533e tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Task: {'id': task-2142921, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.299215] env[62291]: DEBUG oslo_vmware.api [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Waiting for the task: (returnval){ [ 2070.299215] env[62291]: value = "task-2142922" [ 2070.299215] env[62291]: _type = "Task" [ 2070.299215] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.300417] env[62291]: DEBUG nova.compute.manager [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2070.317485] env[62291]: DEBUG oslo_vmware.api [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Task: {'id': task-2142922, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.325866] env[62291]: DEBUG oslo_concurrency.lockutils [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2070.331886] env[62291]: DEBUG nova.virt.hardware [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2070.332150] env[62291]: DEBUG nova.virt.hardware [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2070.332349] env[62291]: DEBUG nova.virt.hardware [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2070.332567] env[62291]: DEBUG nova.virt.hardware [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2070.332724] env[62291]: DEBUG nova.virt.hardware [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2070.332884] env[62291]: DEBUG nova.virt.hardware [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2070.333141] env[62291]: DEBUG nova.virt.hardware [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2070.333381] env[62291]: DEBUG nova.virt.hardware [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2070.333583] env[62291]: DEBUG nova.virt.hardware [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2070.333735] env[62291]: DEBUG nova.virt.hardware [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2070.333937] env[62291]: DEBUG nova.virt.hardware [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2070.334853] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efbc47b6-bacd-439c-ad66-c76e42c4a437 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.343115] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a067eb-20d9-45d0-a82c-46b8beccd6c3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.362642] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-0b0b170f-9e73-49e6-884e-bc4d60aa5e22 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2070.363793] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-0b0b170f-9e73-49e6-884e-bc4d60aa5e22 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Deleting contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2070.363793] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b0b170f-9e73-49e6-884e-bc4d60aa5e22 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Deleting the datastore file [datastore1] 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2070.363793] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-22545440-717b-48cb-be2c-f91f0778d8d3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.371450] env[62291]: DEBUG oslo_vmware.api [None req-0b0b170f-9e73-49e6-884e-bc4d60aa5e22 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Waiting for the task: (returnval){ [ 2070.371450] env[62291]: value = "task-2142923" [ 2070.371450] env[62291]: _type = "Task" [ 2070.371450] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.381414] env[62291]: DEBUG oslo_vmware.api [None req-0b0b170f-9e73-49e6-884e-bc4d60aa5e22 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Task: {'id': task-2142923, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.559279] env[62291]: DEBUG oslo_concurrency.lockutils [None req-33a80c21-dbb5-450b-8109-35c5f61414fe tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.297s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2070.561725] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f85feb6a-c3d0-4bf8-b6fd-3286e9b1cf5d tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.337s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2070.561965] env[62291]: DEBUG nova.objects.instance [None req-f85feb6a-c3d0-4bf8-b6fd-3286e9b1cf5d tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Lazy-loading 'resources' on Instance uuid 421efe71-8164-46e8-9a64-6dc12c366025 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2070.585297] env[62291]: DEBUG oslo_concurrency.lockutils [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Acquiring lock "refresh_cache-d079aa40-c94c-4eb4-ab9c-a2a233ce066d" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2070.585441] env[62291]: DEBUG oslo_concurrency.lockutils [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Acquired lock "refresh_cache-d079aa40-c94c-4eb4-ab9c-a2a233ce066d" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2070.585603] env[62291]: DEBUG nova.network.neutron [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: d079aa40-c94c-4eb4-ab9c-a2a233ce066d] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2070.589860] env[62291]: INFO nova.scheduler.client.report [None req-33a80c21-dbb5-450b-8109-35c5f61414fe tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Deleted allocations for instance 5fd07b81-1348-4194-ab20-437cb5c61dfa [ 2070.688492] env[62291]: DEBUG nova.compute.manager [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2070.727403] env[62291]: DEBUG oslo_concurrency.lockutils [req-3ebea365-9f6d-4ac9-bf22-1fe1d4438d5a req-83fa983d-501e-4689-8043-8b2a349063ed service nova] Releasing lock "refresh_cache-e79e3ab1-8503-4045-a403-c11c2d57b63f" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2070.744148] env[62291]: DEBUG oslo_vmware.api [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2142919, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.68278} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.744549] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 36586f63-0d66-4da8-994a-5d54ed5afb76/36586f63-0d66-4da8-994a-5d54ed5afb76.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2070.744863] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2070.745277] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-caa6e29f-4a56-4fb9-a62b-6e36a3d7142d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.755226] env[62291]: DEBUG oslo_vmware.api [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for the task: (returnval){ [ 2070.755226] env[62291]: value = "task-2142924" [ 2070.755226] env[62291]: _type = "Task" [ 2070.755226] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2070.764676] env[62291]: DEBUG oslo_vmware.api [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2142924, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.797529] env[62291]: DEBUG oslo_vmware.api [None req-37486347-cb4e-415a-b88f-2e475997533e tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Task: {'id': task-2142921, 'name': PowerOffVM_Task, 'duration_secs': 0.283308} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.797852] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-37486347-cb4e-415a-b88f-2e475997533e tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] [instance: 9207d003-321c-4e28-97f4-ca9fda237b6d] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2070.798229] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-37486347-cb4e-415a-b88f-2e475997533e tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] [instance: 9207d003-321c-4e28-97f4-ca9fda237b6d] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2070.798932] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7ea74552-b552-4f98-b0b7-b4bb97674e43 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2070.809739] env[62291]: DEBUG oslo_vmware.api [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Task: {'id': task-2142922, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2070.881768] env[62291]: DEBUG oslo_vmware.api [None req-0b0b170f-9e73-49e6-884e-bc4d60aa5e22 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Task: {'id': task-2142923, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216024} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2070.882093] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b0b170f-9e73-49e6-884e-bc4d60aa5e22 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2070.882204] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-0b0b170f-9e73-49e6-884e-bc4d60aa5e22 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Deleted contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2070.882386] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-0b0b170f-9e73-49e6-884e-bc4d60aa5e22 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2070.882558] env[62291]: INFO nova.compute.manager [None req-0b0b170f-9e73-49e6-884e-bc4d60aa5e22 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Took 1.39 seconds to destroy the instance on the hypervisor. [ 2070.882802] env[62291]: DEBUG oslo.service.loopingcall [None req-0b0b170f-9e73-49e6-884e-bc4d60aa5e22 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2070.882995] env[62291]: DEBUG nova.compute.manager [-] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2070.883101] env[62291]: DEBUG nova.network.neutron [-] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2071.101485] env[62291]: DEBUG oslo_concurrency.lockutils [None req-33a80c21-dbb5-450b-8109-35c5f61414fe tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Lock "5fd07b81-1348-4194-ab20-437cb5c61dfa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.399s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2071.165025] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-37486347-cb4e-415a-b88f-2e475997533e tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] [instance: 9207d003-321c-4e28-97f4-ca9fda237b6d] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2071.165025] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-37486347-cb4e-415a-b88f-2e475997533e tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] [instance: 9207d003-321c-4e28-97f4-ca9fda237b6d] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2071.165025] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-37486347-cb4e-415a-b88f-2e475997533e tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Deleting the datastore file [datastore2] 9207d003-321c-4e28-97f4-ca9fda237b6d {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2071.165025] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c36e274-0468-4729-b18e-482df043acee {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.167934] env[62291]: DEBUG nova.network.neutron [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: d079aa40-c94c-4eb4-ab9c-a2a233ce066d] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2071.176628] env[62291]: DEBUG oslo_vmware.api [None req-37486347-cb4e-415a-b88f-2e475997533e tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Waiting for the task: (returnval){ [ 2071.176628] env[62291]: value = "task-2142926" [ 2071.176628] env[62291]: _type = "Task" [ 2071.176628] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.188131] env[62291]: DEBUG oslo_vmware.api [None req-37486347-cb4e-415a-b88f-2e475997533e tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Task: {'id': task-2142926, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.209968] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2071.280360] env[62291]: DEBUG oslo_vmware.api [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2142924, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090821} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.280662] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2071.281501] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e0291b-5af0-459a-af6b-78a3f1c8fddd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.305656] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 36586f63-0d66-4da8-994a-5d54ed5afb76/36586f63-0d66-4da8-994a-5d54ed5afb76.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2071.306067] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78ee7df3-8153-41c1-a69c-bdfe566e17a3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.334829] env[62291]: DEBUG oslo_vmware.api [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Task: {'id': task-2142922, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676056} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.336634] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] e79e3ab1-8503-4045-a403-c11c2d57b63f/e79e3ab1-8503-4045-a403-c11c2d57b63f.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2071.336634] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] [instance: e79e3ab1-8503-4045-a403-c11c2d57b63f] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2071.336634] env[62291]: DEBUG oslo_vmware.api [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for the task: (returnval){ [ 2071.336634] env[62291]: value = "task-2142927" [ 2071.336634] env[62291]: _type = "Task" [ 2071.336634] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.336634] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-450b4ef8-2012-465d-a791-9e7d900bd468 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.351231] env[62291]: DEBUG oslo_vmware.api [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2142927, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.351231] env[62291]: DEBUG oslo_vmware.api [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Waiting for the task: (returnval){ [ 2071.351231] env[62291]: value = "task-2142928" [ 2071.351231] env[62291]: _type = "Task" [ 2071.351231] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.359847] env[62291]: DEBUG oslo_vmware.api [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Task: {'id': task-2142928, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.559482] env[62291]: INFO nova.compute.manager [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Rebuilding instance [ 2071.593265] env[62291]: DEBUG nova.network.neutron [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: d079aa40-c94c-4eb4-ab9c-a2a233ce066d] Updating instance_info_cache with network_info: [{"id": "d82a733d-8a73-4d6d-ae7c-fe00d8751b98", "address": "fa:16:3e:c4:a0:66", "network": {"id": "628f334a-7ac3-4fd6-9258-4e5aabcf7839", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7a5e935372e4d0998462c64df5e8266", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd82a733d-8a", "ovs_interfaceid": "d82a733d-8a73-4d6d-ae7c-fe00d8751b98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2071.617905] env[62291]: DEBUG nova.compute.manager [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2071.619378] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79673ed-506e-4929-995d-db5d1d899fc3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.678432] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753e42b9-d6d8-4677-9048-a5ee690211f7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.698037] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-192935c7-5b83-4579-9fb1-698cb723baaa {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.699854] env[62291]: DEBUG oslo_vmware.api [None req-37486347-cb4e-415a-b88f-2e475997533e tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Task: {'id': task-2142926, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182787} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.700374] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-37486347-cb4e-415a-b88f-2e475997533e tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2071.701168] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-37486347-cb4e-415a-b88f-2e475997533e tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] [instance: 9207d003-321c-4e28-97f4-ca9fda237b6d] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2071.701168] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-37486347-cb4e-415a-b88f-2e475997533e tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] [instance: 9207d003-321c-4e28-97f4-ca9fda237b6d] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2071.701168] env[62291]: INFO nova.compute.manager [None req-37486347-cb4e-415a-b88f-2e475997533e tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] [instance: 9207d003-321c-4e28-97f4-ca9fda237b6d] Took 1.45 seconds to destroy the instance on the hypervisor. [ 2071.701168] env[62291]: DEBUG oslo.service.loopingcall [None req-37486347-cb4e-415a-b88f-2e475997533e tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2071.702023] env[62291]: DEBUG nova.compute.manager [-] [instance: 9207d003-321c-4e28-97f4-ca9fda237b6d] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2071.702023] env[62291]: DEBUG nova.network.neutron [-] [instance: 9207d003-321c-4e28-97f4-ca9fda237b6d] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2071.734793] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685614e0-a888-4a85-a73e-15892b9c5feb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.742865] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c183e8e6-bc3a-4759-a240-fa4f32e6a8cb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.758313] env[62291]: DEBUG nova.compute.provider_tree [None req-f85feb6a-c3d0-4bf8-b6fd-3286e9b1cf5d tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2071.851350] env[62291]: DEBUG oslo_vmware.api [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2142927, 'name': ReconfigVM_Task, 'duration_secs': 0.350939} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.855092] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 36586f63-0d66-4da8-994a-5d54ed5afb76/36586f63-0d66-4da8-994a-5d54ed5afb76.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2071.856118] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-55b2572c-1c4c-49f1-bd56-45d4a8e95deb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.863336] env[62291]: DEBUG oslo_vmware.api [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Task: {'id': task-2142928, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073231} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2071.865140] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] [instance: e79e3ab1-8503-4045-a403-c11c2d57b63f] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2071.865598] env[62291]: DEBUG oslo_vmware.api [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for the task: (returnval){ [ 2071.865598] env[62291]: value = "task-2142929" [ 2071.865598] env[62291]: _type = "Task" [ 2071.865598] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.866712] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1ce899-79c9-424e-b743-d261bc9ffea4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.894320] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] [instance: e79e3ab1-8503-4045-a403-c11c2d57b63f] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] e79e3ab1-8503-4045-a403-c11c2d57b63f/e79e3ab1-8503-4045-a403-c11c2d57b63f.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2071.898168] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee7adc57-1ff2-4898-9063-0ed4f3681a5c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.915059] env[62291]: DEBUG oslo_vmware.api [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2142929, 'name': Rename_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2071.920630] env[62291]: DEBUG oslo_vmware.api [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Waiting for the task: (returnval){ [ 2071.920630] env[62291]: value = "task-2142930" [ 2071.920630] env[62291]: _type = "Task" [ 2071.920630] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2071.928643] env[62291]: DEBUG oslo_vmware.api [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Task: {'id': task-2142930, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.100028] env[62291]: DEBUG oslo_concurrency.lockutils [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Releasing lock "refresh_cache-d079aa40-c94c-4eb4-ab9c-a2a233ce066d" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2072.100028] env[62291]: DEBUG nova.compute.manager [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: d079aa40-c94c-4eb4-ab9c-a2a233ce066d] Instance network_info: |[{"id": "d82a733d-8a73-4d6d-ae7c-fe00d8751b98", "address": "fa:16:3e:c4:a0:66", "network": {"id": "628f334a-7ac3-4fd6-9258-4e5aabcf7839", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7a5e935372e4d0998462c64df5e8266", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd82a733d-8a", "ovs_interfaceid": "d82a733d-8a73-4d6d-ae7c-fe00d8751b98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2072.100028] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: d079aa40-c94c-4eb4-ab9c-a2a233ce066d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:a0:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd82a733d-8a73-4d6d-ae7c-fe00d8751b98', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2072.108900] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Creating folder: Project (02c461c7a405490fa45e5d4567ccd272). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2072.110787] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d8f2bd20-9903-436a-83a7-dcac97e6316f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.125697] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Created folder: Project (02c461c7a405490fa45e5d4567ccd272) in parent group-v437896. [ 2072.125697] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Creating folder: Instances. Parent ref: group-v438024. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2072.125697] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa1c41ab-398d-421c-afc2-bfcaf041a8fb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.134478] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2072.137756] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7943898-5539-40c5-b2e1-29e677715be9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.140197] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Created folder: Instances in parent group-v438024. [ 2072.140197] env[62291]: DEBUG oslo.service.loopingcall [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2072.141360] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d079aa40-c94c-4eb4-ab9c-a2a233ce066d] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2072.141577] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9e21946f-bf14-4894-a538-092d49aaff55 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.170609] env[62291]: DEBUG oslo_vmware.api [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2072.170609] env[62291]: value = "task-2142933" [ 2072.170609] env[62291]: _type = "Task" [ 2072.170609] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.177427] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2072.177427] env[62291]: value = "task-2142934" [ 2072.177427] env[62291]: _type = "Task" [ 2072.177427] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.187067] env[62291]: DEBUG oslo_vmware.api [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.195476] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142934, 'name': CreateVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.261355] env[62291]: DEBUG nova.scheduler.client.report [None req-f85feb6a-c3d0-4bf8-b6fd-3286e9b1cf5d tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2072.308438] env[62291]: DEBUG nova.network.neutron [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Successfully updated port: 1d62834b-a7f3-4f6d-954a-cdbb3683297d {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2072.381977] env[62291]: DEBUG oslo_vmware.api [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2142929, 'name': Rename_Task, 'duration_secs': 0.151387} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.382452] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2072.382785] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b278ced-3b2f-4f13-bf57-f5e4904d1dee {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.395601] env[62291]: DEBUG oslo_vmware.api [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for the task: (returnval){ [ 2072.395601] env[62291]: value = "task-2142935" [ 2072.395601] env[62291]: _type = "Task" [ 2072.395601] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.409136] env[62291]: DEBUG oslo_vmware.api [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2142935, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.431949] env[62291]: DEBUG oslo_vmware.api [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Task: {'id': task-2142930, 'name': ReconfigVM_Task, 'duration_secs': 0.289938} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.432876] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] [instance: e79e3ab1-8503-4045-a403-c11c2d57b63f] Reconfigured VM instance instance-00000036 to attach disk [datastore2] e79e3ab1-8503-4045-a403-c11c2d57b63f/e79e3ab1-8503-4045-a403-c11c2d57b63f.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2072.433575] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b73051fb-e773-4ac2-8cbf-9b710a3d384e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.440327] env[62291]: DEBUG oslo_vmware.api [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Waiting for the task: (returnval){ [ 2072.440327] env[62291]: value = "task-2142936" [ 2072.440327] env[62291]: _type = "Task" [ 2072.440327] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.450283] env[62291]: DEBUG oslo_vmware.api [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Task: {'id': task-2142936, 'name': Rename_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.461673] env[62291]: DEBUG nova.compute.manager [req-ec70a80e-c0be-45f6-8bba-5e796bcb7166 req-18f1610b-0fd0-46dd-ac82-ad9f064d985e service nova] [instance: d079aa40-c94c-4eb4-ab9c-a2a233ce066d] Received event network-changed-d82a733d-8a73-4d6d-ae7c-fe00d8751b98 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2072.461841] env[62291]: DEBUG nova.compute.manager [req-ec70a80e-c0be-45f6-8bba-5e796bcb7166 req-18f1610b-0fd0-46dd-ac82-ad9f064d985e service nova] [instance: d079aa40-c94c-4eb4-ab9c-a2a233ce066d] Refreshing instance network info cache due to event network-changed-d82a733d-8a73-4d6d-ae7c-fe00d8751b98. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2072.462119] env[62291]: DEBUG oslo_concurrency.lockutils [req-ec70a80e-c0be-45f6-8bba-5e796bcb7166 req-18f1610b-0fd0-46dd-ac82-ad9f064d985e service nova] Acquiring lock "refresh_cache-d079aa40-c94c-4eb4-ab9c-a2a233ce066d" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2072.462279] env[62291]: DEBUG oslo_concurrency.lockutils [req-ec70a80e-c0be-45f6-8bba-5e796bcb7166 req-18f1610b-0fd0-46dd-ac82-ad9f064d985e service nova] Acquired lock "refresh_cache-d079aa40-c94c-4eb4-ab9c-a2a233ce066d" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2072.462467] env[62291]: DEBUG nova.network.neutron [req-ec70a80e-c0be-45f6-8bba-5e796bcb7166 req-18f1610b-0fd0-46dd-ac82-ad9f064d985e service nova] [instance: d079aa40-c94c-4eb4-ab9c-a2a233ce066d] Refreshing network info cache for port d82a733d-8a73-4d6d-ae7c-fe00d8751b98 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2072.617378] env[62291]: DEBUG nova.network.neutron [-] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2072.690788] env[62291]: DEBUG oslo_vmware.api [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142933, 'name': PowerOffVM_Task, 'duration_secs': 0.320092} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.690788] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2072.690905] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2072.692083] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e928b5-e1a4-4c28-bb92-0767c0ac339e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.698645] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142934, 'name': CreateVM_Task, 'duration_secs': 0.466123} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.698645] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d079aa40-c94c-4eb4-ab9c-a2a233ce066d] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2072.699015] env[62291]: DEBUG oslo_concurrency.lockutils [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2072.699188] env[62291]: DEBUG oslo_concurrency.lockutils [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2072.699502] env[62291]: DEBUG oslo_concurrency.lockutils [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2072.699751] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79f10618-0ae0-4b9c-ab98-16e7260f13e3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.703310] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2072.703842] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc3fb008-c5c1-4195-b487-0040d3ea7469 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.706861] env[62291]: DEBUG oslo_vmware.api [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Waiting for the task: (returnval){ [ 2072.706861] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52fd5059-dd96-7064-0fab-cb1e7eae2171" [ 2072.706861] env[62291]: _type = "Task" [ 2072.706861] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.715647] env[62291]: DEBUG oslo_vmware.api [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52fd5059-dd96-7064-0fab-cb1e7eae2171, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.769049] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f85feb6a-c3d0-4bf8-b6fd-3286e9b1cf5d tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.205s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2072.769049] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.393s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2072.775519] env[62291]: INFO nova.compute.claims [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: e931a2ec-bead-48b0-afaf-44ec219a748e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2072.804482] env[62291]: INFO nova.scheduler.client.report [None req-f85feb6a-c3d0-4bf8-b6fd-3286e9b1cf5d tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Deleted allocations for instance 421efe71-8164-46e8-9a64-6dc12c366025 [ 2072.814454] env[62291]: DEBUG oslo_concurrency.lockutils [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "refresh_cache-37f9f905-472e-42fc-abea-da85d1882ac6" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2072.816048] env[62291]: DEBUG oslo_concurrency.lockutils [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquired lock "refresh_cache-37f9f905-472e-42fc-abea-da85d1882ac6" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2072.816048] env[62291]: DEBUG nova.network.neutron [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2072.840274] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2072.840505] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2072.840688] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Deleting the datastore file [datastore2] 62245dc4-ec1e-4d13-ae12-940dc7ffc39a {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2072.841224] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2560f0a-6da7-4939-86a9-e9fe86a4b336 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.849713] env[62291]: DEBUG oslo_vmware.api [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2072.849713] env[62291]: value = "task-2142938" [ 2072.849713] env[62291]: _type = "Task" [ 2072.849713] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.859741] env[62291]: DEBUG oslo_vmware.api [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142938, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2072.909974] env[62291]: DEBUG oslo_vmware.api [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2142935, 'name': PowerOnVM_Task, 'duration_secs': 0.506706} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.910289] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2072.910982] env[62291]: INFO nova.compute.manager [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Took 10.83 seconds to spawn the instance on the hypervisor. [ 2072.911235] env[62291]: DEBUG nova.compute.manager [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2072.912057] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2b92ef0-a559-4e47-8dcb-545c38b04694 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.920896] env[62291]: DEBUG nova.network.neutron [-] [instance: 9207d003-321c-4e28-97f4-ca9fda237b6d] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2072.949913] env[62291]: DEBUG oslo_vmware.api [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Task: {'id': task-2142936, 'name': Rename_Task, 'duration_secs': 0.192722} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2072.950223] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] [instance: e79e3ab1-8503-4045-a403-c11c2d57b63f] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2072.950441] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-629e0e4b-c18c-473a-9e33-559b4d276c3a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2072.956480] env[62291]: DEBUG oslo_vmware.api [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Waiting for the task: (returnval){ [ 2072.956480] env[62291]: value = "task-2142939" [ 2072.956480] env[62291]: _type = "Task" [ 2072.956480] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2072.965930] env[62291]: DEBUG oslo_vmware.api [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Task: {'id': task-2142939, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.120450] env[62291]: INFO nova.compute.manager [-] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Took 2.24 seconds to deallocate network for instance. [ 2073.217482] env[62291]: DEBUG oslo_vmware.api [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52fd5059-dd96-7064-0fab-cb1e7eae2171, 'name': SearchDatastore_Task, 'duration_secs': 0.009592} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.217803] env[62291]: DEBUG oslo_concurrency.lockutils [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2073.218045] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: d079aa40-c94c-4eb4-ab9c-a2a233ce066d] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2073.218284] env[62291]: DEBUG oslo_concurrency.lockutils [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2073.218433] env[62291]: DEBUG oslo_concurrency.lockutils [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2073.218632] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2073.218902] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1e60137-aeca-4c34-82ed-86e5f5076bde {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.229828] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2073.230093] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2073.233430] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c656360-a6e3-472b-9284-6b4c6cf8d615 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.239620] env[62291]: DEBUG oslo_vmware.api [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Waiting for the task: (returnval){ [ 2073.239620] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5217513d-0d25-1fa6-9d7d-542886f10691" [ 2073.239620] env[62291]: _type = "Task" [ 2073.239620] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.247707] env[62291]: DEBUG oslo_vmware.api [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5217513d-0d25-1fa6-9d7d-542886f10691, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.314478] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f85feb6a-c3d0-4bf8-b6fd-3286e9b1cf5d tempest-ServerTagsTestJSON-1877926666 tempest-ServerTagsTestJSON-1877926666-project-member] Lock "421efe71-8164-46e8-9a64-6dc12c366025" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.349s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2073.359441] env[62291]: DEBUG oslo_vmware.api [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142938, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.319564} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.359726] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2073.360081] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2073.360156] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2073.377348] env[62291]: DEBUG nova.network.neutron [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2073.379848] env[62291]: DEBUG nova.network.neutron [req-ec70a80e-c0be-45f6-8bba-5e796bcb7166 req-18f1610b-0fd0-46dd-ac82-ad9f064d985e service nova] [instance: d079aa40-c94c-4eb4-ab9c-a2a233ce066d] Updated VIF entry in instance network info cache for port d82a733d-8a73-4d6d-ae7c-fe00d8751b98. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2073.380204] env[62291]: DEBUG nova.network.neutron [req-ec70a80e-c0be-45f6-8bba-5e796bcb7166 req-18f1610b-0fd0-46dd-ac82-ad9f064d985e service nova] [instance: d079aa40-c94c-4eb4-ab9c-a2a233ce066d] Updating instance_info_cache with network_info: [{"id": "d82a733d-8a73-4d6d-ae7c-fe00d8751b98", "address": "fa:16:3e:c4:a0:66", "network": {"id": "628f334a-7ac3-4fd6-9258-4e5aabcf7839", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.176", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7a5e935372e4d0998462c64df5e8266", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd82a733d-8a", "ovs_interfaceid": "d82a733d-8a73-4d6d-ae7c-fe00d8751b98", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2073.426878] env[62291]: INFO nova.compute.manager [-] [instance: 9207d003-321c-4e28-97f4-ca9fda237b6d] Took 1.72 seconds to deallocate network for instance. [ 2073.436413] env[62291]: INFO nova.compute.manager [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Took 33.96 seconds to build instance. [ 2073.468712] env[62291]: DEBUG oslo_vmware.api [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Task: {'id': task-2142939, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.569064] env[62291]: DEBUG nova.network.neutron [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Updating instance_info_cache with network_info: [{"id": "1d62834b-a7f3-4f6d-954a-cdbb3683297d", "address": "fa:16:3e:b4:21:45", "network": {"id": "4474c551-e3cb-474b-bd1c-92c26c84e83a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-841869371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fec9555fe4aa4c7a9e61c54aebf169a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d62834b-a7", "ovs_interfaceid": "1d62834b-a7f3-4f6d-954a-cdbb3683297d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2073.626813] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0b0b170f-9e73-49e6-884e-bc4d60aa5e22 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2073.752449] env[62291]: DEBUG oslo_vmware.api [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5217513d-0d25-1fa6-9d7d-542886f10691, 'name': SearchDatastore_Task, 'duration_secs': 0.028579} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2073.752449] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b53107d-534d-436c-8e26-eec62f3d94a6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.759360] env[62291]: DEBUG oslo_vmware.api [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Waiting for the task: (returnval){ [ 2073.759360] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52dc821d-7d0f-04de-255f-c31d8fb2522c" [ 2073.759360] env[62291]: _type = "Task" [ 2073.759360] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.767718] env[62291]: DEBUG oslo_vmware.api [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52dc821d-7d0f-04de-255f-c31d8fb2522c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2073.882839] env[62291]: DEBUG oslo_concurrency.lockutils [req-ec70a80e-c0be-45f6-8bba-5e796bcb7166 req-18f1610b-0fd0-46dd-ac82-ad9f064d985e service nova] Releasing lock "refresh_cache-d079aa40-c94c-4eb4-ab9c-a2a233ce066d" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2073.883457] env[62291]: DEBUG nova.compute.manager [req-ec70a80e-c0be-45f6-8bba-5e796bcb7166 req-18f1610b-0fd0-46dd-ac82-ad9f064d985e service nova] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Received event network-vif-plugged-1d62834b-a7f3-4f6d-954a-cdbb3683297d {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2073.883865] env[62291]: DEBUG oslo_concurrency.lockutils [req-ec70a80e-c0be-45f6-8bba-5e796bcb7166 req-18f1610b-0fd0-46dd-ac82-ad9f064d985e service nova] Acquiring lock "37f9f905-472e-42fc-abea-da85d1882ac6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2073.884138] env[62291]: DEBUG oslo_concurrency.lockutils [req-ec70a80e-c0be-45f6-8bba-5e796bcb7166 req-18f1610b-0fd0-46dd-ac82-ad9f064d985e service nova] Lock "37f9f905-472e-42fc-abea-da85d1882ac6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2073.884333] env[62291]: DEBUG oslo_concurrency.lockutils [req-ec70a80e-c0be-45f6-8bba-5e796bcb7166 req-18f1610b-0fd0-46dd-ac82-ad9f064d985e service nova] Lock "37f9f905-472e-42fc-abea-da85d1882ac6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2073.884515] env[62291]: DEBUG nova.compute.manager [req-ec70a80e-c0be-45f6-8bba-5e796bcb7166 req-18f1610b-0fd0-46dd-ac82-ad9f064d985e service nova] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] No waiting events found dispatching network-vif-plugged-1d62834b-a7f3-4f6d-954a-cdbb3683297d {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2073.884684] env[62291]: WARNING nova.compute.manager [req-ec70a80e-c0be-45f6-8bba-5e796bcb7166 req-18f1610b-0fd0-46dd-ac82-ad9f064d985e service nova] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Received unexpected event network-vif-plugged-1d62834b-a7f3-4f6d-954a-cdbb3683297d for instance with vm_state building and task_state spawning. [ 2073.936291] env[62291]: DEBUG oslo_concurrency.lockutils [None req-37486347-cb4e-415a-b88f-2e475997533e tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2073.936735] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2850aca4-346e-453f-b2b9-cbaa39b7bd58 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "36586f63-0d66-4da8-994a-5d54ed5afb76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.179s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2073.968737] env[62291]: DEBUG oslo_vmware.api [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Task: {'id': task-2142939, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.071721] env[62291]: DEBUG oslo_concurrency.lockutils [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Releasing lock "refresh_cache-37f9f905-472e-42fc-abea-da85d1882ac6" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2074.072060] env[62291]: DEBUG nova.compute.manager [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Instance network_info: |[{"id": "1d62834b-a7f3-4f6d-954a-cdbb3683297d", "address": "fa:16:3e:b4:21:45", "network": {"id": "4474c551-e3cb-474b-bd1c-92c26c84e83a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-841869371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fec9555fe4aa4c7a9e61c54aebf169a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d62834b-a7", "ovs_interfaceid": "1d62834b-a7f3-4f6d-954a-cdbb3683297d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2074.075019] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:21:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f52a458-d157-48a3-b4e2-b8cc0779afe2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d62834b-a7f3-4f6d-954a-cdbb3683297d', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2074.082579] env[62291]: DEBUG oslo.service.loopingcall [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2074.086666] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2074.087067] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1d638706-90d4-401c-a1f7-5798422c8e6a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.113072] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2074.113072] env[62291]: value = "task-2142940" [ 2074.113072] env[62291]: _type = "Task" [ 2074.113072] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.126028] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142940, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.273156] env[62291]: DEBUG oslo_vmware.api [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52dc821d-7d0f-04de-255f-c31d8fb2522c, 'name': SearchDatastore_Task, 'duration_secs': 0.034077} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.273566] env[62291]: DEBUG oslo_concurrency.lockutils [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2074.273894] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] d079aa40-c94c-4eb4-ab9c-a2a233ce066d/d079aa40-c94c-4eb4-ab9c-a2a233ce066d.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2074.276528] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e084f8c-3869-4539-97b2-d57fdb9d76be {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.286554] env[62291]: DEBUG oslo_vmware.api [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Waiting for the task: (returnval){ [ 2074.286554] env[62291]: value = "task-2142941" [ 2074.286554] env[62291]: _type = "Task" [ 2074.286554] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.301789] env[62291]: DEBUG oslo_vmware.api [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Task: {'id': task-2142941, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.404012] env[62291]: DEBUG nova.virt.hardware [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2074.404502] env[62291]: DEBUG nova.virt.hardware [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2074.404502] env[62291]: DEBUG nova.virt.hardware [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2074.404642] env[62291]: DEBUG nova.virt.hardware [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2074.404744] env[62291]: DEBUG nova.virt.hardware [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2074.405801] env[62291]: DEBUG nova.virt.hardware [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2074.405801] env[62291]: DEBUG nova.virt.hardware [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2074.405801] env[62291]: DEBUG nova.virt.hardware [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2074.405938] env[62291]: DEBUG nova.virt.hardware [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2074.406189] env[62291]: DEBUG nova.virt.hardware [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2074.406435] env[62291]: DEBUG nova.virt.hardware [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2074.407518] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2260a78-5361-42cb-a152-7c8a5e243366 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.424409] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b6c9a9-0869-4f17-a752-e779b74ddc9f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.446097] env[62291]: DEBUG nova.compute.manager [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2074.449503] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:8d:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '163e60bd-32d6-41c5-95e6-2eb10c5c9245', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0995dd9c-895e-443d-b7df-d1f412c73b4e', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2074.459476] env[62291]: DEBUG oslo.service.loopingcall [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2074.460342] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2074.463845] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f2b27fe-2045-4fca-92c5-98c0761b7e3c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.493468] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2074.493468] env[62291]: value = "task-2142942" [ 2074.493468] env[62291]: _type = "Task" [ 2074.493468] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.499443] env[62291]: DEBUG oslo_vmware.api [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Task: {'id': task-2142939, 'name': PowerOnVM_Task, 'duration_secs': 1.479266} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.507399] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] [instance: e79e3ab1-8503-4045-a403-c11c2d57b63f] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2074.507958] env[62291]: INFO nova.compute.manager [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] [instance: e79e3ab1-8503-4045-a403-c11c2d57b63f] Took 9.72 seconds to spawn the instance on the hypervisor. [ 2074.508351] env[62291]: DEBUG nova.compute.manager [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] [instance: e79e3ab1-8503-4045-a403-c11c2d57b63f] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2074.511011] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b3a959-b11f-44a3-86e5-1e48d0186063 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.531117] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142942, 'name': CreateVM_Task} progress is 15%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.574750] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed7fb4c-f6ac-4429-b892-3ba65fcea898 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.585247] env[62291]: DEBUG oslo_concurrency.lockutils [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Acquiring lock "26e82fef-be71-482c-84b2-83061ed3e8a3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2074.585247] env[62291]: DEBUG oslo_concurrency.lockutils [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Lock "26e82fef-be71-482c-84b2-83061ed3e8a3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2074.590791] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42612599-18ab-41d1-8371-18a1e2db1728 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.632691] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32710939-34c0-4f7f-935f-70e40759a430 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.642870] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142940, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.647045] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff35a3fc-52df-4a20-876f-08878c4dccb0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.665373] env[62291]: DEBUG nova.compute.provider_tree [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2074.683033] env[62291]: DEBUG nova.compute.manager [req-2dbb409c-8c36-4255-b586-b0c04d370d7e req-ae98c425-2a98-4b5e-98e8-0c0747ee7a95 service nova] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Received event network-changed-ef22d4ff-1a75-4eec-8c69-866f578f9ef6 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2074.683773] env[62291]: DEBUG nova.compute.manager [req-2dbb409c-8c36-4255-b586-b0c04d370d7e req-ae98c425-2a98-4b5e-98e8-0c0747ee7a95 service nova] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Refreshing instance network info cache due to event network-changed-ef22d4ff-1a75-4eec-8c69-866f578f9ef6. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2074.684087] env[62291]: DEBUG oslo_concurrency.lockutils [req-2dbb409c-8c36-4255-b586-b0c04d370d7e req-ae98c425-2a98-4b5e-98e8-0c0747ee7a95 service nova] Acquiring lock "refresh_cache-36586f63-0d66-4da8-994a-5d54ed5afb76" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2074.684831] env[62291]: DEBUG oslo_concurrency.lockutils [req-2dbb409c-8c36-4255-b586-b0c04d370d7e req-ae98c425-2a98-4b5e-98e8-0c0747ee7a95 service nova] Acquired lock "refresh_cache-36586f63-0d66-4da8-994a-5d54ed5afb76" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2074.684831] env[62291]: DEBUG nova.network.neutron [req-2dbb409c-8c36-4255-b586-b0c04d370d7e req-ae98c425-2a98-4b5e-98e8-0c0747ee7a95 service nova] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Refreshing network info cache for port ef22d4ff-1a75-4eec-8c69-866f578f9ef6 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2074.798333] env[62291]: DEBUG oslo_vmware.api [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Task: {'id': task-2142941, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.851132] env[62291]: DEBUG nova.compute.manager [req-f1906d24-299a-435f-8b6e-51947a290c3b req-97d664f5-5c25-4287-a1d0-e22bc8313956 service nova] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Received event network-vif-deleted-ee69f6ad-d2bc-466d-9bf0-f0da88720965 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2074.851132] env[62291]: DEBUG nova.compute.manager [req-f1906d24-299a-435f-8b6e-51947a290c3b req-97d664f5-5c25-4287-a1d0-e22bc8313956 service nova] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Received event network-changed-1d62834b-a7f3-4f6d-954a-cdbb3683297d {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2074.851132] env[62291]: DEBUG nova.compute.manager [req-f1906d24-299a-435f-8b6e-51947a290c3b req-97d664f5-5c25-4287-a1d0-e22bc8313956 service nova] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Refreshing instance network info cache due to event network-changed-1d62834b-a7f3-4f6d-954a-cdbb3683297d. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2074.851132] env[62291]: DEBUG oslo_concurrency.lockutils [req-f1906d24-299a-435f-8b6e-51947a290c3b req-97d664f5-5c25-4287-a1d0-e22bc8313956 service nova] Acquiring lock "refresh_cache-37f9f905-472e-42fc-abea-da85d1882ac6" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2074.851132] env[62291]: DEBUG oslo_concurrency.lockutils [req-f1906d24-299a-435f-8b6e-51947a290c3b req-97d664f5-5c25-4287-a1d0-e22bc8313956 service nova] Acquired lock "refresh_cache-37f9f905-472e-42fc-abea-da85d1882ac6" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2074.851132] env[62291]: DEBUG nova.network.neutron [req-f1906d24-299a-435f-8b6e-51947a290c3b req-97d664f5-5c25-4287-a1d0-e22bc8313956 service nova] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Refreshing network info cache for port 1d62834b-a7f3-4f6d-954a-cdbb3683297d {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2074.981773] env[62291]: DEBUG oslo_concurrency.lockutils [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2075.010457] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142942, 'name': CreateVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.053043] env[62291]: INFO nova.compute.manager [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] [instance: e79e3ab1-8503-4045-a403-c11c2d57b63f] Took 34.34 seconds to build instance. [ 2075.143077] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142940, 'name': CreateVM_Task, 'duration_secs': 0.825796} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.143265] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2075.144015] env[62291]: DEBUG oslo_concurrency.lockutils [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2075.144190] env[62291]: DEBUG oslo_concurrency.lockutils [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2075.144635] env[62291]: DEBUG oslo_concurrency.lockutils [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2075.144916] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b38092a-b16a-42b8-974e-dd51ddd646e9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.149810] env[62291]: DEBUG oslo_vmware.api [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 2075.149810] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52c0b73a-2ff3-4291-6348-8cdd1dae7567" [ 2075.149810] env[62291]: _type = "Task" [ 2075.149810] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.157931] env[62291]: DEBUG oslo_vmware.api [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52c0b73a-2ff3-4291-6348-8cdd1dae7567, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.168964] env[62291]: DEBUG nova.scheduler.client.report [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2075.299641] env[62291]: DEBUG oslo_vmware.api [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Task: {'id': task-2142941, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545066} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.299940] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] d079aa40-c94c-4eb4-ab9c-a2a233ce066d/d079aa40-c94c-4eb4-ab9c-a2a233ce066d.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2075.300129] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: d079aa40-c94c-4eb4-ab9c-a2a233ce066d] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2075.300410] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7328fee7-b40d-40a3-8bee-bf21db8ec5cc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.308845] env[62291]: DEBUG oslo_vmware.api [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Waiting for the task: (returnval){ [ 2075.308845] env[62291]: value = "task-2142943" [ 2075.308845] env[62291]: _type = "Task" [ 2075.308845] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.322007] env[62291]: DEBUG oslo_vmware.api [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Task: {'id': task-2142943, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.514360] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142942, 'name': CreateVM_Task, 'duration_secs': 0.614206} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.514360] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2075.514695] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2075.514853] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2075.515201] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2075.518128] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1270bcc7-e682-4a8f-aec9-0e845b84d44b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.523366] env[62291]: DEBUG oslo_vmware.api [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2075.523366] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]529bafbc-3a1a-40c7-6833-7f8aaf1efbe8" [ 2075.523366] env[62291]: _type = "Task" [ 2075.523366] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.533141] env[62291]: DEBUG oslo_vmware.api [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]529bafbc-3a1a-40c7-6833-7f8aaf1efbe8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.556952] env[62291]: DEBUG oslo_concurrency.lockutils [None req-bf85c451-506b-4ca0-a9b5-a952999dda0f tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Lock "e79e3ab1-8503-4045-a403-c11c2d57b63f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.440s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2075.585629] env[62291]: DEBUG nova.network.neutron [req-2dbb409c-8c36-4255-b586-b0c04d370d7e req-ae98c425-2a98-4b5e-98e8-0c0747ee7a95 service nova] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Updated VIF entry in instance network info cache for port ef22d4ff-1a75-4eec-8c69-866f578f9ef6. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2075.586282] env[62291]: DEBUG nova.network.neutron [req-2dbb409c-8c36-4255-b586-b0c04d370d7e req-ae98c425-2a98-4b5e-98e8-0c0747ee7a95 service nova] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Updating instance_info_cache with network_info: [{"id": "ef22d4ff-1a75-4eec-8c69-866f578f9ef6", "address": "fa:16:3e:05:40:f2", "network": {"id": "818bf107-525d-4bd9-af99-c673972d2be1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-171136124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34994f4ae104d49b1e76215acee435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef22d4ff-1a", "ovs_interfaceid": "ef22d4ff-1a75-4eec-8c69-866f578f9ef6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2075.660976] env[62291]: DEBUG oslo_vmware.api [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52c0b73a-2ff3-4291-6348-8cdd1dae7567, 'name': SearchDatastore_Task, 'duration_secs': 0.037978} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.661343] env[62291]: DEBUG oslo_concurrency.lockutils [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2075.661584] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2075.661822] env[62291]: DEBUG oslo_concurrency.lockutils [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2075.661969] env[62291]: DEBUG oslo_concurrency.lockutils [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2075.662168] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2075.662452] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ed803af-85e3-43de-9318-b2e3e5d18010 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.671818] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2075.672028] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2075.673406] env[62291]: DEBUG nova.network.neutron [req-f1906d24-299a-435f-8b6e-51947a290c3b req-97d664f5-5c25-4287-a1d0-e22bc8313956 service nova] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Updated VIF entry in instance network info cache for port 1d62834b-a7f3-4f6d-954a-cdbb3683297d. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2075.673773] env[62291]: DEBUG nova.network.neutron [req-f1906d24-299a-435f-8b6e-51947a290c3b req-97d664f5-5c25-4287-a1d0-e22bc8313956 service nova] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Updating instance_info_cache with network_info: [{"id": "1d62834b-a7f3-4f6d-954a-cdbb3683297d", "address": "fa:16:3e:b4:21:45", "network": {"id": "4474c551-e3cb-474b-bd1c-92c26c84e83a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-841869371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fec9555fe4aa4c7a9e61c54aebf169a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d62834b-a7", "ovs_interfaceid": "1d62834b-a7f3-4f6d-954a-cdbb3683297d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2075.676144] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.907s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2075.676770] env[62291]: DEBUG nova.compute.manager [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: e931a2ec-bead-48b0-afaf-44ec219a748e] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2075.679780] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9311b4d0-d9fa-481a-b01e-a921ff7206c7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.683904] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3fc762e7-6108-4361-bd99-72459307a266 tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.698s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2075.684163] env[62291]: DEBUG nova.objects.instance [None req-3fc762e7-6108-4361-bd99-72459307a266 tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Lazy-loading 'resources' on Instance uuid c1b0c88d-a23d-4b9d-91a8-adb25967c228 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2075.689817] env[62291]: DEBUG oslo_vmware.api [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 2075.689817] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5212151d-7c68-6fd1-a636-0592f484903c" [ 2075.689817] env[62291]: _type = "Task" [ 2075.689817] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.701388] env[62291]: DEBUG oslo_vmware.api [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5212151d-7c68-6fd1-a636-0592f484903c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.819202] env[62291]: DEBUG oslo_vmware.api [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Task: {'id': task-2142943, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070926} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2075.819499] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: d079aa40-c94c-4eb4-ab9c-a2a233ce066d] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2075.820387] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df964689-f22d-43cc-a2c3-9361e6c45950 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.844724] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: d079aa40-c94c-4eb4-ab9c-a2a233ce066d] Reconfiguring VM instance instance-00000037 to attach disk [datastore2] d079aa40-c94c-4eb4-ab9c-a2a233ce066d/d079aa40-c94c-4eb4-ab9c-a2a233ce066d.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2075.845129] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cc6e49b-9455-4f99-a721-f7cff198428e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.870975] env[62291]: DEBUG oslo_vmware.api [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Waiting for the task: (returnval){ [ 2075.870975] env[62291]: value = "task-2142944" [ 2075.870975] env[62291]: _type = "Task" [ 2075.870975] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.881034] env[62291]: DEBUG oslo_vmware.api [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Task: {'id': task-2142944, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.034530] env[62291]: DEBUG oslo_vmware.api [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]529bafbc-3a1a-40c7-6833-7f8aaf1efbe8, 'name': SearchDatastore_Task, 'duration_secs': 0.021754} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.034658] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2076.034808] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2076.035087] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2076.035244] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2076.035428] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2076.035704] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-afb8670f-1df6-4063-8740-9c56a201230e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.044082] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2076.044302] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2076.045035] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f99eb6d-44e7-46a4-b816-b9b8fe93f271 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.050692] env[62291]: DEBUG oslo_vmware.api [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2076.050692] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52a58203-8781-e567-555d-fca17aa704d4" [ 2076.050692] env[62291]: _type = "Task" [ 2076.050692] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.059307] env[62291]: DEBUG oslo_vmware.api [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52a58203-8781-e567-555d-fca17aa704d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.059672] env[62291]: DEBUG nova.compute.manager [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2076.090470] env[62291]: DEBUG oslo_concurrency.lockutils [req-2dbb409c-8c36-4255-b586-b0c04d370d7e req-ae98c425-2a98-4b5e-98e8-0c0747ee7a95 service nova] Releasing lock "refresh_cache-36586f63-0d66-4da8-994a-5d54ed5afb76" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2076.176336] env[62291]: DEBUG oslo_concurrency.lockutils [req-f1906d24-299a-435f-8b6e-51947a290c3b req-97d664f5-5c25-4287-a1d0-e22bc8313956 service nova] Releasing lock "refresh_cache-37f9f905-472e-42fc-abea-da85d1882ac6" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2076.177036] env[62291]: DEBUG nova.compute.manager [req-f1906d24-299a-435f-8b6e-51947a290c3b req-97d664f5-5c25-4287-a1d0-e22bc8313956 service nova] [instance: 9207d003-321c-4e28-97f4-ca9fda237b6d] Received event network-vif-deleted-c1b2a2f4-e310-4e3e-b0d4-b25ae6baafc4 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2076.183124] env[62291]: DEBUG nova.compute.utils [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2076.183630] env[62291]: DEBUG nova.compute.manager [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: e931a2ec-bead-48b0-afaf-44ec219a748e] Not allocating networking since 'none' was specified. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 2076.205650] env[62291]: DEBUG oslo_vmware.api [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5212151d-7c68-6fd1-a636-0592f484903c, 'name': SearchDatastore_Task, 'duration_secs': 0.013228} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.210255] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a7a6433-e7ff-4d4f-a298-382adeb51f8e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.214862] env[62291]: DEBUG oslo_vmware.api [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 2076.214862] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5213ac2b-df3e-5c22-f832-1ab793960419" [ 2076.214862] env[62291]: _type = "Task" [ 2076.214862] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.228024] env[62291]: DEBUG oslo_vmware.api [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5213ac2b-df3e-5c22-f832-1ab793960419, 'name': SearchDatastore_Task} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.228282] env[62291]: DEBUG oslo_concurrency.lockutils [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2076.228555] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 37f9f905-472e-42fc-abea-da85d1882ac6/37f9f905-472e-42fc-abea-da85d1882ac6.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2076.228788] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d74451ac-f493-406b-9040-af65f7bb18eb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.238737] env[62291]: DEBUG oslo_vmware.api [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 2076.238737] env[62291]: value = "task-2142945" [ 2076.238737] env[62291]: _type = "Task" [ 2076.238737] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.251093] env[62291]: DEBUG oslo_vmware.api [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2142945, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.385083] env[62291]: DEBUG oslo_vmware.api [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Task: {'id': task-2142944, 'name': ReconfigVM_Task, 'duration_secs': 0.42497} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.385083] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: d079aa40-c94c-4eb4-ab9c-a2a233ce066d] Reconfigured VM instance instance-00000037 to attach disk [datastore2] d079aa40-c94c-4eb4-ab9c-a2a233ce066d/d079aa40-c94c-4eb4-ab9c-a2a233ce066d.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2076.385083] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-611090be-7935-42e7-b939-a7005c3fb111 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.394740] env[62291]: DEBUG oslo_vmware.api [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Waiting for the task: (returnval){ [ 2076.394740] env[62291]: value = "task-2142946" [ 2076.394740] env[62291]: _type = "Task" [ 2076.394740] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.406710] env[62291]: DEBUG oslo_vmware.api [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Task: {'id': task-2142946, 'name': Rename_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.569153] env[62291]: DEBUG oslo_vmware.api [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52a58203-8781-e567-555d-fca17aa704d4, 'name': SearchDatastore_Task, 'duration_secs': 0.010598} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.572983] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a65821fa-c4dc-468b-8318-f218301dfcb2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.583686] env[62291]: DEBUG oslo_vmware.api [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2076.583686] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52d2cd22-1940-5fba-a319-f7fe819a494c" [ 2076.583686] env[62291]: _type = "Task" [ 2076.583686] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.588425] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2076.594658] env[62291]: DEBUG oslo_vmware.api [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52d2cd22-1940-5fba-a319-f7fe819a494c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.685395] env[62291]: DEBUG nova.compute.manager [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: e931a2ec-bead-48b0-afaf-44ec219a748e] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2076.729079] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961e9c99-c411-4993-a260-fb7f4963a4f7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.738880] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10438f6d-9394-402c-a628-b6d6b02a0856 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.786873] env[62291]: DEBUG oslo_vmware.api [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2142945, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.787787] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7380fa4-e836-49a4-86df-3500e0a88e24 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.797651] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b43eafc-710d-4f2c-b342-a74baf833141 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.815139] env[62291]: DEBUG nova.compute.provider_tree [None req-3fc762e7-6108-4361-bd99-72459307a266 tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2076.904686] env[62291]: DEBUG oslo_vmware.api [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Task: {'id': task-2142946, 'name': Rename_Task, 'duration_secs': 0.15359} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.904975] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: d079aa40-c94c-4eb4-ab9c-a2a233ce066d] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2076.905238] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90304772-a906-4ea9-9a4a-70a881a120f8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.911089] env[62291]: DEBUG oslo_vmware.api [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Waiting for the task: (returnval){ [ 2076.911089] env[62291]: value = "task-2142947" [ 2076.911089] env[62291]: _type = "Task" [ 2076.911089] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.918417] env[62291]: DEBUG oslo_vmware.api [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Task: {'id': task-2142947, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.093620] env[62291]: DEBUG oslo_vmware.api [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52d2cd22-1940-5fba-a319-f7fe819a494c, 'name': SearchDatastore_Task, 'duration_secs': 0.023392} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.093878] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2077.094195] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 62245dc4-ec1e-4d13-ae12-940dc7ffc39a/62245dc4-ec1e-4d13-ae12-940dc7ffc39a.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2077.094450] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f64233c-f4b7-42df-b0e8-8652bf375701 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.101243] env[62291]: DEBUG oslo_vmware.api [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2077.101243] env[62291]: value = "task-2142948" [ 2077.101243] env[62291]: _type = "Task" [ 2077.101243] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.109397] env[62291]: DEBUG oslo_vmware.api [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142948, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.141444] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Acquiring lock "5b38764d-5b21-4187-ad00-a2156fd91a38" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2077.141680] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Lock "5b38764d-5b21-4187-ad00-a2156fd91a38" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2077.226884] env[62291]: DEBUG oslo_concurrency.lockutils [None req-468bc074-dc46-4abc-ba30-f4628a5dd9a1 tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Acquiring lock "e79e3ab1-8503-4045-a403-c11c2d57b63f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2077.226884] env[62291]: DEBUG oslo_concurrency.lockutils [None req-468bc074-dc46-4abc-ba30-f4628a5dd9a1 tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Lock "e79e3ab1-8503-4045-a403-c11c2d57b63f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2077.226884] env[62291]: DEBUG oslo_concurrency.lockutils [None req-468bc074-dc46-4abc-ba30-f4628a5dd9a1 tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Acquiring lock "e79e3ab1-8503-4045-a403-c11c2d57b63f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2077.227342] env[62291]: DEBUG oslo_concurrency.lockutils [None req-468bc074-dc46-4abc-ba30-f4628a5dd9a1 tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Lock "e79e3ab1-8503-4045-a403-c11c2d57b63f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2077.227528] env[62291]: DEBUG oslo_concurrency.lockutils [None req-468bc074-dc46-4abc-ba30-f4628a5dd9a1 tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Lock "e79e3ab1-8503-4045-a403-c11c2d57b63f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2077.229853] env[62291]: INFO nova.compute.manager [None req-468bc074-dc46-4abc-ba30-f4628a5dd9a1 tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] [instance: e79e3ab1-8503-4045-a403-c11c2d57b63f] Terminating instance [ 2077.231899] env[62291]: DEBUG nova.compute.manager [None req-468bc074-dc46-4abc-ba30-f4628a5dd9a1 tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] [instance: e79e3ab1-8503-4045-a403-c11c2d57b63f] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2077.232110] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-468bc074-dc46-4abc-ba30-f4628a5dd9a1 tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] [instance: e79e3ab1-8503-4045-a403-c11c2d57b63f] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2077.232976] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7aa77d-1492-4c77-9f64-8afa4a2243c8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.242618] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-468bc074-dc46-4abc-ba30-f4628a5dd9a1 tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] [instance: e79e3ab1-8503-4045-a403-c11c2d57b63f] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2077.243098] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddef49e0-e404-4a27-95d1-611634cd7be8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.253054] env[62291]: DEBUG oslo_vmware.api [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2142945, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.599868} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.254349] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 37f9f905-472e-42fc-abea-da85d1882ac6/37f9f905-472e-42fc-abea-da85d1882ac6.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2077.254574] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2077.254868] env[62291]: DEBUG oslo_vmware.api [None req-468bc074-dc46-4abc-ba30-f4628a5dd9a1 tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Waiting for the task: (returnval){ [ 2077.254868] env[62291]: value = "task-2142949" [ 2077.254868] env[62291]: _type = "Task" [ 2077.254868] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.255065] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b79aac4-6bfa-4e63-8fa8-5c39c7b41c03 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.265609] env[62291]: DEBUG oslo_vmware.api [None req-468bc074-dc46-4abc-ba30-f4628a5dd9a1 tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Task: {'id': task-2142949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.266903] env[62291]: DEBUG oslo_vmware.api [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 2077.266903] env[62291]: value = "task-2142950" [ 2077.266903] env[62291]: _type = "Task" [ 2077.266903] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.274975] env[62291]: DEBUG oslo_vmware.api [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2142950, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.318944] env[62291]: DEBUG nova.scheduler.client.report [None req-3fc762e7-6108-4361-bd99-72459307a266 tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2077.421598] env[62291]: DEBUG oslo_vmware.api [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Task: {'id': task-2142947, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.611467] env[62291]: DEBUG oslo_vmware.api [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142948, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.700431] env[62291]: DEBUG nova.compute.manager [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: e931a2ec-bead-48b0-afaf-44ec219a748e] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2077.732034] env[62291]: DEBUG nova.virt.hardware [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2077.732034] env[62291]: DEBUG nova.virt.hardware [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2077.732034] env[62291]: DEBUG nova.virt.hardware [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2077.732034] env[62291]: DEBUG nova.virt.hardware [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2077.732497] env[62291]: DEBUG nova.virt.hardware [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2077.732497] env[62291]: DEBUG nova.virt.hardware [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2077.732497] env[62291]: DEBUG nova.virt.hardware [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2077.732581] env[62291]: DEBUG nova.virt.hardware [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2077.734998] env[62291]: DEBUG nova.virt.hardware [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2077.734998] env[62291]: DEBUG nova.virt.hardware [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2077.734998] env[62291]: DEBUG nova.virt.hardware [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2077.734998] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8620b445-0cf0-4ccd-aa3e-1bde3ef13135 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.742496] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6310c4-2b14-4b88-b56c-a12c9912bad4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.757423] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: e931a2ec-bead-48b0-afaf-44ec219a748e] Instance VIF info [] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2077.764652] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Creating folder: Project (00c4604475964cdd87037bfc6fcb163a). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2077.765106] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-28f954a5-1175-43c4-b1dd-02e6d2e2d5f2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.783339] env[62291]: DEBUG oslo_vmware.api [None req-468bc074-dc46-4abc-ba30-f4628a5dd9a1 tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Task: {'id': task-2142949, 'name': PowerOffVM_Task, 'duration_secs': 0.41656} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.788252] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-468bc074-dc46-4abc-ba30-f4628a5dd9a1 tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] [instance: e79e3ab1-8503-4045-a403-c11c2d57b63f] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2077.788474] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-468bc074-dc46-4abc-ba30-f4628a5dd9a1 tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] [instance: e79e3ab1-8503-4045-a403-c11c2d57b63f] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2077.788823] env[62291]: DEBUG oslo_vmware.api [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2142950, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066745} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2077.789096] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Created folder: Project (00c4604475964cdd87037bfc6fcb163a) in parent group-v437896. [ 2077.789288] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Creating folder: Instances. Parent ref: group-v438029. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2077.789609] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a60fc48-cf52-4534-8065-a5ee6de64778 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.793823] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2077.794239] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-695ef164-76b4-49b8-9a7b-2ab880857b6f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.796593] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd53bae-ce8f-4754-9ac1-1c2fb05b9b32 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.825669] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 37f9f905-472e-42fc-abea-da85d1882ac6/37f9f905-472e-42fc-abea-da85d1882ac6.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2077.825669] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-470d9ce7-3240-4c72-a89b-8c5ddcf731ce {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.839898] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3fc762e7-6108-4361-bd99-72459307a266 tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.156s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2077.842726] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Created folder: Instances in parent group-v438029. [ 2077.843267] env[62291]: DEBUG oslo.service.loopingcall [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2077.843872] env[62291]: DEBUG oslo_concurrency.lockutils [None req-856676ce-bb17-4f70-b051-96d1c6db1204 tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.642s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2077.844263] env[62291]: DEBUG nova.objects.instance [None req-856676ce-bb17-4f70-b051-96d1c6db1204 tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Lazy-loading 'resources' on Instance uuid b4217ee8-62a6-4902-8dae-bfdad8eca7be {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2077.848953] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e931a2ec-bead-48b0-afaf-44ec219a748e] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2077.849572] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f292bcea-3abb-464c-af2a-1226ed322a5b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.866603] env[62291]: DEBUG oslo_vmware.api [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 2077.866603] env[62291]: value = "task-2142954" [ 2077.866603] env[62291]: _type = "Task" [ 2077.866603] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.876085] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2077.876085] env[62291]: value = "task-2142955" [ 2077.876085] env[62291]: _type = "Task" [ 2077.876085] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2077.880971] env[62291]: DEBUG oslo_vmware.api [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2142954, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.882219] env[62291]: INFO nova.scheduler.client.report [None req-3fc762e7-6108-4361-bd99-72459307a266 tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Deleted allocations for instance c1b0c88d-a23d-4b9d-91a8-adb25967c228 [ 2077.891760] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142955, 'name': CreateVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2077.928691] env[62291]: DEBUG oslo_vmware.api [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Task: {'id': task-2142947, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.006605] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-468bc074-dc46-4abc-ba30-f4628a5dd9a1 tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] [instance: e79e3ab1-8503-4045-a403-c11c2d57b63f] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2078.006746] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-468bc074-dc46-4abc-ba30-f4628a5dd9a1 tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] [instance: e79e3ab1-8503-4045-a403-c11c2d57b63f] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2078.006852] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-468bc074-dc46-4abc-ba30-f4628a5dd9a1 tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Deleting the datastore file [datastore2] e79e3ab1-8503-4045-a403-c11c2d57b63f {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2078.007151] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c5e0b5c-df3e-4c72-a550-bf006bb30cb4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.015517] env[62291]: DEBUG oslo_vmware.api [None req-468bc074-dc46-4abc-ba30-f4628a5dd9a1 tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Waiting for the task: (returnval){ [ 2078.015517] env[62291]: value = "task-2142956" [ 2078.015517] env[62291]: _type = "Task" [ 2078.015517] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.024740] env[62291]: DEBUG oslo_vmware.api [None req-468bc074-dc46-4abc-ba30-f4628a5dd9a1 tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Task: {'id': task-2142956, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.117916] env[62291]: DEBUG oslo_vmware.api [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142948, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.946533} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.118301] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 62245dc4-ec1e-4d13-ae12-940dc7ffc39a/62245dc4-ec1e-4d13-ae12-940dc7ffc39a.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2078.118574] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2078.119746] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3919d12f-4896-4986-b949-e5157d30031d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.130901] env[62291]: DEBUG oslo_vmware.api [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2078.130901] env[62291]: value = "task-2142957" [ 2078.130901] env[62291]: _type = "Task" [ 2078.130901] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.140494] env[62291]: DEBUG oslo_vmware.api [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142957, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.386686] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142955, 'name': CreateVM_Task, 'duration_secs': 0.3626} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.392388] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e931a2ec-bead-48b0-afaf-44ec219a748e] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2078.395226] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3fc762e7-6108-4361-bd99-72459307a266 tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Lock "c1b0c88d-a23d-4b9d-91a8-adb25967c228" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.841s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2078.396596] env[62291]: DEBUG oslo_vmware.api [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2142954, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.397502] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2078.398178] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2078.398178] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2078.398359] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1666ab20-bf6d-4007-8423-c59e96ec6239 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.403854] env[62291]: DEBUG oslo_vmware.api [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Waiting for the task: (returnval){ [ 2078.403854] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52500045-d13c-a8f4-1f96-fe2072124ce4" [ 2078.403854] env[62291]: _type = "Task" [ 2078.403854] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.412140] env[62291]: DEBUG oslo_vmware.api [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52500045-d13c-a8f4-1f96-fe2072124ce4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.425442] env[62291]: DEBUG oslo_vmware.api [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Task: {'id': task-2142947, 'name': PowerOnVM_Task, 'duration_secs': 1.055806} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.426447] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: d079aa40-c94c-4eb4-ab9c-a2a233ce066d] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2078.426679] env[62291]: INFO nova.compute.manager [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: d079aa40-c94c-4eb4-ab9c-a2a233ce066d] Took 10.98 seconds to spawn the instance on the hypervisor. [ 2078.426862] env[62291]: DEBUG nova.compute.manager [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: d079aa40-c94c-4eb4-ab9c-a2a233ce066d] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2078.428272] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2917986-21e8-4813-8b0d-6e62c75c907b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.431661] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6641dab2-00b5-4176-aaaf-620acfe65ba9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.440965] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-535f5804-d578-4525-b747-01e2557a8d91 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.474452] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b88aeb-9c5c-4663-92f2-25ff1e44cc0e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.483679] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c13e9d-7121-455f-9ccc-9ac95a33d1d6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.497332] env[62291]: DEBUG nova.compute.provider_tree [None req-856676ce-bb17-4f70-b051-96d1c6db1204 tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2078.524716] env[62291]: DEBUG oslo_vmware.api [None req-468bc074-dc46-4abc-ba30-f4628a5dd9a1 tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Task: {'id': task-2142956, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224799} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.524716] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-468bc074-dc46-4abc-ba30-f4628a5dd9a1 tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2078.524910] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-468bc074-dc46-4abc-ba30-f4628a5dd9a1 tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] [instance: e79e3ab1-8503-4045-a403-c11c2d57b63f] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2078.525052] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-468bc074-dc46-4abc-ba30-f4628a5dd9a1 tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] [instance: e79e3ab1-8503-4045-a403-c11c2d57b63f] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2078.525225] env[62291]: INFO nova.compute.manager [None req-468bc074-dc46-4abc-ba30-f4628a5dd9a1 tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] [instance: e79e3ab1-8503-4045-a403-c11c2d57b63f] Took 1.29 seconds to destroy the instance on the hypervisor. [ 2078.525517] env[62291]: DEBUG oslo.service.loopingcall [None req-468bc074-dc46-4abc-ba30-f4628a5dd9a1 tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2078.525720] env[62291]: DEBUG nova.compute.manager [-] [instance: e79e3ab1-8503-4045-a403-c11c2d57b63f] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2078.525815] env[62291]: DEBUG nova.network.neutron [-] [instance: e79e3ab1-8503-4045-a403-c11c2d57b63f] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2078.641331] env[62291]: DEBUG oslo_vmware.api [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142957, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079363} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.641710] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2078.642528] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eecbb369-2a54-42af-8f03-05fc92c3c663 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.669781] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 62245dc4-ec1e-4d13-ae12-940dc7ffc39a/62245dc4-ec1e-4d13-ae12-940dc7ffc39a.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2078.670114] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05231018-5d37-4aa8-9fed-1a44832d2419 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.691249] env[62291]: DEBUG oslo_vmware.api [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2078.691249] env[62291]: value = "task-2142958" [ 2078.691249] env[62291]: _type = "Task" [ 2078.691249] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.699289] env[62291]: DEBUG oslo_vmware.api [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142958, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.844760] env[62291]: DEBUG nova.compute.manager [req-85c9cbf4-89cd-4c21-ac3d-9d8567644dd6 req-2f552c0a-a22a-4b7d-9ddc-6b0d4398eeb1 service nova] [instance: e79e3ab1-8503-4045-a403-c11c2d57b63f] Received event network-vif-deleted-773e89f2-37aa-432c-a65d-cf42e6063b80 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2078.844922] env[62291]: INFO nova.compute.manager [req-85c9cbf4-89cd-4c21-ac3d-9d8567644dd6 req-2f552c0a-a22a-4b7d-9ddc-6b0d4398eeb1 service nova] [instance: e79e3ab1-8503-4045-a403-c11c2d57b63f] Neutron deleted interface 773e89f2-37aa-432c-a65d-cf42e6063b80; detaching it from the instance and deleting it from the info cache [ 2078.845125] env[62291]: DEBUG nova.network.neutron [req-85c9cbf4-89cd-4c21-ac3d-9d8567644dd6 req-2f552c0a-a22a-4b7d-9ddc-6b0d4398eeb1 service nova] [instance: e79e3ab1-8503-4045-a403-c11c2d57b63f] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2078.881555] env[62291]: DEBUG oslo_vmware.api [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2142954, 'name': ReconfigVM_Task, 'duration_secs': 0.589141} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.881851] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 37f9f905-472e-42fc-abea-da85d1882ac6/37f9f905-472e-42fc-abea-da85d1882ac6.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2078.882485] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b87b7fec-9b1d-419d-aad3-5e62e97b56de {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.888538] env[62291]: DEBUG oslo_vmware.api [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 2078.888538] env[62291]: value = "task-2142959" [ 2078.888538] env[62291]: _type = "Task" [ 2078.888538] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.899016] env[62291]: DEBUG oslo_vmware.api [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2142959, 'name': Rename_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.912939] env[62291]: DEBUG oslo_vmware.api [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52500045-d13c-a8f4-1f96-fe2072124ce4, 'name': SearchDatastore_Task, 'duration_secs': 0.031662} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2078.913256] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2078.913489] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: e931a2ec-bead-48b0-afaf-44ec219a748e] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2078.913837] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2078.913910] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2078.914041] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2078.914615] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a44eebe-94b9-4e68-a28a-cf7067e544ab {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.925137] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2078.925374] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2078.926125] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-871aad47-daff-4196-9dd2-47f2b78e0e78 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.931627] env[62291]: DEBUG oslo_vmware.api [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Waiting for the task: (returnval){ [ 2078.931627] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5234d688-1f78-f5c0-1734-59601a3e8eb7" [ 2078.931627] env[62291]: _type = "Task" [ 2078.931627] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.940611] env[62291]: DEBUG oslo_vmware.api [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5234d688-1f78-f5c0-1734-59601a3e8eb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2078.953560] env[62291]: INFO nova.compute.manager [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: d079aa40-c94c-4eb4-ab9c-a2a233ce066d] Took 36.87 seconds to build instance. [ 2079.000711] env[62291]: DEBUG nova.scheduler.client.report [None req-856676ce-bb17-4f70-b051-96d1c6db1204 tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2079.202107] env[62291]: DEBUG oslo_vmware.api [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142958, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.306231] env[62291]: DEBUG nova.network.neutron [-] [instance: e79e3ab1-8503-4045-a403-c11c2d57b63f] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2079.347649] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-69762092-ff36-49ef-96aa-550c1f2ed835 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.357178] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a369de7-8f99-4930-abc0-4c53598487d7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.394776] env[62291]: DEBUG nova.compute.manager [req-85c9cbf4-89cd-4c21-ac3d-9d8567644dd6 req-2f552c0a-a22a-4b7d-9ddc-6b0d4398eeb1 service nova] [instance: e79e3ab1-8503-4045-a403-c11c2d57b63f] Detach interface failed, port_id=773e89f2-37aa-432c-a65d-cf42e6063b80, reason: Instance e79e3ab1-8503-4045-a403-c11c2d57b63f could not be found. {{(pid=62291) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 2079.402469] env[62291]: DEBUG oslo_vmware.api [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2142959, 'name': Rename_Task, 'duration_secs': 0.28693} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.402757] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2079.403019] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-97c4994f-3fa5-4596-91e4-ca8cea178b92 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.408989] env[62291]: DEBUG oslo_vmware.api [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 2079.408989] env[62291]: value = "task-2142960" [ 2079.408989] env[62291]: _type = "Task" [ 2079.408989] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.417550] env[62291]: DEBUG oslo_vmware.api [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2142960, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.443400] env[62291]: DEBUG oslo_vmware.api [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5234d688-1f78-f5c0-1734-59601a3e8eb7, 'name': SearchDatastore_Task, 'duration_secs': 0.023804} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.444237] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-072dea40-1fa6-486b-9d97-6d0116b7ce35 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.449713] env[62291]: DEBUG oslo_vmware.api [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Waiting for the task: (returnval){ [ 2079.449713] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52522ca3-2726-1aa2-1d3d-3179c692ad96" [ 2079.449713] env[62291]: _type = "Task" [ 2079.449713] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.454542] env[62291]: DEBUG oslo_concurrency.lockutils [None req-acecf05a-3532-4ac1-ab4e-fa0d732533bf tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Lock "d079aa40-c94c-4eb4-ab9c-a2a233ce066d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.408s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2079.458740] env[62291]: DEBUG oslo_vmware.api [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52522ca3-2726-1aa2-1d3d-3179c692ad96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.508019] env[62291]: DEBUG oslo_concurrency.lockutils [None req-856676ce-bb17-4f70-b051-96d1c6db1204 tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.662s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2079.508879] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f617dcf7-5a93-42f4-ab68-7114816d7164 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.622s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2079.509479] env[62291]: DEBUG nova.objects.instance [None req-f617dcf7-5a93-42f4-ab68-7114816d7164 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Lazy-loading 'resources' on Instance uuid 0a178974-018c-410a-a901-c9e984be8ebf {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2079.536282] env[62291]: INFO nova.scheduler.client.report [None req-856676ce-bb17-4f70-b051-96d1c6db1204 tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Deleted allocations for instance b4217ee8-62a6-4902-8dae-bfdad8eca7be [ 2079.703029] env[62291]: DEBUG oslo_vmware.api [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142958, 'name': ReconfigVM_Task, 'duration_secs': 0.78327} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.703190] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 62245dc4-ec1e-4d13-ae12-940dc7ffc39a/62245dc4-ec1e-4d13-ae12-940dc7ffc39a.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2079.703721] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1640886-a773-4550-9b63-b179cf68397f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.710340] env[62291]: DEBUG oslo_vmware.api [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2079.710340] env[62291]: value = "task-2142961" [ 2079.710340] env[62291]: _type = "Task" [ 2079.710340] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.719200] env[62291]: DEBUG oslo_vmware.api [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142961, 'name': Rename_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.808789] env[62291]: INFO nova.compute.manager [-] [instance: e79e3ab1-8503-4045-a403-c11c2d57b63f] Took 1.28 seconds to deallocate network for instance. [ 2079.919786] env[62291]: DEBUG oslo_vmware.api [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2142960, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.960355] env[62291]: DEBUG nova.compute.manager [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] [instance: a8cafd44-5940-44d0-9760-398e1405c914] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2079.962878] env[62291]: DEBUG oslo_vmware.api [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52522ca3-2726-1aa2-1d3d-3179c692ad96, 'name': SearchDatastore_Task, 'duration_secs': 0.019206} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.963339] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2079.963589] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] e931a2ec-bead-48b0-afaf-44ec219a748e/e931a2ec-bead-48b0-afaf-44ec219a748e.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2079.963847] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6e71035-8326-4823-86f9-cc7cae8c5693 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.971297] env[62291]: DEBUG oslo_vmware.api [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Waiting for the task: (returnval){ [ 2079.971297] env[62291]: value = "task-2142962" [ 2079.971297] env[62291]: _type = "Task" [ 2079.971297] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.980466] env[62291]: DEBUG oslo_vmware.api [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': task-2142962, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.045043] env[62291]: DEBUG oslo_concurrency.lockutils [None req-856676ce-bb17-4f70-b051-96d1c6db1204 tempest-InstanceActionsTestJSON-2018432392 tempest-InstanceActionsTestJSON-2018432392-project-member] Lock "b4217ee8-62a6-4902-8dae-bfdad8eca7be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.287s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2080.225225] env[62291]: DEBUG oslo_vmware.api [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142961, 'name': Rename_Task, 'duration_secs': 0.294433} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2080.225574] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2080.225884] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad37e85f-4cda-4300-9737-581ce72f18ab {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.233318] env[62291]: DEBUG oslo_vmware.api [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2080.233318] env[62291]: value = "task-2142963" [ 2080.233318] env[62291]: _type = "Task" [ 2080.233318] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2080.246159] env[62291]: DEBUG oslo_vmware.api [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142963, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.316372] env[62291]: DEBUG oslo_concurrency.lockutils [None req-468bc074-dc46-4abc-ba30-f4628a5dd9a1 tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2080.422499] env[62291]: DEBUG oslo_vmware.api [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2142960, 'name': PowerOnVM_Task, 'duration_secs': 0.746439} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2080.423215] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2080.423486] env[62291]: INFO nova.compute.manager [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Took 10.12 seconds to spawn the instance on the hypervisor. [ 2080.423681] env[62291]: DEBUG nova.compute.manager [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2080.424655] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d979e19-27d5-4d1f-a512-ea1a89ec70a6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.469809] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Acquiring lock "197d3ca2-541b-4701-8c93-6a0a883a6fde" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2080.470133] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Lock "197d3ca2-541b-4701-8c93-6a0a883a6fde" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2080.486607] env[62291]: DEBUG oslo_vmware.api [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': task-2142962, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.487786] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2080.589253] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2af6ad-845b-4cba-b3a2-d016bc045798 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.597967] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e3b04a-2483-4381-beb0-45e1be2608c5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.631999] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad75f17-aa87-4c46-a249-101639041b25 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.639919] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1839e4b-2fa3-473c-94be-6882bc3cbf27 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2080.653601] env[62291]: DEBUG nova.compute.provider_tree [None req-f617dcf7-5a93-42f4-ab68-7114816d7164 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2080.746421] env[62291]: DEBUG oslo_vmware.api [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142963, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.946345] env[62291]: INFO nova.compute.manager [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Took 37.09 seconds to build instance. [ 2080.990308] env[62291]: DEBUG oslo_vmware.api [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': task-2142962, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518453} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2080.990422] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] e931a2ec-bead-48b0-afaf-44ec219a748e/e931a2ec-bead-48b0-afaf-44ec219a748e.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2080.990606] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: e931a2ec-bead-48b0-afaf-44ec219a748e] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2080.991074] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17518f9d-ba55-4710-a5b4-01d7a4c50928 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.001155] env[62291]: DEBUG oslo_vmware.api [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Waiting for the task: (returnval){ [ 2081.001155] env[62291]: value = "task-2142964" [ 2081.001155] env[62291]: _type = "Task" [ 2081.001155] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2081.012906] env[62291]: DEBUG oslo_vmware.api [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': task-2142964, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.156906] env[62291]: DEBUG nova.scheduler.client.report [None req-f617dcf7-5a93-42f4-ab68-7114816d7164 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2081.249099] env[62291]: DEBUG oslo_vmware.api [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142963, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.447756] env[62291]: DEBUG oslo_concurrency.lockutils [None req-edf09bbd-4a48-4b19-a9bf-3ce79ee8fce4 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "37f9f905-472e-42fc-abea-da85d1882ac6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.453s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2081.511289] env[62291]: DEBUG oslo_vmware.api [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': task-2142964, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126515} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2081.511663] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: e931a2ec-bead-48b0-afaf-44ec219a748e] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2081.512387] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f2ae7d-d97b-4be8-ae4e-787091473fae {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.535907] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: e931a2ec-bead-48b0-afaf-44ec219a748e] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] e931a2ec-bead-48b0-afaf-44ec219a748e/e931a2ec-bead-48b0-afaf-44ec219a748e.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2081.536968] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-485287fc-1967-4b59-a020-f66985a2f00c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2081.557233] env[62291]: DEBUG oslo_vmware.api [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Waiting for the task: (returnval){ [ 2081.557233] env[62291]: value = "task-2142965" [ 2081.557233] env[62291]: _type = "Task" [ 2081.557233] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2081.566878] env[62291]: DEBUG oslo_vmware.api [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': task-2142965, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.663961] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f617dcf7-5a93-42f4-ab68-7114816d7164 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.155s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2081.666854] env[62291]: DEBUG oslo_concurrency.lockutils [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.536s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2081.668478] env[62291]: INFO nova.compute.claims [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2081.698023] env[62291]: INFO nova.scheduler.client.report [None req-f617dcf7-5a93-42f4-ab68-7114816d7164 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Deleted allocations for instance 0a178974-018c-410a-a901-c9e984be8ebf [ 2081.755392] env[62291]: DEBUG oslo_vmware.api [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142963, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2081.950376] env[62291]: DEBUG nova.compute.manager [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2082.072875] env[62291]: DEBUG oslo_vmware.api [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': task-2142965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.207881] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f617dcf7-5a93-42f4-ab68-7114816d7164 tempest-MigrationsAdminTest-1195410206 tempest-MigrationsAdminTest-1195410206-project-member] Lock "0a178974-018c-410a-a901-c9e984be8ebf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.353s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2082.249678] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "37f9f905-472e-42fc-abea-da85d1882ac6" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2082.249962] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "37f9f905-472e-42fc-abea-da85d1882ac6" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2082.250221] env[62291]: INFO nova.compute.manager [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Shelving [ 2082.257545] env[62291]: DEBUG oslo_vmware.api [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142963, 'name': PowerOnVM_Task, 'duration_secs': 1.974876} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2082.258714] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2082.258714] env[62291]: DEBUG nova.compute.manager [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2082.259640] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbd8d14-bbcf-428d-b3ad-0f8b646db612 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.477145] env[62291]: DEBUG oslo_concurrency.lockutils [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2082.570836] env[62291]: DEBUG oslo_vmware.api [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': task-2142965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2082.764259] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2082.767852] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c05ae060-cde7-4cbc-9206-3f835cf4fdcd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.779309] env[62291]: DEBUG oslo_vmware.api [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 2082.779309] env[62291]: value = "task-2142966" [ 2082.779309] env[62291]: _type = "Task" [ 2082.779309] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2082.783647] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2082.792741] env[62291]: DEBUG oslo_vmware.api [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2142966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.072352] env[62291]: DEBUG oslo_vmware.api [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': task-2142965, 'name': ReconfigVM_Task, 'duration_secs': 1.070319} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.072690] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: e931a2ec-bead-48b0-afaf-44ec219a748e] Reconfigured VM instance instance-0000003a to attach disk [datastore1] e931a2ec-bead-48b0-afaf-44ec219a748e/e931a2ec-bead-48b0-afaf-44ec219a748e.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2083.073401] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca67e520-5cb2-4c8e-88dd-47334dd4e8c6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.084395] env[62291]: DEBUG oslo_vmware.api [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Waiting for the task: (returnval){ [ 2083.084395] env[62291]: value = "task-2142967" [ 2083.084395] env[62291]: _type = "Task" [ 2083.084395] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.093623] env[62291]: DEBUG oslo_vmware.api [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': task-2142967, 'name': Rename_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.196284] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aff5415-8ffe-42d3-a56a-26e7280c726c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.205026] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a916a60-4256-41e5-b479-80a041d3712c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.239937] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3410a2d-6659-4c81-9285-7bdf9336348d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.247691] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2bc129-271c-470b-b212-bdf9ca551730 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.263321] env[62291]: DEBUG nova.compute.provider_tree [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2083.294813] env[62291]: DEBUG oslo_vmware.api [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2142966, 'name': PowerOffVM_Task, 'duration_secs': 0.398403} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.298019] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2083.298019] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0026cf67-fa44-49a6-a231-358016ec1f9e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.324750] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-effd6303-89a1-495d-ad35-aa8d682b5a2a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.596622] env[62291]: DEBUG oslo_vmware.api [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': task-2142967, 'name': Rename_Task, 'duration_secs': 0.172335} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.596966] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: e931a2ec-bead-48b0-afaf-44ec219a748e] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2083.597572] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d3c9059-69fb-4c59-9834-04258bd686e6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.604651] env[62291]: DEBUG oslo_vmware.api [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Waiting for the task: (returnval){ [ 2083.604651] env[62291]: value = "task-2142968" [ 2083.604651] env[62291]: _type = "Task" [ 2083.604651] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.614411] env[62291]: DEBUG oslo_vmware.api [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': task-2142968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.767351] env[62291]: DEBUG nova.scheduler.client.report [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2083.847530] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Creating Snapshot of the VM instance {{(pid=62291) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2083.847715] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-775b186c-3771-406d-8a7d-fc8ca03ed31f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.857150] env[62291]: DEBUG oslo_vmware.api [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 2083.857150] env[62291]: value = "task-2142969" [ 2083.857150] env[62291]: _type = "Task" [ 2083.857150] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.871111] env[62291]: DEBUG oslo_vmware.api [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2142969, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.118689] env[62291]: DEBUG oslo_vmware.api [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': task-2142968, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.272273] env[62291]: DEBUG oslo_concurrency.lockutils [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2084.275018] env[62291]: DEBUG nova.compute.manager [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2084.278022] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 32.902s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2084.278226] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2084.278392] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62291) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2084.278756] env[62291]: DEBUG oslo_concurrency.lockutils [None req-420df80a-524e-48c6-a77f-283acd598e21 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.992s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2084.278987] env[62291]: DEBUG nova.objects.instance [None req-420df80a-524e-48c6-a77f-283acd598e21 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Lazy-loading 'resources' on Instance uuid b6d3ef08-a9b2-49db-9404-aa68bc2139c1 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2084.281092] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72968bd2-8464-4fee-82d2-af1393ff8882 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.296639] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e2ff4e8-c920-4325-8789-fcf5c6bcc463 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.313212] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c21e0fd2-c7b9-4af9-b3a8-9f746c14eb07 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "62245dc4-ec1e-4d13-ae12-940dc7ffc39a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2084.313212] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c21e0fd2-c7b9-4af9-b3a8-9f746c14eb07 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "62245dc4-ec1e-4d13-ae12-940dc7ffc39a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2084.313325] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c21e0fd2-c7b9-4af9-b3a8-9f746c14eb07 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "62245dc4-ec1e-4d13-ae12-940dc7ffc39a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2084.313624] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c21e0fd2-c7b9-4af9-b3a8-9f746c14eb07 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "62245dc4-ec1e-4d13-ae12-940dc7ffc39a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2084.315664] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c21e0fd2-c7b9-4af9-b3a8-9f746c14eb07 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "62245dc4-ec1e-4d13-ae12-940dc7ffc39a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2084.316812] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7288287-e819-48d6-ab6f-b6862cba41ec {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.319839] env[62291]: INFO nova.compute.manager [None req-c21e0fd2-c7b9-4af9-b3a8-9f746c14eb07 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Terminating instance [ 2084.324728] env[62291]: DEBUG nova.compute.manager [None req-c21e0fd2-c7b9-4af9-b3a8-9f746c14eb07 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2084.324728] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c21e0fd2-c7b9-4af9-b3a8-9f746c14eb07 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2084.324728] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373b6b99-e622-4601-bb57-bc8e4cd78234 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.331278] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa268185-4f88-47e2-bddd-d94b5ad5cba7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.337095] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-c21e0fd2-c7b9-4af9-b3a8-9f746c14eb07 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2084.337817] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f32ed07-1ee8-4c5e-93ec-4211970b80dc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.368986] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178540MB free_disk=175GB free_vcpus=48 pci_devices=None {{(pid=62291) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2084.369225] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2084.375351] env[62291]: DEBUG oslo_vmware.api [None req-c21e0fd2-c7b9-4af9-b3a8-9f746c14eb07 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2084.375351] env[62291]: value = "task-2142970" [ 2084.375351] env[62291]: _type = "Task" [ 2084.375351] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.383208] env[62291]: DEBUG oslo_vmware.api [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2142969, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.388704] env[62291]: DEBUG oslo_vmware.api [None req-c21e0fd2-c7b9-4af9-b3a8-9f746c14eb07 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142970, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.618995] env[62291]: DEBUG oslo_vmware.api [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': task-2142968, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.782295] env[62291]: DEBUG nova.compute.utils [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2084.784760] env[62291]: DEBUG nova.compute.manager [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Not allocating networking since 'none' was specified. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 2084.880074] env[62291]: DEBUG oslo_vmware.api [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2142969, 'name': CreateSnapshot_Task, 'duration_secs': 0.541724} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.884980] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Created Snapshot of the VM instance {{(pid=62291) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2084.885961] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d30f8fd-3edd-4e5a-8390-c65e525ed14a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.908112] env[62291]: DEBUG oslo_vmware.api [None req-c21e0fd2-c7b9-4af9-b3a8-9f746c14eb07 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142970, 'name': PowerOffVM_Task, 'duration_secs': 0.17358} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.911016] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-c21e0fd2-c7b9-4af9-b3a8-9f746c14eb07 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2084.911205] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c21e0fd2-c7b9-4af9-b3a8-9f746c14eb07 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2084.912365] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-080e13d8-a4d7-45e6-90c5-d8a2ecd13f4f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.966593] env[62291]: DEBUG oslo_concurrency.lockutils [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "4c131520-da77-4c2c-a4e9-39e0d56b5f72" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2084.966826] env[62291]: DEBUG oslo_concurrency.lockutils [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "4c131520-da77-4c2c-a4e9-39e0d56b5f72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2085.012129] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c21e0fd2-c7b9-4af9-b3a8-9f746c14eb07 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2085.012129] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c21e0fd2-c7b9-4af9-b3a8-9f746c14eb07 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Deleting contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2085.012129] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-c21e0fd2-c7b9-4af9-b3a8-9f746c14eb07 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Deleting the datastore file [datastore1] 62245dc4-ec1e-4d13-ae12-940dc7ffc39a {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2085.012129] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-206bb3fa-5301-4ce8-89fd-760fd73a3afd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.020086] env[62291]: DEBUG oslo_vmware.api [None req-c21e0fd2-c7b9-4af9-b3a8-9f746c14eb07 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2085.020086] env[62291]: value = "task-2142972" [ 2085.020086] env[62291]: _type = "Task" [ 2085.020086] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.032603] env[62291]: DEBUG oslo_vmware.api [None req-c21e0fd2-c7b9-4af9-b3a8-9f746c14eb07 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142972, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.117769] env[62291]: DEBUG oslo_vmware.api [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': task-2142968, 'name': PowerOnVM_Task, 'duration_secs': 1.054627} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.121300] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: e931a2ec-bead-48b0-afaf-44ec219a748e] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2085.122037] env[62291]: INFO nova.compute.manager [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: e931a2ec-bead-48b0-afaf-44ec219a748e] Took 7.42 seconds to spawn the instance on the hypervisor. [ 2085.122037] env[62291]: DEBUG nova.compute.manager [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: e931a2ec-bead-48b0-afaf-44ec219a748e] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2085.123028] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d45e45f-a431-4b33-a199-3f9aee102c44 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.288453] env[62291]: DEBUG nova.compute.manager [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2085.370778] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ee4109-42e3-47c8-ba31-0b263251b42d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.378733] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a725ce-8146-4a4f-aa89-ca1c93b84d15 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.421295] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Creating linked-clone VM from snapshot {{(pid=62291) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2085.422170] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9113a7c3-019f-4e85-bb0b-3f39b7d3102e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.425253] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-05313b41-e9d5-4ca8-bcc1-c038345a3c40 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.439174] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eabebc9f-d5d2-416e-891e-6afff1fa08cf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.442329] env[62291]: DEBUG oslo_vmware.api [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 2085.442329] env[62291]: value = "task-2142973" [ 2085.442329] env[62291]: _type = "Task" [ 2085.442329] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2085.453740] env[62291]: DEBUG nova.compute.provider_tree [None req-420df80a-524e-48c6-a77f-283acd598e21 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2085.461368] env[62291]: DEBUG oslo_vmware.api [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2142973, 'name': CloneVM_Task} progress is 10%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.533514] env[62291]: DEBUG oslo_vmware.api [None req-c21e0fd2-c7b9-4af9-b3a8-9f746c14eb07 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2142972, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.345483} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2085.533789] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-c21e0fd2-c7b9-4af9-b3a8-9f746c14eb07 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2085.533976] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c21e0fd2-c7b9-4af9-b3a8-9f746c14eb07 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Deleted contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2085.534171] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c21e0fd2-c7b9-4af9-b3a8-9f746c14eb07 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2085.534552] env[62291]: INFO nova.compute.manager [None req-c21e0fd2-c7b9-4af9-b3a8-9f746c14eb07 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Took 1.21 seconds to destroy the instance on the hypervisor. [ 2085.534670] env[62291]: DEBUG oslo.service.loopingcall [None req-c21e0fd2-c7b9-4af9-b3a8-9f746c14eb07 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2085.534766] env[62291]: DEBUG nova.compute.manager [-] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2085.534861] env[62291]: DEBUG nova.network.neutron [-] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2085.651204] env[62291]: INFO nova.compute.manager [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: e931a2ec-bead-48b0-afaf-44ec219a748e] Took 40.29 seconds to build instance. [ 2085.953671] env[62291]: DEBUG oslo_vmware.api [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2142973, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2085.956831] env[62291]: DEBUG nova.scheduler.client.report [None req-420df80a-524e-48c6-a77f-283acd598e21 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2086.154757] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6b692eb6-2ed6-428e-8851-7c2649e89222 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Lock "e931a2ec-bead-48b0-afaf-44ec219a748e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.589s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2086.300815] env[62291]: DEBUG nova.compute.manager [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2086.326574] env[62291]: DEBUG nova.virt.hardware [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2086.326954] env[62291]: DEBUG nova.virt.hardware [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2086.327244] env[62291]: DEBUG nova.virt.hardware [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2086.327483] env[62291]: DEBUG nova.virt.hardware [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2086.327699] env[62291]: DEBUG nova.virt.hardware [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2086.327872] env[62291]: DEBUG nova.virt.hardware [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2086.328125] env[62291]: DEBUG nova.virt.hardware [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2086.328325] env[62291]: DEBUG nova.virt.hardware [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2086.328570] env[62291]: DEBUG nova.virt.hardware [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2086.328719] env[62291]: DEBUG nova.virt.hardware [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2086.328948] env[62291]: DEBUG nova.virt.hardware [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2086.330087] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661e6043-e434-43e1-a0b8-e669df6c4d7d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.338486] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fae1fc7-a65c-45fe-a5a0-e2222647189c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.352729] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Instance VIF info [] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2086.358534] env[62291]: DEBUG oslo.service.loopingcall [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2086.358839] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2086.359079] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-585000ea-8fba-481b-87ca-5569c2c295ab {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.374918] env[62291]: DEBUG nova.compute.manager [req-397643d6-316b-4bc1-9c60-cf5427d9bf95 req-89c88b51-9c18-4095-a606-a29752af6140 service nova] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Received event network-vif-deleted-0995dd9c-895e-443d-b7df-d1f412c73b4e {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2086.375136] env[62291]: INFO nova.compute.manager [req-397643d6-316b-4bc1-9c60-cf5427d9bf95 req-89c88b51-9c18-4095-a606-a29752af6140 service nova] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Neutron deleted interface 0995dd9c-895e-443d-b7df-d1f412c73b4e; detaching it from the instance and deleting it from the info cache [ 2086.375417] env[62291]: DEBUG nova.network.neutron [req-397643d6-316b-4bc1-9c60-cf5427d9bf95 req-89c88b51-9c18-4095-a606-a29752af6140 service nova] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2086.383145] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2086.383145] env[62291]: value = "task-2142974" [ 2086.383145] env[62291]: _type = "Task" [ 2086.383145] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.393958] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142974, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.405262] env[62291]: DEBUG nova.network.neutron [-] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2086.454753] env[62291]: DEBUG oslo_vmware.api [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2142973, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.462170] env[62291]: DEBUG oslo_concurrency.lockutils [None req-420df80a-524e-48c6-a77f-283acd598e21 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.183s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2086.464726] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5f6d40e5-5d0b-44bf-abb5-97a7cc2f3f49 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.209s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2086.464921] env[62291]: DEBUG nova.objects.instance [None req-5f6d40e5-5d0b-44bf-abb5-97a7cc2f3f49 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Lazy-loading 'resources' on Instance uuid 29473c85-120a-4c82-b22b-cff8d37e98cd {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2086.488043] env[62291]: INFO nova.scheduler.client.report [None req-420df80a-524e-48c6-a77f-283acd598e21 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Deleted allocations for instance b6d3ef08-a9b2-49db-9404-aa68bc2139c1 [ 2086.600076] env[62291]: DEBUG oslo_concurrency.lockutils [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Acquiring lock "acf1edf3-b190-4271-8b2a-4aff78835326" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2086.600076] env[62291]: DEBUG oslo_concurrency.lockutils [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Lock "acf1edf3-b190-4271-8b2a-4aff78835326" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2086.660600] env[62291]: DEBUG nova.compute.manager [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2086.803709] env[62291]: DEBUG oslo_concurrency.lockutils [None req-554d1fc1-ae7d-4bf3-8538-b033cbe996f8 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "4bffe146-0b5f-4141-b83c-6974834803bd" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2086.803992] env[62291]: DEBUG oslo_concurrency.lockutils [None req-554d1fc1-ae7d-4bf3-8538-b033cbe996f8 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "4bffe146-0b5f-4141-b83c-6974834803bd" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2086.804327] env[62291]: INFO nova.compute.manager [None req-554d1fc1-ae7d-4bf3-8538-b033cbe996f8 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Rebooting instance [ 2086.878312] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-76e37ea1-af1b-483c-ad47-a9dea5a9a37f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.891652] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44dfe54f-bfdc-43b0-8a04-0956e3316ed3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.905533] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142974, 'name': CreateVM_Task, 'duration_secs': 0.409206} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.906148] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2086.906714] env[62291]: DEBUG oslo_concurrency.lockutils [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2086.906900] env[62291]: DEBUG oslo_concurrency.lockutils [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2086.907535] env[62291]: DEBUG oslo_concurrency.lockutils [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2086.907535] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad54879c-a4ed-4e7f-8c28-3f518cfbb6a3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.909322] env[62291]: INFO nova.compute.manager [-] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Took 1.37 seconds to deallocate network for instance. [ 2086.924983] env[62291]: DEBUG oslo_vmware.api [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Waiting for the task: (returnval){ [ 2086.924983] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]527147b8-c944-97c2-45d7-99efb17076de" [ 2086.924983] env[62291]: _type = "Task" [ 2086.924983] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.939646] env[62291]: DEBUG nova.compute.manager [req-397643d6-316b-4bc1-9c60-cf5427d9bf95 req-89c88b51-9c18-4095-a606-a29752af6140 service nova] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Detach interface failed, port_id=0995dd9c-895e-443d-b7df-d1f412c73b4e, reason: Instance 62245dc4-ec1e-4d13-ae12-940dc7ffc39a could not be found. {{(pid=62291) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 2086.951768] env[62291]: DEBUG oslo_vmware.api [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]527147b8-c944-97c2-45d7-99efb17076de, 'name': SearchDatastore_Task, 'duration_secs': 0.015305} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2086.952483] env[62291]: DEBUG oslo_concurrency.lockutils [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2086.952950] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2086.953039] env[62291]: DEBUG oslo_concurrency.lockutils [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2086.953134] env[62291]: DEBUG oslo_concurrency.lockutils [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2086.953312] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2086.953863] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c69b291-4a68-4dac-bce7-f3565723cf59 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.958617] env[62291]: DEBUG oslo_vmware.api [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2142973, 'name': CloneVM_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.964629] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2086.964840] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2086.965564] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0669af92-b8fd-40f8-9e01-8a2690d50a3a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.973727] env[62291]: DEBUG oslo_vmware.api [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Waiting for the task: (returnval){ [ 2086.973727] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]522d9fd4-d2e9-c901-06cf-daebd5e0fd9d" [ 2086.973727] env[62291]: _type = "Task" [ 2086.973727] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2086.981793] env[62291]: DEBUG oslo_vmware.api [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]522d9fd4-d2e9-c901-06cf-daebd5e0fd9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2086.998351] env[62291]: DEBUG oslo_concurrency.lockutils [None req-420df80a-524e-48c6-a77f-283acd598e21 tempest-AttachInterfacesV270Test-39273977 tempest-AttachInterfacesV270Test-39273977-project-member] Lock "b6d3ef08-a9b2-49db-9404-aa68bc2139c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.298s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2087.181555] env[62291]: DEBUG oslo_concurrency.lockutils [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2087.330674] env[62291]: DEBUG oslo_concurrency.lockutils [None req-554d1fc1-ae7d-4bf3-8538-b033cbe996f8 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "refresh_cache-4bffe146-0b5f-4141-b83c-6974834803bd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2087.330674] env[62291]: DEBUG oslo_concurrency.lockutils [None req-554d1fc1-ae7d-4bf3-8538-b033cbe996f8 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquired lock "refresh_cache-4bffe146-0b5f-4141-b83c-6974834803bd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2087.331467] env[62291]: DEBUG nova.network.neutron [None req-554d1fc1-ae7d-4bf3-8538-b033cbe996f8 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2087.415899] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c21e0fd2-c7b9-4af9-b3a8-9f746c14eb07 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2087.459041] env[62291]: DEBUG oslo_vmware.api [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2142973, 'name': CloneVM_Task, 'duration_secs': 1.540156} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.459341] env[62291]: INFO nova.virt.vmwareapi.vmops [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Created linked-clone VM from snapshot [ 2087.460135] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2160c8f-d2d2-4877-bd9d-9ee9b96d5b6d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.464296] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c44036-7258-4751-b283-81fc50beff0a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.472331] env[62291]: DEBUG nova.virt.vmwareapi.images [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Uploading image a4c705e5-2eaa-4542-8fa2-f07d35393f33 {{(pid=62291) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2087.482141] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d28c2abd-5f0e-449b-9644-d5daacf961c7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.531951] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9831401-7387-412b-b65f-5e80ca3b668e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.535799] env[62291]: DEBUG oslo_vmware.api [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]522d9fd4-d2e9-c901-06cf-daebd5e0fd9d, 'name': SearchDatastore_Task, 'duration_secs': 0.011196} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.537913] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0591368-5cea-4c46-acaa-fbc2582ca698 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.544086] env[62291]: DEBUG oslo_vmware.rw_handles [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2087.544086] env[62291]: value = "vm-438033" [ 2087.544086] env[62291]: _type = "VirtualMachine" [ 2087.544086] env[62291]: }. {{(pid=62291) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2087.547043] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4ef93c77-7753-44b3-89bc-00a12188cfb4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.550993] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b7df7c1-2c4c-4fc8-baa5-528f1c749d31 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.558800] env[62291]: DEBUG oslo_vmware.api [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Waiting for the task: (returnval){ [ 2087.558800] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5244bd8a-45d0-423c-713b-d4c0282559fb" [ 2087.558800] env[62291]: _type = "Task" [ 2087.558800] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.573278] env[62291]: DEBUG oslo_vmware.rw_handles [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lease: (returnval){ [ 2087.573278] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52878e4c-04a0-0349-463a-7287e55f0841" [ 2087.573278] env[62291]: _type = "HttpNfcLease" [ 2087.573278] env[62291]: } obtained for exporting VM: (result){ [ 2087.573278] env[62291]: value = "vm-438033" [ 2087.573278] env[62291]: _type = "VirtualMachine" [ 2087.573278] env[62291]: }. {{(pid=62291) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2087.573553] env[62291]: DEBUG oslo_vmware.api [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the lease: (returnval){ [ 2087.573553] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52878e4c-04a0-0349-463a-7287e55f0841" [ 2087.573553] env[62291]: _type = "HttpNfcLease" [ 2087.573553] env[62291]: } to be ready. {{(pid=62291) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2087.573961] env[62291]: DEBUG nova.compute.provider_tree [None req-5f6d40e5-5d0b-44bf-abb5-97a7cc2f3f49 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2087.582530] env[62291]: DEBUG oslo_vmware.api [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5244bd8a-45d0-423c-713b-d4c0282559fb, 'name': SearchDatastore_Task, 'duration_secs': 0.01945} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2087.583246] env[62291]: DEBUG oslo_concurrency.lockutils [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2087.583441] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 63726aa9-28f0-4e38-9cb3-dab0e7827226/63726aa9-28f0-4e38-9cb3-dab0e7827226.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2087.583700] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96db9283-517e-43aa-836f-469265d89ac0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.587130] env[62291]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2087.587130] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52878e4c-04a0-0349-463a-7287e55f0841" [ 2087.587130] env[62291]: _type = "HttpNfcLease" [ 2087.587130] env[62291]: } is ready. {{(pid=62291) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2087.588264] env[62291]: DEBUG oslo_vmware.rw_handles [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2087.588264] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52878e4c-04a0-0349-463a-7287e55f0841" [ 2087.588264] env[62291]: _type = "HttpNfcLease" [ 2087.588264] env[62291]: }. {{(pid=62291) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2087.588497] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c641e4-39f8-454a-94f6-69e28804aee2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.592343] env[62291]: DEBUG oslo_vmware.api [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Waiting for the task: (returnval){ [ 2087.592343] env[62291]: value = "task-2142976" [ 2087.592343] env[62291]: _type = "Task" [ 2087.592343] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.599342] env[62291]: DEBUG oslo_vmware.rw_handles [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52086125-a8e0-db32-ab49-55029b59baa9/disk-0.vmdk from lease info. {{(pid=62291) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2087.599573] env[62291]: DEBUG oslo_vmware.rw_handles [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52086125-a8e0-db32-ab49-55029b59baa9/disk-0.vmdk for reading. {{(pid=62291) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2087.658436] env[62291]: DEBUG oslo_vmware.api [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': task-2142976, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2087.708922] env[62291]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8f96683f-d184-4de7-a99a-1a9c0aba0154 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.083434] env[62291]: DEBUG nova.scheduler.client.report [None req-5f6d40e5-5d0b-44bf-abb5-97a7cc2f3f49 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2088.108383] env[62291]: DEBUG oslo_vmware.api [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': task-2142976, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.252327] env[62291]: DEBUG nova.network.neutron [None req-554d1fc1-ae7d-4bf3-8538-b033cbe996f8 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Updating instance_info_cache with network_info: [{"id": "c3f38ada-fe77-4e34-9d91-5b3a6be1ef13", "address": "fa:16:3e:a1:72:16", "network": {"id": "c45185d4-152c-49a5-95a1-aabe55d7a656", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1396888570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1553c7ef0e7404cbea3d3a38c0509ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3f38ada-fe", "ovs_interfaceid": "c3f38ada-fe77-4e34-9d91-5b3a6be1ef13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2088.590197] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5f6d40e5-5d0b-44bf-abb5-97a7cc2f3f49 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.126s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2088.594736] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2a821974-3c5f-4212-8415-cc974d931a2d tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.386s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2088.594736] env[62291]: DEBUG nova.objects.instance [None req-2a821974-3c5f-4212-8415-cc974d931a2d tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Lazy-loading 'resources' on Instance uuid adb610f9-02ae-45c0-96e8-939bb4959ab4 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2088.608037] env[62291]: DEBUG oslo_vmware.api [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': task-2142976, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56659} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.611315] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 63726aa9-28f0-4e38-9cb3-dab0e7827226/63726aa9-28f0-4e38-9cb3-dab0e7827226.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2088.611565] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2088.612153] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e2ce43c-5c39-4dce-8239-b7120d34653c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.622126] env[62291]: DEBUG oslo_vmware.api [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Waiting for the task: (returnval){ [ 2088.622126] env[62291]: value = "task-2142977" [ 2088.622126] env[62291]: _type = "Task" [ 2088.622126] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.638706] env[62291]: INFO nova.scheduler.client.report [None req-5f6d40e5-5d0b-44bf-abb5-97a7cc2f3f49 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Deleted allocations for instance 29473c85-120a-4c82-b22b-cff8d37e98cd [ 2088.645141] env[62291]: DEBUG oslo_vmware.api [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': task-2142977, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.754638] env[62291]: DEBUG oslo_concurrency.lockutils [None req-554d1fc1-ae7d-4bf3-8538-b033cbe996f8 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Releasing lock "refresh_cache-4bffe146-0b5f-4141-b83c-6974834803bd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2088.760046] env[62291]: DEBUG nova.compute.manager [None req-554d1fc1-ae7d-4bf3-8538-b033cbe996f8 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2088.760905] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d281e70-c22a-4bd8-9deb-1e2abfe99199 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.136243] env[62291]: DEBUG oslo_vmware.api [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': task-2142977, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110812} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.136313] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2089.137191] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa082e46-620a-40bb-8fb2-9f4c154992f6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.145270] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5f6d40e5-5d0b-44bf-abb5-97a7cc2f3f49 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Lock "29473c85-120a-4c82-b22b-cff8d37e98cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.062s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2089.146229] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0f35015e-c78d-42cf-8c38-4d535818d5a8 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Lock "29473c85-120a-4c82-b22b-cff8d37e98cd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 34.409s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2089.146466] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0f35015e-c78d-42cf-8c38-4d535818d5a8 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Acquiring lock "29473c85-120a-4c82-b22b-cff8d37e98cd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2089.146691] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0f35015e-c78d-42cf-8c38-4d535818d5a8 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Lock "29473c85-120a-4c82-b22b-cff8d37e98cd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2089.146871] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0f35015e-c78d-42cf-8c38-4d535818d5a8 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Lock "29473c85-120a-4c82-b22b-cff8d37e98cd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2089.172484] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 63726aa9-28f0-4e38-9cb3-dab0e7827226/63726aa9-28f0-4e38-9cb3-dab0e7827226.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2089.173426] env[62291]: INFO nova.compute.manager [None req-0f35015e-c78d-42cf-8c38-4d535818d5a8 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Terminating instance [ 2089.178248] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2318cbf-de70-4b09-80ec-1abb7a524039 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.194936] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0f35015e-c78d-42cf-8c38-4d535818d5a8 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Acquiring lock "refresh_cache-29473c85-120a-4c82-b22b-cff8d37e98cd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2089.195234] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0f35015e-c78d-42cf-8c38-4d535818d5a8 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Acquired lock "refresh_cache-29473c85-120a-4c82-b22b-cff8d37e98cd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2089.196657] env[62291]: DEBUG nova.network.neutron [None req-0f35015e-c78d-42cf-8c38-4d535818d5a8 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2089.204655] env[62291]: DEBUG oslo_vmware.api [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Waiting for the task: (returnval){ [ 2089.204655] env[62291]: value = "task-2142978" [ 2089.204655] env[62291]: _type = "Task" [ 2089.204655] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.217059] env[62291]: DEBUG oslo_vmware.api [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': task-2142978, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.705982] env[62291]: DEBUG nova.compute.utils [None req-0f35015e-c78d-42cf-8c38-4d535818d5a8 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Can not refresh info_cache because instance was not found {{(pid=62291) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1024}} [ 2089.716131] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523e5a25-e73b-419b-b476-e6ed54b3a381 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.725234] env[62291]: DEBUG oslo_vmware.api [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': task-2142978, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.728428] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ad1c32-847c-4218-b4cd-4b3bd551653a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.770148] env[62291]: DEBUG nova.network.neutron [None req-0f35015e-c78d-42cf-8c38-4d535818d5a8 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2089.773144] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8576ccd4-dd30-45e1-a052-23648e082316 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.777946] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f41480fd-5ba9-45bf-a783-b8aff9b868c5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.788316] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51553c8-c8da-4828-8ee0-5c935ebeb222 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.792570] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-554d1fc1-ae7d-4bf3-8538-b033cbe996f8 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Doing hard reboot of VM {{(pid=62291) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 2089.792939] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-8d482c08-c0d4-42d6-b17a-e76dbe46e3d2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.806501] env[62291]: DEBUG nova.compute.provider_tree [None req-2a821974-3c5f-4212-8415-cc974d931a2d tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2089.812027] env[62291]: DEBUG oslo_vmware.api [None req-554d1fc1-ae7d-4bf3-8538-b033cbe996f8 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2089.812027] env[62291]: value = "task-2142979" [ 2089.812027] env[62291]: _type = "Task" [ 2089.812027] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.819153] env[62291]: DEBUG oslo_vmware.api [None req-554d1fc1-ae7d-4bf3-8538-b033cbe996f8 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2142979, 'name': ResetVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.945416] env[62291]: DEBUG nova.network.neutron [None req-0f35015e-c78d-42cf-8c38-4d535818d5a8 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2090.221065] env[62291]: DEBUG oslo_vmware.api [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': task-2142978, 'name': ReconfigVM_Task, 'duration_secs': 0.612142} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.221936] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 63726aa9-28f0-4e38-9cb3-dab0e7827226/63726aa9-28f0-4e38-9cb3-dab0e7827226.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2090.222903] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b6a878b-1756-4198-bacb-f9c9753e9132 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.228563] env[62291]: DEBUG oslo_vmware.api [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Waiting for the task: (returnval){ [ 2090.228563] env[62291]: value = "task-2142980" [ 2090.228563] env[62291]: _type = "Task" [ 2090.228563] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.245302] env[62291]: DEBUG oslo_vmware.api [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': task-2142980, 'name': Rename_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.309755] env[62291]: DEBUG nova.scheduler.client.report [None req-2a821974-3c5f-4212-8415-cc974d931a2d tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2090.323632] env[62291]: DEBUG oslo_vmware.api [None req-554d1fc1-ae7d-4bf3-8538-b033cbe996f8 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2142979, 'name': ResetVM_Task, 'duration_secs': 0.108744} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.323997] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-554d1fc1-ae7d-4bf3-8538-b033cbe996f8 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Did hard reboot of VM {{(pid=62291) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 2090.324283] env[62291]: DEBUG nova.compute.manager [None req-554d1fc1-ae7d-4bf3-8538-b033cbe996f8 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2090.325449] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6891f8e6-4ab6-4f3c-9472-bfa096bf030f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.454180] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0f35015e-c78d-42cf-8c38-4d535818d5a8 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Releasing lock "refresh_cache-29473c85-120a-4c82-b22b-cff8d37e98cd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2090.454180] env[62291]: DEBUG nova.compute.manager [None req-0f35015e-c78d-42cf-8c38-4d535818d5a8 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2090.455043] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-0f35015e-c78d-42cf-8c38-4d535818d5a8 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2090.455510] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2ddaaf5d-4be5-4e13-8f5e-1736a7130173 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.468922] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c586ee-ce0b-45df-8ad8-ad268a376450 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.504601] env[62291]: WARNING nova.virt.vmwareapi.vmops [None req-0f35015e-c78d-42cf-8c38-4d535818d5a8 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 29473c85-120a-4c82-b22b-cff8d37e98cd could not be found. [ 2090.504842] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-0f35015e-c78d-42cf-8c38-4d535818d5a8 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2090.505151] env[62291]: INFO nova.compute.manager [None req-0f35015e-c78d-42cf-8c38-4d535818d5a8 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Took 0.05 seconds to destroy the instance on the hypervisor. [ 2090.505485] env[62291]: DEBUG oslo.service.loopingcall [None req-0f35015e-c78d-42cf-8c38-4d535818d5a8 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2090.505742] env[62291]: DEBUG nova.compute.manager [-] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2090.505840] env[62291]: DEBUG nova.network.neutron [-] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2090.525276] env[62291]: DEBUG nova.network.neutron [-] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2090.740159] env[62291]: DEBUG oslo_vmware.api [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': task-2142980, 'name': Rename_Task, 'duration_secs': 0.283048} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.740471] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2090.740818] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c23a6a9-32c5-441f-8c6e-ea5bff552059 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.747462] env[62291]: DEBUG oslo_vmware.api [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Waiting for the task: (returnval){ [ 2090.747462] env[62291]: value = "task-2142981" [ 2090.747462] env[62291]: _type = "Task" [ 2090.747462] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.755629] env[62291]: DEBUG oslo_vmware.api [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': task-2142981, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.818512] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2a821974-3c5f-4212-8415-cc974d931a2d tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.225s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2090.820953] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.259s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2090.823093] env[62291]: INFO nova.compute.claims [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2090.840231] env[62291]: DEBUG oslo_concurrency.lockutils [None req-554d1fc1-ae7d-4bf3-8538-b033cbe996f8 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "4bffe146-0b5f-4141-b83c-6974834803bd" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.036s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2090.847323] env[62291]: INFO nova.scheduler.client.report [None req-2a821974-3c5f-4212-8415-cc974d931a2d tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Deleted allocations for instance adb610f9-02ae-45c0-96e8-939bb4959ab4 [ 2090.878667] env[62291]: DEBUG oslo_concurrency.lockutils [None req-561d9f64-341d-42c2-a471-497ae80e590c tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Acquiring lock "c5bfbc28-cf6c-4c9e-8745-a5e520a6131e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2090.878933] env[62291]: DEBUG oslo_concurrency.lockutils [None req-561d9f64-341d-42c2-a471-497ae80e590c tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Lock "c5bfbc28-cf6c-4c9e-8745-a5e520a6131e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2090.879174] env[62291]: DEBUG oslo_concurrency.lockutils [None req-561d9f64-341d-42c2-a471-497ae80e590c tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Acquiring lock "c5bfbc28-cf6c-4c9e-8745-a5e520a6131e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2090.879366] env[62291]: DEBUG oslo_concurrency.lockutils [None req-561d9f64-341d-42c2-a471-497ae80e590c tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Lock "c5bfbc28-cf6c-4c9e-8745-a5e520a6131e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2090.879528] env[62291]: DEBUG oslo_concurrency.lockutils [None req-561d9f64-341d-42c2-a471-497ae80e590c tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Lock "c5bfbc28-cf6c-4c9e-8745-a5e520a6131e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2090.882031] env[62291]: INFO nova.compute.manager [None req-561d9f64-341d-42c2-a471-497ae80e590c tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Terminating instance [ 2090.883891] env[62291]: DEBUG nova.compute.manager [None req-561d9f64-341d-42c2-a471-497ae80e590c tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2090.884095] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-561d9f64-341d-42c2-a471-497ae80e590c tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2090.884923] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1437b72-921e-4488-a9cb-16914834faeb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.897603] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-561d9f64-341d-42c2-a471-497ae80e590c tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2090.897911] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4112c35-6cd8-454a-9f29-6f5ec50232c5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.911250] env[62291]: DEBUG oslo_vmware.api [None req-561d9f64-341d-42c2-a471-497ae80e590c tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Waiting for the task: (returnval){ [ 2090.911250] env[62291]: value = "task-2142982" [ 2090.911250] env[62291]: _type = "Task" [ 2090.911250] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.919943] env[62291]: DEBUG oslo_vmware.api [None req-561d9f64-341d-42c2-a471-497ae80e590c tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Task: {'id': task-2142982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.028358] env[62291]: DEBUG nova.network.neutron [-] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2091.257533] env[62291]: DEBUG oslo_vmware.api [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': task-2142981, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.359603] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2a821974-3c5f-4212-8415-cc974d931a2d tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Lock "adb610f9-02ae-45c0-96e8-939bb4959ab4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.525s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2091.422445] env[62291]: DEBUG oslo_vmware.api [None req-561d9f64-341d-42c2-a471-497ae80e590c tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Task: {'id': task-2142982, 'name': PowerOffVM_Task, 'duration_secs': 0.213574} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.422733] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-561d9f64-341d-42c2-a471-497ae80e590c tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2091.422905] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-561d9f64-341d-42c2-a471-497ae80e590c tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2091.423182] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3f9dec4-17e6-47f7-9537-5dabcfb33b17 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.531102] env[62291]: INFO nova.compute.manager [-] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Took 1.03 seconds to deallocate network for instance. [ 2091.577239] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-561d9f64-341d-42c2-a471-497ae80e590c tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2091.577239] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-561d9f64-341d-42c2-a471-497ae80e590c tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2091.577239] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-561d9f64-341d-42c2-a471-497ae80e590c tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Deleting the datastore file [datastore2] c5bfbc28-cf6c-4c9e-8745-a5e520a6131e {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2091.577239] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aec6e5fc-cc9f-4f10-af9c-f164665d01ac {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.585818] env[62291]: DEBUG oslo_vmware.api [None req-561d9f64-341d-42c2-a471-497ae80e590c tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Waiting for the task: (returnval){ [ 2091.585818] env[62291]: value = "task-2142984" [ 2091.585818] env[62291]: _type = "Task" [ 2091.585818] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.595178] env[62291]: DEBUG oslo_vmware.api [None req-561d9f64-341d-42c2-a471-497ae80e590c tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Task: {'id': task-2142984, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.758694] env[62291]: DEBUG oslo_vmware.api [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': task-2142981, 'name': PowerOnVM_Task, 'duration_secs': 0.714577} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.759038] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2091.759282] env[62291]: INFO nova.compute.manager [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Took 5.46 seconds to spawn the instance on the hypervisor. [ 2091.759424] env[62291]: DEBUG nova.compute.manager [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2091.760255] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef0ddca-91aa-4d6c-b844-4509ac6b62b0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.037899] env[62291]: INFO nova.compute.manager [None req-0f35015e-c78d-42cf-8c38-4d535818d5a8 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Instance disappeared during terminate [ 2092.038179] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0f35015e-c78d-42cf-8c38-4d535818d5a8 tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Lock "29473c85-120a-4c82-b22b-cff8d37e98cd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.892s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2092.096873] env[62291]: DEBUG oslo_vmware.api [None req-561d9f64-341d-42c2-a471-497ae80e590c tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Task: {'id': task-2142984, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228807} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.101113] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-561d9f64-341d-42c2-a471-497ae80e590c tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2092.101341] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-561d9f64-341d-42c2-a471-497ae80e590c tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2092.101529] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-561d9f64-341d-42c2-a471-497ae80e590c tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2092.101703] env[62291]: INFO nova.compute.manager [None req-561d9f64-341d-42c2-a471-497ae80e590c tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Took 1.22 seconds to destroy the instance on the hypervisor. [ 2092.102025] env[62291]: DEBUG oslo.service.loopingcall [None req-561d9f64-341d-42c2-a471-497ae80e590c tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2092.105840] env[62291]: DEBUG nova.compute.manager [-] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2092.106086] env[62291]: DEBUG nova.network.neutron [-] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2092.289453] env[62291]: INFO nova.compute.manager [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Took 41.18 seconds to build instance. [ 2092.424410] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ddf966-c4dc-477f-b997-238a62a97e32 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.432619] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeeb16f7-7452-4a86-8c9d-a07690bcf5a6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.474335] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb370d24-a73b-42eb-b58c-dd6c255f9e62 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.483749] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a84a3e-6539-452d-9e31-d07f413f2661 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.498665] env[62291]: DEBUG nova.compute.provider_tree [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2092.614848] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7421f886-2604-4007-8782-2d7f1a9422bc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Acquiring lock "9e744a65-5987-42ac-b826-17482fb23f8a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2092.614848] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7421f886-2604-4007-8782-2d7f1a9422bc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Lock "9e744a65-5987-42ac-b826-17482fb23f8a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2092.614848] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7421f886-2604-4007-8782-2d7f1a9422bc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Acquiring lock "9e744a65-5987-42ac-b826-17482fb23f8a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2092.614848] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7421f886-2604-4007-8782-2d7f1a9422bc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Lock "9e744a65-5987-42ac-b826-17482fb23f8a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2092.616404] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7421f886-2604-4007-8782-2d7f1a9422bc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Lock "9e744a65-5987-42ac-b826-17482fb23f8a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2092.617691] env[62291]: INFO nova.compute.manager [None req-7421f886-2604-4007-8782-2d7f1a9422bc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Terminating instance [ 2092.623047] env[62291]: DEBUG nova.compute.manager [None req-7421f886-2604-4007-8782-2d7f1a9422bc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2092.626014] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7421f886-2604-4007-8782-2d7f1a9422bc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2092.626014] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55ad767-6e93-4702-8a68-8915f7a29ce0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.632828] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-7421f886-2604-4007-8782-2d7f1a9422bc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2092.634662] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d570cc21-e88d-4ce4-a203-0d02e7dbf711 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.640120] env[62291]: DEBUG oslo_vmware.api [None req-7421f886-2604-4007-8782-2d7f1a9422bc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Waiting for the task: (returnval){ [ 2092.640120] env[62291]: value = "task-2142985" [ 2092.640120] env[62291]: _type = "Task" [ 2092.640120] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.649322] env[62291]: DEBUG oslo_vmware.api [None req-7421f886-2604-4007-8782-2d7f1a9422bc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': task-2142985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.671888] env[62291]: DEBUG nova.compute.manager [req-cdb297ee-f815-4dda-975a-8921f7a321d6 req-aa599218-9477-433b-829c-0764865a165b service nova] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Received event network-vif-deleted-3941d86d-c5d6-4549-85d7-d1d8d9ead886 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2092.671956] env[62291]: INFO nova.compute.manager [req-cdb297ee-f815-4dda-975a-8921f7a321d6 req-aa599218-9477-433b-829c-0764865a165b service nova] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Neutron deleted interface 3941d86d-c5d6-4549-85d7-d1d8d9ead886; detaching it from the instance and deleting it from the info cache [ 2092.672145] env[62291]: DEBUG nova.network.neutron [req-cdb297ee-f815-4dda-975a-8921f7a321d6 req-aa599218-9477-433b-829c-0764865a165b service nova] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2092.796756] env[62291]: DEBUG oslo_concurrency.lockutils [None req-358b5cab-2900-4e6d-b18c-fcaf6baa510c tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Lock "63726aa9-28f0-4e38-9cb3-dab0e7827226" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.802s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2092.978228] env[62291]: DEBUG nova.network.neutron [-] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2093.002505] env[62291]: DEBUG nova.scheduler.client.report [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2093.077294] env[62291]: INFO nova.compute.manager [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Rebuilding instance [ 2093.127038] env[62291]: DEBUG nova.compute.manager [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2093.127850] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5613d37-5e9d-4051-a4de-c81dace95974 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.155581] env[62291]: DEBUG oslo_vmware.api [None req-7421f886-2604-4007-8782-2d7f1a9422bc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': task-2142985, 'name': PowerOffVM_Task, 'duration_secs': 0.21874} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2093.156182] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-7421f886-2604-4007-8782-2d7f1a9422bc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2093.156182] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7421f886-2604-4007-8782-2d7f1a9422bc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2093.156477] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ead605fb-78ad-464b-8fc8-9c8059cc24a5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.178220] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7a854142-0288-4aa6-956f-b6b8f5dea03f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.185877] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d705b80e-0ad9-4c7f-9ddc-182f8d663131 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.224646] env[62291]: DEBUG nova.compute.manager [req-cdb297ee-f815-4dda-975a-8921f7a321d6 req-aa599218-9477-433b-829c-0764865a165b service nova] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Detach interface failed, port_id=3941d86d-c5d6-4549-85d7-d1d8d9ead886, reason: Instance c5bfbc28-cf6c-4c9e-8745-a5e520a6131e could not be found. {{(pid=62291) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 2093.238023] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7421f886-2604-4007-8782-2d7f1a9422bc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2093.238023] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7421f886-2604-4007-8782-2d7f1a9422bc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Deleting contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2093.238023] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-7421f886-2604-4007-8782-2d7f1a9422bc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Deleting the datastore file [datastore1] 9e744a65-5987-42ac-b826-17482fb23f8a {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2093.238023] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49970de8-540e-4cbc-acbe-cdfc6e6e211d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.244495] env[62291]: DEBUG oslo_vmware.api [None req-7421f886-2604-4007-8782-2d7f1a9422bc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Waiting for the task: (returnval){ [ 2093.244495] env[62291]: value = "task-2142987" [ 2093.244495] env[62291]: _type = "Task" [ 2093.244495] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2093.253699] env[62291]: DEBUG oslo_vmware.api [None req-7421f886-2604-4007-8782-2d7f1a9422bc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': task-2142987, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.302772] env[62291]: DEBUG nova.compute.manager [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2093.482658] env[62291]: INFO nova.compute.manager [-] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Took 1.38 seconds to deallocate network for instance. [ 2093.510215] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.689s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2093.513118] env[62291]: DEBUG nova.compute.manager [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2093.516820] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.620s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2093.518711] env[62291]: INFO nova.compute.claims [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2093.645151] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2093.645151] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04f621a8-97f9-4277-9997-73ab8d7f1c2d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.653247] env[62291]: DEBUG oslo_vmware.api [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Waiting for the task: (returnval){ [ 2093.653247] env[62291]: value = "task-2142988" [ 2093.653247] env[62291]: _type = "Task" [ 2093.653247] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2093.663638] env[62291]: DEBUG oslo_vmware.api [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': task-2142988, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.761402] env[62291]: DEBUG oslo_vmware.api [None req-7421f886-2604-4007-8782-2d7f1a9422bc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Task: {'id': task-2142987, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.495379} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2093.761402] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-7421f886-2604-4007-8782-2d7f1a9422bc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2093.761402] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7421f886-2604-4007-8782-2d7f1a9422bc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Deleted contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2093.761402] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7421f886-2604-4007-8782-2d7f1a9422bc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2093.761402] env[62291]: INFO nova.compute.manager [None req-7421f886-2604-4007-8782-2d7f1a9422bc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 2093.761402] env[62291]: DEBUG oslo.service.loopingcall [None req-7421f886-2604-4007-8782-2d7f1a9422bc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2093.761402] env[62291]: DEBUG nova.compute.manager [-] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2093.761402] env[62291]: DEBUG nova.network.neutron [-] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2093.912255] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2093.988959] env[62291]: DEBUG oslo_concurrency.lockutils [None req-561d9f64-341d-42c2-a471-497ae80e590c tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2094.023743] env[62291]: DEBUG nova.compute.utils [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2094.030700] env[62291]: DEBUG nova.compute.manager [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2094.033731] env[62291]: DEBUG nova.network.neutron [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2094.165138] env[62291]: DEBUG oslo_vmware.api [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': task-2142988, 'name': PowerOffVM_Task, 'duration_secs': 0.170188} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.165611] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2094.165910] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2094.166899] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b066101-3dfa-4744-a4c0-ac04e7eebd81 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.171794] env[62291]: DEBUG nova.policy [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd8645f7bbb524e7d91db02cf798882ec', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '877e1c36dc75431296fb730c541970f3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2094.178715] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2094.179508] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e366c8d-3087-4f4b-9813-6b62af5a721a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.206170] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2094.206816] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Deleting contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2094.207237] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Deleting the datastore file [datastore1] 63726aa9-28f0-4e38-9cb3-dab0e7827226 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2094.209102] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3cd357a-9a08-41d3-9425-18e9c0ab0977 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.216326] env[62291]: DEBUG oslo_vmware.api [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Waiting for the task: (returnval){ [ 2094.216326] env[62291]: value = "task-2142990" [ 2094.216326] env[62291]: _type = "Task" [ 2094.216326] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2094.224875] env[62291]: DEBUG oslo_vmware.api [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': task-2142990, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2094.258622] env[62291]: DEBUG oslo_concurrency.lockutils [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Acquiring lock "e1b69949-28f1-4c27-ab34-5bd8892d321f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2094.259325] env[62291]: DEBUG oslo_concurrency.lockutils [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Lock "e1b69949-28f1-4c27-ab34-5bd8892d321f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2094.528327] env[62291]: DEBUG nova.compute.manager [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2094.671684] env[62291]: DEBUG nova.network.neutron [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Successfully created port: 7b541709-09bc-42bd-84bc-090bad83418a {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2094.729301] env[62291]: DEBUG oslo_vmware.api [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': task-2142990, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289461} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.729656] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2094.729918] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Deleted contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2094.730834] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2094.787621] env[62291]: DEBUG nova.compute.manager [req-4da0743b-2542-49f3-b513-9ea622ebf22c req-2c994c1f-c84c-409b-bfdd-0e36d3916254 service nova] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Received event network-vif-deleted-314842ba-0dc3-419a-90bc-adaa1e1a805b {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2094.787841] env[62291]: INFO nova.compute.manager [req-4da0743b-2542-49f3-b513-9ea622ebf22c req-2c994c1f-c84c-409b-bfdd-0e36d3916254 service nova] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Neutron deleted interface 314842ba-0dc3-419a-90bc-adaa1e1a805b; detaching it from the instance and deleting it from the info cache [ 2094.788018] env[62291]: DEBUG nova.network.neutron [req-4da0743b-2542-49f3-b513-9ea622ebf22c req-2c994c1f-c84c-409b-bfdd-0e36d3916254 service nova] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2094.898089] env[62291]: DEBUG nova.network.neutron [-] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2095.175316] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-159fcc34-3762-4236-a2a6-cdf7bf586702 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.184874] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080ae528-7ec4-44bc-a554-cbd4b92b160c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.216574] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425285e8-57eb-4537-8b7a-e8767a13c087 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.224592] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5bf622-cd34-4bcc-b8b6-e4400c2442d2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.244309] env[62291]: DEBUG nova.compute.provider_tree [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2095.295552] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f78633a-1f5d-4c53-a113-dac4f8d21f5d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.308687] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1cd00a-aaf8-4a48-ba2f-697625d55999 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.345648] env[62291]: DEBUG nova.compute.manager [req-4da0743b-2542-49f3-b513-9ea622ebf22c req-2c994c1f-c84c-409b-bfdd-0e36d3916254 service nova] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Detach interface failed, port_id=314842ba-0dc3-419a-90bc-adaa1e1a805b, reason: Instance 9e744a65-5987-42ac-b826-17482fb23f8a could not be found. {{(pid=62291) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 2095.402438] env[62291]: INFO nova.compute.manager [-] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Took 1.64 seconds to deallocate network for instance. [ 2095.541464] env[62291]: DEBUG nova.compute.manager [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2095.571759] env[62291]: DEBUG nova.virt.hardware [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2095.572428] env[62291]: DEBUG nova.virt.hardware [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2095.572428] env[62291]: DEBUG nova.virt.hardware [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2095.572428] env[62291]: DEBUG nova.virt.hardware [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2095.572588] env[62291]: DEBUG nova.virt.hardware [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2095.572733] env[62291]: DEBUG nova.virt.hardware [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2095.573564] env[62291]: DEBUG nova.virt.hardware [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2095.573564] env[62291]: DEBUG nova.virt.hardware [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2095.573564] env[62291]: DEBUG nova.virt.hardware [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2095.573564] env[62291]: DEBUG nova.virt.hardware [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2095.573834] env[62291]: DEBUG nova.virt.hardware [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2095.574980] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd22e9c3-486c-4ea1-9473-9df64c923234 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.583195] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd38c841-ddd2-4ef2-8b5a-843e9c0cc975 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.750735] env[62291]: DEBUG nova.scheduler.client.report [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2095.776172] env[62291]: DEBUG nova.virt.hardware [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2095.776172] env[62291]: DEBUG nova.virt.hardware [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2095.776335] env[62291]: DEBUG nova.virt.hardware [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2095.776462] env[62291]: DEBUG nova.virt.hardware [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2095.776604] env[62291]: DEBUG nova.virt.hardware [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2095.776777] env[62291]: DEBUG nova.virt.hardware [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2095.776994] env[62291]: DEBUG nova.virt.hardware [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2095.777519] env[62291]: DEBUG nova.virt.hardware [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2095.777519] env[62291]: DEBUG nova.virt.hardware [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2095.777519] env[62291]: DEBUG nova.virt.hardware [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2095.777748] env[62291]: DEBUG nova.virt.hardware [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2095.778839] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a4484b-7ccf-4e66-9cf9-b2da7734c425 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.791817] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb13bb4-9355-4138-8a07-f275c011866b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.811959] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Instance VIF info [] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2095.820421] env[62291]: DEBUG oslo.service.loopingcall [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2095.820421] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2095.820421] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e11bd782-bf19-484f-9997-7f440831fcf2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2095.837903] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2095.837903] env[62291]: value = "task-2142991" [ 2095.837903] env[62291]: _type = "Task" [ 2095.837903] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2095.847558] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142991, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2095.908213] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7421f886-2604-4007-8782-2d7f1a9422bc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2096.259025] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.739s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2096.259025] env[62291]: DEBUG nova.compute.manager [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2096.260795] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ed6aeb2e-0831-402f-81f1-0f10c91c6dc1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.700s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2096.260795] env[62291]: DEBUG nova.objects.instance [None req-ed6aeb2e-0831-402f-81f1-0f10c91c6dc1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lazy-loading 'resources' on Instance uuid 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2096.350159] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142991, 'name': CreateVM_Task, 'duration_secs': 0.31985} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.350847] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2096.350847] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2096.351031] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2096.351473] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2096.351776] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e2782ec-ab48-40ad-90ad-5db5298a4d52 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.358438] env[62291]: DEBUG oslo_vmware.api [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Waiting for the task: (returnval){ [ 2096.358438] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52578f3e-e975-4427-3ade-a2507b0517bb" [ 2096.358438] env[62291]: _type = "Task" [ 2096.358438] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.368591] env[62291]: DEBUG oslo_vmware.api [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52578f3e-e975-4427-3ade-a2507b0517bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2096.504337] env[62291]: DEBUG nova.network.neutron [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Successfully updated port: 7b541709-09bc-42bd-84bc-090bad83418a {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2096.654338] env[62291]: DEBUG oslo_concurrency.lockutils [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Acquiring lock "ebcf3701-88ed-408a-8019-7bca77d6cb50" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2096.654640] env[62291]: DEBUG oslo_concurrency.lockutils [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Lock "ebcf3701-88ed-408a-8019-7bca77d6cb50" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2096.681056] env[62291]: DEBUG oslo_concurrency.lockutils [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Acquiring lock "6b127e14-7af8-4451-83c4-2197134ef295" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2096.681476] env[62291]: DEBUG oslo_concurrency.lockutils [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Lock "6b127e14-7af8-4451-83c4-2197134ef295" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2096.762802] env[62291]: DEBUG nova.compute.utils [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2096.764776] env[62291]: DEBUG nova.compute.manager [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2096.764980] env[62291]: DEBUG nova.network.neutron [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2096.823851] env[62291]: DEBUG nova.compute.manager [req-f5747113-f3c0-4594-96db-09d3eb76c236 req-bacaf94c-ffdf-4863-ac8e-39e74df5e700 service nova] [instance: 717000ae-e680-426e-9110-abe1865d496b] Received event network-vif-plugged-7b541709-09bc-42bd-84bc-090bad83418a {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2096.824101] env[62291]: DEBUG oslo_concurrency.lockutils [req-f5747113-f3c0-4594-96db-09d3eb76c236 req-bacaf94c-ffdf-4863-ac8e-39e74df5e700 service nova] Acquiring lock "717000ae-e680-426e-9110-abe1865d496b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2096.824751] env[62291]: DEBUG oslo_concurrency.lockutils [req-f5747113-f3c0-4594-96db-09d3eb76c236 req-bacaf94c-ffdf-4863-ac8e-39e74df5e700 service nova] Lock "717000ae-e680-426e-9110-abe1865d496b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2096.824941] env[62291]: DEBUG oslo_concurrency.lockutils [req-f5747113-f3c0-4594-96db-09d3eb76c236 req-bacaf94c-ffdf-4863-ac8e-39e74df5e700 service nova] Lock "717000ae-e680-426e-9110-abe1865d496b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2096.829025] env[62291]: DEBUG nova.compute.manager [req-f5747113-f3c0-4594-96db-09d3eb76c236 req-bacaf94c-ffdf-4863-ac8e-39e74df5e700 service nova] [instance: 717000ae-e680-426e-9110-abe1865d496b] No waiting events found dispatching network-vif-plugged-7b541709-09bc-42bd-84bc-090bad83418a {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2096.829025] env[62291]: WARNING nova.compute.manager [req-f5747113-f3c0-4594-96db-09d3eb76c236 req-bacaf94c-ffdf-4863-ac8e-39e74df5e700 service nova] [instance: 717000ae-e680-426e-9110-abe1865d496b] Received unexpected event network-vif-plugged-7b541709-09bc-42bd-84bc-090bad83418a for instance with vm_state building and task_state spawning. [ 2096.829025] env[62291]: DEBUG nova.compute.manager [req-f5747113-f3c0-4594-96db-09d3eb76c236 req-bacaf94c-ffdf-4863-ac8e-39e74df5e700 service nova] [instance: 717000ae-e680-426e-9110-abe1865d496b] Received event network-changed-7b541709-09bc-42bd-84bc-090bad83418a {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2096.829025] env[62291]: DEBUG nova.compute.manager [req-f5747113-f3c0-4594-96db-09d3eb76c236 req-bacaf94c-ffdf-4863-ac8e-39e74df5e700 service nova] [instance: 717000ae-e680-426e-9110-abe1865d496b] Refreshing instance network info cache due to event network-changed-7b541709-09bc-42bd-84bc-090bad83418a. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2096.829025] env[62291]: DEBUG oslo_concurrency.lockutils [req-f5747113-f3c0-4594-96db-09d3eb76c236 req-bacaf94c-ffdf-4863-ac8e-39e74df5e700 service nova] Acquiring lock "refresh_cache-717000ae-e680-426e-9110-abe1865d496b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2096.829025] env[62291]: DEBUG oslo_concurrency.lockutils [req-f5747113-f3c0-4594-96db-09d3eb76c236 req-bacaf94c-ffdf-4863-ac8e-39e74df5e700 service nova] Acquired lock "refresh_cache-717000ae-e680-426e-9110-abe1865d496b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2096.829025] env[62291]: DEBUG nova.network.neutron [req-f5747113-f3c0-4594-96db-09d3eb76c236 req-bacaf94c-ffdf-4863-ac8e-39e74df5e700 service nova] [instance: 717000ae-e680-426e-9110-abe1865d496b] Refreshing network info cache for port 7b541709-09bc-42bd-84bc-090bad83418a {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2096.831384] env[62291]: DEBUG nova.policy [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53e1398bc33d48369d989fa3e7649b08', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ced82ff4c1d54fdcaac99123f59eca6f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2096.872264] env[62291]: DEBUG oslo_vmware.api [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52578f3e-e975-4427-3ade-a2507b0517bb, 'name': SearchDatastore_Task, 'duration_secs': 0.014479} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2096.873208] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2096.873208] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2096.873208] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2096.873395] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2096.873437] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2096.873711] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7cb7c38c-6f3c-4a52-a53b-c98b08a4d225 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.884106] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2096.884106] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2096.884985] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f04cee3-7f75-40b7-a11f-b6da558ce238 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.890658] env[62291]: DEBUG oslo_vmware.api [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Waiting for the task: (returnval){ [ 2096.890658] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52d389fa-d6ea-8f1d-00d7-e9fa0de171c7" [ 2096.890658] env[62291]: _type = "Task" [ 2096.890658] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2096.900889] env[62291]: DEBUG oslo_vmware.api [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52d389fa-d6ea-8f1d-00d7-e9fa0de171c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.009796] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Acquiring lock "refresh_cache-717000ae-e680-426e-9110-abe1865d496b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2097.211114] env[62291]: DEBUG nova.network.neutron [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Successfully created port: d300f0f9-499e-4ad3-b846-ef967a95197b {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2097.272910] env[62291]: DEBUG nova.compute.manager [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2097.315930] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b6d889-07a6-4ca7-be65-742cf8cc66f7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.324146] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a60d531b-afa8-414e-a9e4-f7f05f063960 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.360344] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d51395-209b-441d-80f9-f4210021dfc0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.368767] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36a9b2f-faa0-4e4d-86b1-f09315ecb810 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.385757] env[62291]: DEBUG nova.compute.provider_tree [None req-ed6aeb2e-0831-402f-81f1-0f10c91c6dc1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2097.400922] env[62291]: DEBUG oslo_vmware.api [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52d389fa-d6ea-8f1d-00d7-e9fa0de171c7, 'name': SearchDatastore_Task, 'duration_secs': 0.012527} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2097.402540] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adc6f9c4-d7ae-44e8-ad9c-2216aa2b8ed9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.408550] env[62291]: DEBUG oslo_vmware.api [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Waiting for the task: (returnval){ [ 2097.408550] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5231899f-1bb0-66d4-0331-4ae8a63034a9" [ 2097.408550] env[62291]: _type = "Task" [ 2097.408550] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2097.417243] env[62291]: DEBUG oslo_vmware.api [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5231899f-1bb0-66d4-0331-4ae8a63034a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.418350] env[62291]: DEBUG nova.network.neutron [req-f5747113-f3c0-4594-96db-09d3eb76c236 req-bacaf94c-ffdf-4863-ac8e-39e74df5e700 service nova] [instance: 717000ae-e680-426e-9110-abe1865d496b] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2097.558071] env[62291]: DEBUG oslo_vmware.rw_handles [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52086125-a8e0-db32-ab49-55029b59baa9/disk-0.vmdk. {{(pid=62291) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2097.560825] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81539e87-c68e-4444-ab81-210be76ae480 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.572211] env[62291]: DEBUG oslo_vmware.rw_handles [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52086125-a8e0-db32-ab49-55029b59baa9/disk-0.vmdk is in state: ready. {{(pid=62291) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2097.572471] env[62291]: ERROR oslo_vmware.rw_handles [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52086125-a8e0-db32-ab49-55029b59baa9/disk-0.vmdk due to incomplete transfer. [ 2097.573625] env[62291]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-cf427b82-8dd7-4740-9eea-c0105e800ef5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.580026] env[62291]: DEBUG oslo_vmware.rw_handles [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52086125-a8e0-db32-ab49-55029b59baa9/disk-0.vmdk. {{(pid=62291) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2097.580026] env[62291]: DEBUG nova.virt.vmwareapi.images [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Uploaded image a4c705e5-2eaa-4542-8fa2-f07d35393f33 to the Glance image server {{(pid=62291) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2097.585213] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Destroying the VM {{(pid=62291) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2097.586100] env[62291]: DEBUG nova.network.neutron [req-f5747113-f3c0-4594-96db-09d3eb76c236 req-bacaf94c-ffdf-4863-ac8e-39e74df5e700 service nova] [instance: 717000ae-e680-426e-9110-abe1865d496b] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2097.587213] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-609ab008-ad19-4e65-9372-936b247654aa {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.595235] env[62291]: DEBUG oslo_vmware.api [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 2097.595235] env[62291]: value = "task-2142992" [ 2097.595235] env[62291]: _type = "Task" [ 2097.595235] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2097.604239] env[62291]: DEBUG oslo_vmware.api [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2142992, 'name': Destroy_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2097.889117] env[62291]: DEBUG nova.scheduler.client.report [None req-ed6aeb2e-0831-402f-81f1-0f10c91c6dc1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2097.919360] env[62291]: DEBUG oslo_vmware.api [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5231899f-1bb0-66d4-0331-4ae8a63034a9, 'name': SearchDatastore_Task, 'duration_secs': 0.013364} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2097.919630] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2097.919901] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 63726aa9-28f0-4e38-9cb3-dab0e7827226/63726aa9-28f0-4e38-9cb3-dab0e7827226.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2097.920154] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-724b6842-f436-4077-a8f1-8ff37910652b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.926651] env[62291]: DEBUG oslo_vmware.api [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Waiting for the task: (returnval){ [ 2097.926651] env[62291]: value = "task-2142993" [ 2097.926651] env[62291]: _type = "Task" [ 2097.926651] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2097.933960] env[62291]: DEBUG oslo_vmware.api [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': task-2142993, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.092051] env[62291]: DEBUG oslo_concurrency.lockutils [req-f5747113-f3c0-4594-96db-09d3eb76c236 req-bacaf94c-ffdf-4863-ac8e-39e74df5e700 service nova] Releasing lock "refresh_cache-717000ae-e680-426e-9110-abe1865d496b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2098.092051] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Acquired lock "refresh_cache-717000ae-e680-426e-9110-abe1865d496b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2098.092243] env[62291]: DEBUG nova.network.neutron [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2098.105109] env[62291]: DEBUG oslo_vmware.api [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2142992, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.285638] env[62291]: DEBUG nova.compute.manager [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2098.307615] env[62291]: DEBUG nova.virt.hardware [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2098.307927] env[62291]: DEBUG nova.virt.hardware [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2098.308140] env[62291]: DEBUG nova.virt.hardware [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2098.308333] env[62291]: DEBUG nova.virt.hardware [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2098.308481] env[62291]: DEBUG nova.virt.hardware [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2098.308625] env[62291]: DEBUG nova.virt.hardware [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2098.308836] env[62291]: DEBUG nova.virt.hardware [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2098.308995] env[62291]: DEBUG nova.virt.hardware [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2098.309249] env[62291]: DEBUG nova.virt.hardware [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2098.309421] env[62291]: DEBUG nova.virt.hardware [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2098.309593] env[62291]: DEBUG nova.virt.hardware [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2098.310486] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffca0f41-64f2-4a1d-8c5b-e6eff621af75 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.318941] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a8da46-dc59-4ff6-9e6d-33fab021e768 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.394511] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ed6aeb2e-0831-402f-81f1-0f10c91c6dc1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.134s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2098.396989] env[62291]: DEBUG oslo_concurrency.lockutils [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.071s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2098.398545] env[62291]: INFO nova.compute.claims [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: 674a0ed8-2582-4c5b-b347-2632f7fb3eea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2098.423720] env[62291]: INFO nova.scheduler.client.report [None req-ed6aeb2e-0831-402f-81f1-0f10c91c6dc1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Deleted allocations for instance 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5 [ 2098.440173] env[62291]: DEBUG oslo_vmware.api [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': task-2142993, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.606322] env[62291]: DEBUG oslo_vmware.api [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2142992, 'name': Destroy_Task, 'duration_secs': 0.794876} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.606623] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Destroyed the VM [ 2098.607055] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Deleting Snapshot of the VM instance {{(pid=62291) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2098.607348] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-78f30398-a413-4755-b68a-0eb3341a26b2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.617427] env[62291]: DEBUG oslo_vmware.api [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 2098.617427] env[62291]: value = "task-2142994" [ 2098.617427] env[62291]: _type = "Task" [ 2098.617427] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.631061] env[62291]: DEBUG oslo_vmware.api [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2142994, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2098.633443] env[62291]: DEBUG nova.network.neutron [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2098.893290] env[62291]: DEBUG nova.network.neutron [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Updating instance_info_cache with network_info: [{"id": "7b541709-09bc-42bd-84bc-090bad83418a", "address": "fa:16:3e:02:06:b3", "network": {"id": "a7d4cfa1-5a02-4729-b15f-3d414d57aa9e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-66180431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "877e1c36dc75431296fb730c541970f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b541709-09", "ovs_interfaceid": "7b541709-09bc-42bd-84bc-090bad83418a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2098.942137] env[62291]: DEBUG oslo_vmware.api [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': task-2142993, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.836962} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2098.942668] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ed6aeb2e-0831-402f-81f1-0f10c91c6dc1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "2e8ce4c2-e47e-4c0f-b017-dc973c46eae5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.951s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2098.944198] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 63726aa9-28f0-4e38-9cb3-dab0e7827226/63726aa9-28f0-4e38-9cb3-dab0e7827226.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2098.944535] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2098.944817] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2fd13d34-d252-4095-a94e-82c06909f1bf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2098.953930] env[62291]: DEBUG oslo_vmware.api [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Waiting for the task: (returnval){ [ 2098.953930] env[62291]: value = "task-2142995" [ 2098.953930] env[62291]: _type = "Task" [ 2098.953930] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2098.955352] env[62291]: DEBUG nova.compute.manager [req-b38e3db7-d849-474b-97bd-c61ce96a95b2 req-94a144c3-f5cf-4df8-82f4-094453dbd974 service nova] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Received event network-vif-plugged-d300f0f9-499e-4ad3-b846-ef967a95197b {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2098.955613] env[62291]: DEBUG oslo_concurrency.lockutils [req-b38e3db7-d849-474b-97bd-c61ce96a95b2 req-94a144c3-f5cf-4df8-82f4-094453dbd974 service nova] Acquiring lock "386f83d9-31c2-47ae-970e-7c2449aab0a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2098.955900] env[62291]: DEBUG oslo_concurrency.lockutils [req-b38e3db7-d849-474b-97bd-c61ce96a95b2 req-94a144c3-f5cf-4df8-82f4-094453dbd974 service nova] Lock "386f83d9-31c2-47ae-970e-7c2449aab0a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2098.956186] env[62291]: DEBUG oslo_concurrency.lockutils [req-b38e3db7-d849-474b-97bd-c61ce96a95b2 req-94a144c3-f5cf-4df8-82f4-094453dbd974 service nova] Lock "386f83d9-31c2-47ae-970e-7c2449aab0a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2098.956465] env[62291]: DEBUG nova.compute.manager [req-b38e3db7-d849-474b-97bd-c61ce96a95b2 req-94a144c3-f5cf-4df8-82f4-094453dbd974 service nova] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] No waiting events found dispatching network-vif-plugged-d300f0f9-499e-4ad3-b846-ef967a95197b {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2098.956791] env[62291]: WARNING nova.compute.manager [req-b38e3db7-d849-474b-97bd-c61ce96a95b2 req-94a144c3-f5cf-4df8-82f4-094453dbd974 service nova] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Received unexpected event network-vif-plugged-d300f0f9-499e-4ad3-b846-ef967a95197b for instance with vm_state building and task_state spawning. [ 2098.967548] env[62291]: DEBUG oslo_vmware.api [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': task-2142995, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.044279] env[62291]: DEBUG nova.network.neutron [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Successfully updated port: d300f0f9-499e-4ad3-b846-ef967a95197b {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2099.127497] env[62291]: DEBUG oslo_vmware.api [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2142994, 'name': RemoveSnapshot_Task, 'duration_secs': 0.481269} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2099.127720] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Deleted Snapshot of the VM instance {{(pid=62291) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2099.128012] env[62291]: DEBUG nova.compute.manager [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2099.128781] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63f85a2e-f70b-419f-b1c7-85664c312795 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.396585] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Releasing lock "refresh_cache-717000ae-e680-426e-9110-abe1865d496b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2099.396964] env[62291]: DEBUG nova.compute.manager [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Instance network_info: |[{"id": "7b541709-09bc-42bd-84bc-090bad83418a", "address": "fa:16:3e:02:06:b3", "network": {"id": "a7d4cfa1-5a02-4729-b15f-3d414d57aa9e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-66180431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "877e1c36dc75431296fb730c541970f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b541709-09", "ovs_interfaceid": "7b541709-09bc-42bd-84bc-090bad83418a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2099.397522] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:06:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d94740a-bce8-4103-8ecf-230d02ec0a44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b541709-09bc-42bd-84bc-090bad83418a', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2099.405239] env[62291]: DEBUG oslo.service.loopingcall [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2099.405765] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 717000ae-e680-426e-9110-abe1865d496b] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2099.408282] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7117e838-ad58-42b1-888e-5e2393b69a13 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.427592] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2099.427592] env[62291]: value = "task-2142996" [ 2099.427592] env[62291]: _type = "Task" [ 2099.427592] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2099.437307] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142996, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.465282] env[62291]: DEBUG oslo_vmware.api [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': task-2142995, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070791} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2099.465564] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2099.468609] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecaf229d-7788-4a4d-9264-cab838bd6b6a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.488408] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 63726aa9-28f0-4e38-9cb3-dab0e7827226/63726aa9-28f0-4e38-9cb3-dab0e7827226.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2099.491134] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-077b939e-f0ce-456a-b412-614e64fd9ccb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.511082] env[62291]: DEBUG oslo_vmware.api [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Waiting for the task: (returnval){ [ 2099.511082] env[62291]: value = "task-2142997" [ 2099.511082] env[62291]: _type = "Task" [ 2099.511082] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2099.520149] env[62291]: DEBUG oslo_vmware.api [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': task-2142997, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.548152] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "refresh_cache-386f83d9-31c2-47ae-970e-7c2449aab0a1" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2099.548298] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquired lock "refresh_cache-386f83d9-31c2-47ae-970e-7c2449aab0a1" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2099.548487] env[62291]: DEBUG nova.network.neutron [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2099.642022] env[62291]: INFO nova.compute.manager [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Shelve offloading [ 2099.644704] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2099.644704] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-437e4a2a-7137-4a65-bff9-dd3bffbcd475 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.651278] env[62291]: DEBUG oslo_vmware.api [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 2099.651278] env[62291]: value = "task-2142998" [ 2099.651278] env[62291]: _type = "Task" [ 2099.651278] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2099.663192] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] VM already powered off {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2099.663412] env[62291]: DEBUG nova.compute.manager [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2099.664239] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e426725-1c99-49b2-a75a-a90a2927bf83 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.673450] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "refresh_cache-37f9f905-472e-42fc-abea-da85d1882ac6" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2099.673642] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquired lock "refresh_cache-37f9f905-472e-42fc-abea-da85d1882ac6" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2099.673817] env[62291]: DEBUG nova.network.neutron [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2099.932016] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfcdfdc0-72bb-4591-ab71-178f75c8dac5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.943363] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142996, 'name': CreateVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.945976] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490723e1-7f49-4512-a9d0-38811d6a8117 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.978196] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beebcaff-1281-4f04-bd49-dd72e0822a22 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.985558] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41dd63e6-0cb0-4e51-b245-cdb4fe81f874 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.999156] env[62291]: DEBUG nova.compute.provider_tree [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2100.020793] env[62291]: DEBUG oslo_vmware.api [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': task-2142997, 'name': ReconfigVM_Task, 'duration_secs': 0.338793} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.022084] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 63726aa9-28f0-4e38-9cb3-dab0e7827226/63726aa9-28f0-4e38-9cb3-dab0e7827226.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2100.022084] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-924af67c-19f0-4431-b76d-970153cbf9b2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.028401] env[62291]: DEBUG oslo_vmware.api [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Waiting for the task: (returnval){ [ 2100.028401] env[62291]: value = "task-2142999" [ 2100.028401] env[62291]: _type = "Task" [ 2100.028401] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.036242] env[62291]: DEBUG oslo_vmware.api [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': task-2142999, 'name': Rename_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.086073] env[62291]: DEBUG nova.network.neutron [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2100.255623] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "8834ed52-cc02-4dbc-87f7-c4cd6b15be9a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2100.255850] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "8834ed52-cc02-4dbc-87f7-c4cd6b15be9a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2100.344590] env[62291]: DEBUG nova.network.neutron [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Updating instance_info_cache with network_info: [{"id": "d300f0f9-499e-4ad3-b846-ef967a95197b", "address": "fa:16:3e:e1:05:25", "network": {"id": "b789769e-7cdd-4ec0-9b65-d217c45c3755", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2063957055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ced82ff4c1d54fdcaac99123f59eca6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd300f0f9-49", "ovs_interfaceid": "d300f0f9-499e-4ad3-b846-ef967a95197b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2100.441943] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2142996, 'name': CreateVM_Task, 'duration_secs': 0.516671} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.445945] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 717000ae-e680-426e-9110-abe1865d496b] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2100.445945] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2100.445945] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2100.445945] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2100.445945] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cea6bcd9-1f17-4a94-aa77-e2dfddc913ad {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.449411] env[62291]: DEBUG oslo_vmware.api [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 2100.449411] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52216adb-7c4a-df92-fa9f-f5d1d61b4a7a" [ 2100.449411] env[62291]: _type = "Task" [ 2100.449411] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.458722] env[62291]: DEBUG oslo_vmware.api [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52216adb-7c4a-df92-fa9f-f5d1d61b4a7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.498479] env[62291]: DEBUG nova.network.neutron [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Updating instance_info_cache with network_info: [{"id": "1d62834b-a7f3-4f6d-954a-cdbb3683297d", "address": "fa:16:3e:b4:21:45", "network": {"id": "4474c551-e3cb-474b-bd1c-92c26c84e83a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-841869371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fec9555fe4aa4c7a9e61c54aebf169a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d62834b-a7", "ovs_interfaceid": "1d62834b-a7f3-4f6d-954a-cdbb3683297d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2100.501788] env[62291]: DEBUG nova.scheduler.client.report [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2100.537673] env[62291]: DEBUG oslo_vmware.api [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': task-2142999, 'name': Rename_Task, 'duration_secs': 0.138841} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.537974] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2100.538239] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f1a2c25-2164-49a8-a72a-25151d76a4d5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.544064] env[62291]: DEBUG oslo_vmware.api [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Waiting for the task: (returnval){ [ 2100.544064] env[62291]: value = "task-2143000" [ 2100.544064] env[62291]: _type = "Task" [ 2100.544064] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.551468] env[62291]: DEBUG oslo_vmware.api [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': task-2143000, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.847197] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Releasing lock "refresh_cache-386f83d9-31c2-47ae-970e-7c2449aab0a1" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2100.847515] env[62291]: DEBUG nova.compute.manager [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Instance network_info: |[{"id": "d300f0f9-499e-4ad3-b846-ef967a95197b", "address": "fa:16:3e:e1:05:25", "network": {"id": "b789769e-7cdd-4ec0-9b65-d217c45c3755", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2063957055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ced82ff4c1d54fdcaac99123f59eca6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd300f0f9-49", "ovs_interfaceid": "d300f0f9-499e-4ad3-b846-ef967a95197b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2100.847966] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:05:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78340140-126f-4ef8-a340-debaa64da3e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd300f0f9-499e-4ad3-b846-ef967a95197b', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2100.855487] env[62291]: DEBUG oslo.service.loopingcall [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2100.855712] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2100.855939] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d3339f3-a74d-4211-88ef-0422d58e6bb6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.875911] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2100.875911] env[62291]: value = "task-2143001" [ 2100.875911] env[62291]: _type = "Task" [ 2100.875911] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.885095] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143001, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.960179] env[62291]: DEBUG oslo_vmware.api [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52216adb-7c4a-df92-fa9f-f5d1d61b4a7a, 'name': SearchDatastore_Task, 'duration_secs': 0.010229} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.960432] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2100.960661] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2100.960895] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2100.961058] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2100.961239] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2100.961502] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e62a4282-49f2-4aa5-b43c-4ca81ed2acd9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.969077] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2100.969264] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2100.969948] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-712a612c-b591-4a71-b9dd-25afa39f8f1b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.975030] env[62291]: DEBUG oslo_vmware.api [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 2100.975030] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52f482c0-691f-dae1-ae45-6a0e93cd6f89" [ 2100.975030] env[62291]: _type = "Task" [ 2100.975030] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.982147] env[62291]: DEBUG oslo_vmware.api [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52f482c0-691f-dae1-ae45-6a0e93cd6f89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.984239] env[62291]: DEBUG nova.compute.manager [req-7fa3b1b5-84f3-46a4-a68d-7898247713a3 req-d86ca237-ab6c-4f57-8874-50a1696a2b0b service nova] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Received event network-changed-d300f0f9-499e-4ad3-b846-ef967a95197b {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2100.984423] env[62291]: DEBUG nova.compute.manager [req-7fa3b1b5-84f3-46a4-a68d-7898247713a3 req-d86ca237-ab6c-4f57-8874-50a1696a2b0b service nova] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Refreshing instance network info cache due to event network-changed-d300f0f9-499e-4ad3-b846-ef967a95197b. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2100.984630] env[62291]: DEBUG oslo_concurrency.lockutils [req-7fa3b1b5-84f3-46a4-a68d-7898247713a3 req-d86ca237-ab6c-4f57-8874-50a1696a2b0b service nova] Acquiring lock "refresh_cache-386f83d9-31c2-47ae-970e-7c2449aab0a1" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2100.984803] env[62291]: DEBUG oslo_concurrency.lockutils [req-7fa3b1b5-84f3-46a4-a68d-7898247713a3 req-d86ca237-ab6c-4f57-8874-50a1696a2b0b service nova] Acquired lock "refresh_cache-386f83d9-31c2-47ae-970e-7c2449aab0a1" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2100.984969] env[62291]: DEBUG nova.network.neutron [req-7fa3b1b5-84f3-46a4-a68d-7898247713a3 req-d86ca237-ab6c-4f57-8874-50a1696a2b0b service nova] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Refreshing network info cache for port d300f0f9-499e-4ad3-b846-ef967a95197b {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2101.000693] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Releasing lock "refresh_cache-37f9f905-472e-42fc-abea-da85d1882ac6" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2101.007939] env[62291]: DEBUG oslo_concurrency.lockutils [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.611s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2101.008456] env[62291]: DEBUG nova.compute.manager [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: 674a0ed8-2582-4c5b-b347-2632f7fb3eea] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2101.011186] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.801s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2101.012910] env[62291]: INFO nova.compute.claims [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2101.054890] env[62291]: DEBUG oslo_vmware.api [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': task-2143000, 'name': PowerOnVM_Task, 'duration_secs': 0.476065} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.056176] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2101.056395] env[62291]: DEBUG nova.compute.manager [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2101.057284] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd84077-a5d0-4128-9439-2e6d6280a1a0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.386411] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143001, 'name': CreateVM_Task, 'duration_secs': 0.436126} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.386920] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2101.387354] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2101.387501] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2101.387853] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2101.388146] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9706760-62e5-440b-87e9-06a4f99f320e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.392816] env[62291]: DEBUG oslo_vmware.api [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2101.392816] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52d70bb0-c3ae-9490-2804-88413cb7bc4a" [ 2101.392816] env[62291]: _type = "Task" [ 2101.392816] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.401076] env[62291]: DEBUG oslo_vmware.api [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52d70bb0-c3ae-9490-2804-88413cb7bc4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.485188] env[62291]: DEBUG oslo_vmware.api [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52f482c0-691f-dae1-ae45-6a0e93cd6f89, 'name': SearchDatastore_Task, 'duration_secs': 0.009225} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.486009] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-661ec70e-1d9c-44a0-bc4c-520b6d24f2ce {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.493197] env[62291]: DEBUG oslo_vmware.api [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 2101.493197] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52c3e8b8-693f-2222-456b-2ea6f15eb311" [ 2101.493197] env[62291]: _type = "Task" [ 2101.493197] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.500985] env[62291]: DEBUG oslo_vmware.api [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52c3e8b8-693f-2222-456b-2ea6f15eb311, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.517940] env[62291]: DEBUG nova.compute.utils [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2101.521258] env[62291]: DEBUG nova.compute.manager [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: 674a0ed8-2582-4c5b-b347-2632f7fb3eea] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2101.521968] env[62291]: DEBUG nova.network.neutron [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: 674a0ed8-2582-4c5b-b347-2632f7fb3eea] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2101.544508] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2101.544508] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb43e1cb-4550-40ea-a0fc-5fdec01be1b0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.551531] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2101.551785] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-737ca81a-c479-4c44-9bd9-80deab21db29 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.574903] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2101.630524] env[62291]: DEBUG nova.policy [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd7e96f9a8785466e980ffe5b6c69e334', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae6b6ded12464419a6dc4f617fcd2e59', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2101.650608] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2101.650836] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2101.651031] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Deleting the datastore file [datastore2] 37f9f905-472e-42fc-abea-da85d1882ac6 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2101.651308] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e984fe9-8a6a-4cba-9e9e-3c3ecdac72e0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.659400] env[62291]: DEBUG oslo_vmware.api [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 2101.659400] env[62291]: value = "task-2143003" [ 2101.659400] env[62291]: _type = "Task" [ 2101.659400] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.668593] env[62291]: DEBUG oslo_vmware.api [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143003, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.903203] env[62291]: DEBUG oslo_vmware.api [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52d70bb0-c3ae-9490-2804-88413cb7bc4a, 'name': SearchDatastore_Task, 'duration_secs': 0.009165} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.904188] env[62291]: DEBUG nova.network.neutron [req-7fa3b1b5-84f3-46a4-a68d-7898247713a3 req-d86ca237-ab6c-4f57-8874-50a1696a2b0b service nova] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Updated VIF entry in instance network info cache for port d300f0f9-499e-4ad3-b846-ef967a95197b. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2101.904411] env[62291]: DEBUG nova.network.neutron [req-7fa3b1b5-84f3-46a4-a68d-7898247713a3 req-d86ca237-ab6c-4f57-8874-50a1696a2b0b service nova] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Updating instance_info_cache with network_info: [{"id": "d300f0f9-499e-4ad3-b846-ef967a95197b", "address": "fa:16:3e:e1:05:25", "network": {"id": "b789769e-7cdd-4ec0-9b65-d217c45c3755", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2063957055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ced82ff4c1d54fdcaac99123f59eca6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd300f0f9-49", "ovs_interfaceid": "d300f0f9-499e-4ad3-b846-ef967a95197b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2101.905882] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2101.905882] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2101.906249] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2102.004101] env[62291]: DEBUG oslo_vmware.api [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52c3e8b8-693f-2222-456b-2ea6f15eb311, 'name': SearchDatastore_Task, 'duration_secs': 0.009116} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.004726] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2102.005198] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 717000ae-e680-426e-9110-abe1865d496b/717000ae-e680-426e-9110-abe1865d496b.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2102.005918] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2102.005918] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2102.006382] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9527bce6-b885-4d66-86bd-8522e3a4bbb9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.009435] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0ec7111-d724-4594-9938-005c243b5b2f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.016417] env[62291]: DEBUG oslo_vmware.api [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 2102.016417] env[62291]: value = "task-2143004" [ 2102.016417] env[62291]: _type = "Task" [ 2102.016417] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.022515] env[62291]: DEBUG nova.compute.manager [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: 674a0ed8-2582-4c5b-b347-2632f7fb3eea] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2102.025865] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2102.029026] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2102.030657] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-367561f6-f49b-49e8-aaeb-4875e903fb42 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.038893] env[62291]: DEBUG oslo_vmware.api [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143004, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.042421] env[62291]: DEBUG oslo_vmware.api [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2102.042421] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52d09251-2494-2f27-9109-0278c7a9fb64" [ 2102.042421] env[62291]: _type = "Task" [ 2102.042421] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.051896] env[62291]: DEBUG oslo_vmware.api [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52d09251-2494-2f27-9109-0278c7a9fb64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.080226] env[62291]: DEBUG nova.network.neutron [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: 674a0ed8-2582-4c5b-b347-2632f7fb3eea] Successfully created port: 9366b7cd-2247-41c4-8ab3-706daa7284a6 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2102.175943] env[62291]: DEBUG oslo_vmware.api [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143003, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135368} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.176243] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2102.176430] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2102.177589] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2102.201168] env[62291]: INFO nova.scheduler.client.report [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Deleted allocations for instance 37f9f905-472e-42fc-abea-da85d1882ac6 [ 2102.407738] env[62291]: DEBUG oslo_concurrency.lockutils [req-7fa3b1b5-84f3-46a4-a68d-7898247713a3 req-d86ca237-ab6c-4f57-8874-50a1696a2b0b service nova] Releasing lock "refresh_cache-386f83d9-31c2-47ae-970e-7c2449aab0a1" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2102.533479] env[62291]: DEBUG oslo_vmware.api [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143004, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503964} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.536113] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 717000ae-e680-426e-9110-abe1865d496b/717000ae-e680-426e-9110-abe1865d496b.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2102.536113] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2102.536113] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-64db2cf5-bc2c-472a-824b-5952768cf576 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.540291] env[62291]: DEBUG oslo_vmware.api [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 2102.540291] env[62291]: value = "task-2143005" [ 2102.540291] env[62291]: _type = "Task" [ 2102.540291] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.553415] env[62291]: DEBUG oslo_vmware.api [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143005, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.556801] env[62291]: DEBUG oslo_vmware.api [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52d09251-2494-2f27-9109-0278c7a9fb64, 'name': SearchDatastore_Task, 'duration_secs': 0.009086} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.557611] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bc4e6dd-7563-4f15-87a8-8cb49efafbc3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.564822] env[62291]: DEBUG oslo_vmware.api [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2102.564822] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]525ce139-e80b-399e-5a73-226b86252c25" [ 2102.564822] env[62291]: _type = "Task" [ 2102.564822] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.575399] env[62291]: DEBUG oslo_vmware.api [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]525ce139-e80b-399e-5a73-226b86252c25, 'name': SearchDatastore_Task} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.575649] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2102.575903] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 386f83d9-31c2-47ae-970e-7c2449aab0a1/386f83d9-31c2-47ae-970e-7c2449aab0a1.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2102.576179] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b81bb973-79bd-40be-8dd1-de93bc5fc2c2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.582122] env[62291]: DEBUG oslo_vmware.api [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2102.582122] env[62291]: value = "task-2143006" [ 2102.582122] env[62291]: _type = "Task" [ 2102.582122] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.589659] env[62291]: DEBUG oslo_vmware.api [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143006, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.662073] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7523fbcb-fbd0-4f75-9172-ddccc3eafe7f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.670781] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddacfca0-f6a9-4951-84af-0f917eacd7e2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.702157] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c547a2-fbf1-4d04-aba8-77c5c3661f8f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.708449] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a45bb8-b4a0-4635-81b7-28dcbe6c93bd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.713061] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2102.722705] env[62291]: DEBUG nova.compute.provider_tree [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2102.767699] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3f49fa9a-abf8-4242-ade3-81fc88811cc6 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Acquiring lock "63726aa9-28f0-4e38-9cb3-dab0e7827226" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2102.767995] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3f49fa9a-abf8-4242-ade3-81fc88811cc6 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Lock "63726aa9-28f0-4e38-9cb3-dab0e7827226" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2102.768231] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3f49fa9a-abf8-4242-ade3-81fc88811cc6 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Acquiring lock "63726aa9-28f0-4e38-9cb3-dab0e7827226-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2102.768423] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3f49fa9a-abf8-4242-ade3-81fc88811cc6 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Lock "63726aa9-28f0-4e38-9cb3-dab0e7827226-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2102.768592] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3f49fa9a-abf8-4242-ade3-81fc88811cc6 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Lock "63726aa9-28f0-4e38-9cb3-dab0e7827226-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2102.770871] env[62291]: INFO nova.compute.manager [None req-3f49fa9a-abf8-4242-ade3-81fc88811cc6 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Terminating instance [ 2102.772618] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3f49fa9a-abf8-4242-ade3-81fc88811cc6 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Acquiring lock "refresh_cache-63726aa9-28f0-4e38-9cb3-dab0e7827226" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2102.772803] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3f49fa9a-abf8-4242-ade3-81fc88811cc6 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Acquired lock "refresh_cache-63726aa9-28f0-4e38-9cb3-dab0e7827226" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2102.772952] env[62291]: DEBUG nova.network.neutron [None req-3f49fa9a-abf8-4242-ade3-81fc88811cc6 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2103.004131] env[62291]: DEBUG nova.compute.manager [req-8a6200cc-6d84-4416-8cf7-08e46985bce4 req-be4ac17f-18d6-4b61-a30f-4785ff3812be service nova] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Received event network-vif-unplugged-1d62834b-a7f3-4f6d-954a-cdbb3683297d {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2103.004360] env[62291]: DEBUG oslo_concurrency.lockutils [req-8a6200cc-6d84-4416-8cf7-08e46985bce4 req-be4ac17f-18d6-4b61-a30f-4785ff3812be service nova] Acquiring lock "37f9f905-472e-42fc-abea-da85d1882ac6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2103.004588] env[62291]: DEBUG oslo_concurrency.lockutils [req-8a6200cc-6d84-4416-8cf7-08e46985bce4 req-be4ac17f-18d6-4b61-a30f-4785ff3812be service nova] Lock "37f9f905-472e-42fc-abea-da85d1882ac6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2103.004774] env[62291]: DEBUG oslo_concurrency.lockutils [req-8a6200cc-6d84-4416-8cf7-08e46985bce4 req-be4ac17f-18d6-4b61-a30f-4785ff3812be service nova] Lock "37f9f905-472e-42fc-abea-da85d1882ac6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2103.004975] env[62291]: DEBUG nova.compute.manager [req-8a6200cc-6d84-4416-8cf7-08e46985bce4 req-be4ac17f-18d6-4b61-a30f-4785ff3812be service nova] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] No waiting events found dispatching network-vif-unplugged-1d62834b-a7f3-4f6d-954a-cdbb3683297d {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2103.005202] env[62291]: DEBUG nova.compute.manager [req-8a6200cc-6d84-4416-8cf7-08e46985bce4 req-be4ac17f-18d6-4b61-a30f-4785ff3812be service nova] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Received event network-vif-unplugged-1d62834b-a7f3-4f6d-954a-cdbb3683297d for instance with task_state deleting. {{(pid=62291) _process_instance_event /opt/stack/nova/nova/compute/manager.py:10909}} [ 2103.005468] env[62291]: DEBUG nova.compute.manager [req-8a6200cc-6d84-4416-8cf7-08e46985bce4 req-be4ac17f-18d6-4b61-a30f-4785ff3812be service nova] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Received event network-changed-1d62834b-a7f3-4f6d-954a-cdbb3683297d {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2103.005548] env[62291]: DEBUG nova.compute.manager [req-8a6200cc-6d84-4416-8cf7-08e46985bce4 req-be4ac17f-18d6-4b61-a30f-4785ff3812be service nova] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Refreshing instance network info cache due to event network-changed-1d62834b-a7f3-4f6d-954a-cdbb3683297d. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2103.005741] env[62291]: DEBUG oslo_concurrency.lockutils [req-8a6200cc-6d84-4416-8cf7-08e46985bce4 req-be4ac17f-18d6-4b61-a30f-4785ff3812be service nova] Acquiring lock "refresh_cache-37f9f905-472e-42fc-abea-da85d1882ac6" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2103.005892] env[62291]: DEBUG oslo_concurrency.lockutils [req-8a6200cc-6d84-4416-8cf7-08e46985bce4 req-be4ac17f-18d6-4b61-a30f-4785ff3812be service nova] Acquired lock "refresh_cache-37f9f905-472e-42fc-abea-da85d1882ac6" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2103.006074] env[62291]: DEBUG nova.network.neutron [req-8a6200cc-6d84-4416-8cf7-08e46985bce4 req-be4ac17f-18d6-4b61-a30f-4785ff3812be service nova] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Refreshing network info cache for port 1d62834b-a7f3-4f6d-954a-cdbb3683297d {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2103.035598] env[62291]: DEBUG nova.compute.manager [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: 674a0ed8-2582-4c5b-b347-2632f7fb3eea] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2103.054399] env[62291]: DEBUG oslo_vmware.api [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143005, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.05715} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.054837] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2103.055748] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6d10ad-3a50-4efb-9250-f0c4f11d67fb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.061028] env[62291]: DEBUG nova.virt.hardware [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2103.061028] env[62291]: DEBUG nova.virt.hardware [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2103.061028] env[62291]: DEBUG nova.virt.hardware [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2103.061272] env[62291]: DEBUG nova.virt.hardware [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2103.061306] env[62291]: DEBUG nova.virt.hardware [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2103.061430] env[62291]: DEBUG nova.virt.hardware [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2103.061636] env[62291]: DEBUG nova.virt.hardware [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2103.061796] env[62291]: DEBUG nova.virt.hardware [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2103.061961] env[62291]: DEBUG nova.virt.hardware [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2103.062136] env[62291]: DEBUG nova.virt.hardware [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2103.062304] env[62291]: DEBUG nova.virt.hardware [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2103.063042] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bbb6c7-358b-479d-9374-07187a162301 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.078979] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5fbfa3-1413-44c1-a5cf-3525f97ff6f8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.091234] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 717000ae-e680-426e-9110-abe1865d496b/717000ae-e680-426e-9110-abe1865d496b.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2103.091759] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6157074e-0585-4516-8600-f2df46f70b1f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.120894] env[62291]: DEBUG oslo_vmware.api [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 2103.120894] env[62291]: value = "task-2143007" [ 2103.120894] env[62291]: _type = "Task" [ 2103.120894] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2103.121122] env[62291]: DEBUG oslo_vmware.api [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143006, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.128249] env[62291]: DEBUG oslo_vmware.api [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143007, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.225877] env[62291]: DEBUG nova.scheduler.client.report [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2103.295484] env[62291]: DEBUG nova.network.neutron [None req-3f49fa9a-abf8-4242-ade3-81fc88811cc6 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2103.349515] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e5e054e9-6cdf-4cdc-b943-40f01f9ad050 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "37f9f905-472e-42fc-abea-da85d1882ac6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2103.351653] env[62291]: DEBUG nova.network.neutron [None req-3f49fa9a-abf8-4242-ade3-81fc88811cc6 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2103.601154] env[62291]: DEBUG oslo_vmware.api [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143006, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.631771] env[62291]: DEBUG oslo_vmware.api [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143007, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.731106] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2103.731675] env[62291]: DEBUG nova.compute.manager [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2103.734891] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0b0b170f-9e73-49e6-884e-bc4d60aa5e22 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.108s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2103.735149] env[62291]: DEBUG nova.objects.instance [None req-0b0b170f-9e73-49e6-884e-bc4d60aa5e22 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Lazy-loading 'resources' on Instance uuid 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2103.854540] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3f49fa9a-abf8-4242-ade3-81fc88811cc6 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Releasing lock "refresh_cache-63726aa9-28f0-4e38-9cb3-dab0e7827226" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2103.855084] env[62291]: DEBUG nova.compute.manager [None req-3f49fa9a-abf8-4242-ade3-81fc88811cc6 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2103.855335] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3f49fa9a-abf8-4242-ade3-81fc88811cc6 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2103.856336] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f12076d-eb8c-463d-833f-3e66f8909fbf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.865333] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f49fa9a-abf8-4242-ade3-81fc88811cc6 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2103.866524] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b5a058b-df75-457c-bafc-2b795569ef6c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.877035] env[62291]: DEBUG oslo_vmware.api [None req-3f49fa9a-abf8-4242-ade3-81fc88811cc6 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Waiting for the task: (returnval){ [ 2103.877035] env[62291]: value = "task-2143008" [ 2103.877035] env[62291]: _type = "Task" [ 2103.877035] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2103.893401] env[62291]: DEBUG oslo_vmware.api [None req-3f49fa9a-abf8-4242-ade3-81fc88811cc6 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': task-2143008, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.971304] env[62291]: DEBUG nova.network.neutron [req-8a6200cc-6d84-4416-8cf7-08e46985bce4 req-be4ac17f-18d6-4b61-a30f-4785ff3812be service nova] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Updated VIF entry in instance network info cache for port 1d62834b-a7f3-4f6d-954a-cdbb3683297d. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2103.971804] env[62291]: DEBUG nova.network.neutron [req-8a6200cc-6d84-4416-8cf7-08e46985bce4 req-be4ac17f-18d6-4b61-a30f-4785ff3812be service nova] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Updating instance_info_cache with network_info: [{"id": "1d62834b-a7f3-4f6d-954a-cdbb3683297d", "address": "fa:16:3e:b4:21:45", "network": {"id": "4474c551-e3cb-474b-bd1c-92c26c84e83a", "bridge": null, "label": "tempest-DeleteServersTestJSON-841869371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fec9555fe4aa4c7a9e61c54aebf169a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap1d62834b-a7", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2104.102040] env[62291]: DEBUG oslo_vmware.api [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143006, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.118979] env[62291]: DEBUG nova.network.neutron [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: 674a0ed8-2582-4c5b-b347-2632f7fb3eea] Successfully updated port: 9366b7cd-2247-41c4-8ab3-706daa7284a6 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2104.132899] env[62291]: DEBUG oslo_vmware.api [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143007, 'name': ReconfigVM_Task, 'duration_secs': 0.586862} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.133842] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 717000ae-e680-426e-9110-abe1865d496b/717000ae-e680-426e-9110-abe1865d496b.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2104.134508] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-096d15b4-70d0-477d-bcf1-989093059402 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.141127] env[62291]: DEBUG oslo_vmware.api [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 2104.141127] env[62291]: value = "task-2143009" [ 2104.141127] env[62291]: _type = "Task" [ 2104.141127] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.149936] env[62291]: DEBUG oslo_vmware.api [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143009, 'name': Rename_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.239183] env[62291]: DEBUG nova.compute.utils [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2104.244061] env[62291]: DEBUG nova.compute.manager [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2104.244061] env[62291]: DEBUG nova.network.neutron [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2104.286496] env[62291]: DEBUG nova.policy [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6f2d5cc096124588aa524619dc3591eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ab8dfc93d7cc45339c715d4379e92499', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2104.386974] env[62291]: DEBUG oslo_vmware.api [None req-3f49fa9a-abf8-4242-ade3-81fc88811cc6 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': task-2143008, 'name': PowerOffVM_Task, 'duration_secs': 0.276135} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.390880] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f49fa9a-abf8-4242-ade3-81fc88811cc6 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2104.390880] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3f49fa9a-abf8-4242-ade3-81fc88811cc6 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2104.390880] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0023ffbd-fc77-4a9a-9088-7a8995d2700d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.416389] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3f49fa9a-abf8-4242-ade3-81fc88811cc6 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2104.416389] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3f49fa9a-abf8-4242-ade3-81fc88811cc6 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2104.416515] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f49fa9a-abf8-4242-ade3-81fc88811cc6 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Deleting the datastore file [datastore2] 63726aa9-28f0-4e38-9cb3-dab0e7827226 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2104.416798] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f6506aa-fe1e-4c25-9ce2-2cabd8cbc35f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.423257] env[62291]: DEBUG oslo_vmware.api [None req-3f49fa9a-abf8-4242-ade3-81fc88811cc6 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Waiting for the task: (returnval){ [ 2104.423257] env[62291]: value = "task-2143011" [ 2104.423257] env[62291]: _type = "Task" [ 2104.423257] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.433611] env[62291]: DEBUG oslo_vmware.api [None req-3f49fa9a-abf8-4242-ade3-81fc88811cc6 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': task-2143011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.475063] env[62291]: DEBUG oslo_concurrency.lockutils [req-8a6200cc-6d84-4416-8cf7-08e46985bce4 req-be4ac17f-18d6-4b61-a30f-4785ff3812be service nova] Releasing lock "refresh_cache-37f9f905-472e-42fc-abea-da85d1882ac6" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2104.601894] env[62291]: DEBUG oslo_vmware.api [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143006, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.53539} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.604470] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 386f83d9-31c2-47ae-970e-7c2449aab0a1/386f83d9-31c2-47ae-970e-7c2449aab0a1.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2104.604694] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2104.605146] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6013573e-210f-490a-b255-770b1aee96bb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.613329] env[62291]: DEBUG oslo_vmware.api [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2104.613329] env[62291]: value = "task-2143012" [ 2104.613329] env[62291]: _type = "Task" [ 2104.613329] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.619882] env[62291]: DEBUG oslo_vmware.api [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143012, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.621678] env[62291]: DEBUG oslo_concurrency.lockutils [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Acquiring lock "refresh_cache-674a0ed8-2582-4c5b-b347-2632f7fb3eea" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2104.621768] env[62291]: DEBUG oslo_concurrency.lockutils [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Acquired lock "refresh_cache-674a0ed8-2582-4c5b-b347-2632f7fb3eea" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2104.621913] env[62291]: DEBUG nova.network.neutron [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: 674a0ed8-2582-4c5b-b347-2632f7fb3eea] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2104.651844] env[62291]: DEBUG nova.network.neutron [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] Successfully created port: 924f8d17-2dbf-40d2-9bb5-2227f36bfaf2 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2104.660147] env[62291]: DEBUG oslo_vmware.api [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143009, 'name': Rename_Task, 'duration_secs': 0.129068} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.660548] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2104.660870] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea42e521-1048-47b1-a69e-c7c29a699ea7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.670065] env[62291]: DEBUG oslo_vmware.api [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 2104.670065] env[62291]: value = "task-2143013" [ 2104.670065] env[62291]: _type = "Task" [ 2104.670065] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.678692] env[62291]: DEBUG oslo_vmware.api [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143013, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.744219] env[62291]: DEBUG nova.compute.utils [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2104.763425] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7cd9515-3026-45cc-bb2b-8ce10364f2fc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.773505] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ea8d35-64d7-47f1-8806-934571675f05 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.803890] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d3041f-401d-4bf4-9f51-7acf82c75dfb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.811798] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7c85065-ede7-4022-853e-160de98c15ef {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.826801] env[62291]: DEBUG nova.compute.provider_tree [None req-0b0b170f-9e73-49e6-884e-bc4d60aa5e22 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2104.936439] env[62291]: DEBUG oslo_vmware.api [None req-3f49fa9a-abf8-4242-ade3-81fc88811cc6 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': task-2143011, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.096984} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.936980] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f49fa9a-abf8-4242-ade3-81fc88811cc6 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2104.937299] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3f49fa9a-abf8-4242-ade3-81fc88811cc6 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2104.937595] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3f49fa9a-abf8-4242-ade3-81fc88811cc6 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2104.937896] env[62291]: INFO nova.compute.manager [None req-3f49fa9a-abf8-4242-ade3-81fc88811cc6 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Took 1.08 seconds to destroy the instance on the hypervisor. [ 2104.938267] env[62291]: DEBUG oslo.service.loopingcall [None req-3f49fa9a-abf8-4242-ade3-81fc88811cc6 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2104.938588] env[62291]: DEBUG nova.compute.manager [-] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2104.938786] env[62291]: DEBUG nova.network.neutron [-] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2104.956618] env[62291]: DEBUG nova.network.neutron [-] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2105.045567] env[62291]: DEBUG nova.compute.manager [req-adb8407a-c0d9-4506-aba5-5cfd3e9540cb req-6168b84a-1916-412b-90ba-a223e3443360 service nova] [instance: 674a0ed8-2582-4c5b-b347-2632f7fb3eea] Received event network-vif-plugged-9366b7cd-2247-41c4-8ab3-706daa7284a6 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2105.045820] env[62291]: DEBUG oslo_concurrency.lockutils [req-adb8407a-c0d9-4506-aba5-5cfd3e9540cb req-6168b84a-1916-412b-90ba-a223e3443360 service nova] Acquiring lock "674a0ed8-2582-4c5b-b347-2632f7fb3eea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2105.046275] env[62291]: DEBUG oslo_concurrency.lockutils [req-adb8407a-c0d9-4506-aba5-5cfd3e9540cb req-6168b84a-1916-412b-90ba-a223e3443360 service nova] Lock "674a0ed8-2582-4c5b-b347-2632f7fb3eea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2105.046494] env[62291]: DEBUG oslo_concurrency.lockutils [req-adb8407a-c0d9-4506-aba5-5cfd3e9540cb req-6168b84a-1916-412b-90ba-a223e3443360 service nova] Lock "674a0ed8-2582-4c5b-b347-2632f7fb3eea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2105.046740] env[62291]: DEBUG nova.compute.manager [req-adb8407a-c0d9-4506-aba5-5cfd3e9540cb req-6168b84a-1916-412b-90ba-a223e3443360 service nova] [instance: 674a0ed8-2582-4c5b-b347-2632f7fb3eea] No waiting events found dispatching network-vif-plugged-9366b7cd-2247-41c4-8ab3-706daa7284a6 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2105.047011] env[62291]: WARNING nova.compute.manager [req-adb8407a-c0d9-4506-aba5-5cfd3e9540cb req-6168b84a-1916-412b-90ba-a223e3443360 service nova] [instance: 674a0ed8-2582-4c5b-b347-2632f7fb3eea] Received unexpected event network-vif-plugged-9366b7cd-2247-41c4-8ab3-706daa7284a6 for instance with vm_state building and task_state spawning. [ 2105.047253] env[62291]: DEBUG nova.compute.manager [req-adb8407a-c0d9-4506-aba5-5cfd3e9540cb req-6168b84a-1916-412b-90ba-a223e3443360 service nova] [instance: 674a0ed8-2582-4c5b-b347-2632f7fb3eea] Received event network-changed-9366b7cd-2247-41c4-8ab3-706daa7284a6 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2105.047421] env[62291]: DEBUG nova.compute.manager [req-adb8407a-c0d9-4506-aba5-5cfd3e9540cb req-6168b84a-1916-412b-90ba-a223e3443360 service nova] [instance: 674a0ed8-2582-4c5b-b347-2632f7fb3eea] Refreshing instance network info cache due to event network-changed-9366b7cd-2247-41c4-8ab3-706daa7284a6. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2105.047656] env[62291]: DEBUG oslo_concurrency.lockutils [req-adb8407a-c0d9-4506-aba5-5cfd3e9540cb req-6168b84a-1916-412b-90ba-a223e3443360 service nova] Acquiring lock "refresh_cache-674a0ed8-2582-4c5b-b347-2632f7fb3eea" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2105.121487] env[62291]: DEBUG oslo_vmware.api [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143012, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06486} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2105.121763] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2105.122617] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a22df97-92dc-47a8-b03b-1df1b50dfc4a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.150563] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 386f83d9-31c2-47ae-970e-7c2449aab0a1/386f83d9-31c2-47ae-970e-7c2449aab0a1.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2105.151326] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d93a6bbc-b379-4a47-832a-ecab98b45935 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.175234] env[62291]: DEBUG oslo_vmware.api [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2105.175234] env[62291]: value = "task-2143014" [ 2105.175234] env[62291]: _type = "Task" [ 2105.175234] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2105.182338] env[62291]: DEBUG oslo_vmware.api [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143013, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.186799] env[62291]: DEBUG oslo_vmware.api [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143014, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.193294] env[62291]: DEBUG nova.network.neutron [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: 674a0ed8-2582-4c5b-b347-2632f7fb3eea] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2105.249293] env[62291]: DEBUG nova.compute.manager [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2105.329550] env[62291]: DEBUG nova.scheduler.client.report [None req-0b0b170f-9e73-49e6-884e-bc4d60aa5e22 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2105.383614] env[62291]: DEBUG nova.network.neutron [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: 674a0ed8-2582-4c5b-b347-2632f7fb3eea] Updating instance_info_cache with network_info: [{"id": "9366b7cd-2247-41c4-8ab3-706daa7284a6", "address": "fa:16:3e:35:65:f0", "network": {"id": "49a47a2a-0850-43ea-80e6-0a010e48ae56", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1333185757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae6b6ded12464419a6dc4f617fcd2e59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9366b7cd-22", "ovs_interfaceid": "9366b7cd-2247-41c4-8ab3-706daa7284a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2105.458563] env[62291]: DEBUG nova.network.neutron [-] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2105.682516] env[62291]: DEBUG oslo_vmware.api [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143013, 'name': PowerOnVM_Task, 'duration_secs': 0.932464} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2105.683153] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2105.683371] env[62291]: INFO nova.compute.manager [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Took 10.14 seconds to spawn the instance on the hypervisor. [ 2105.683555] env[62291]: DEBUG nova.compute.manager [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2105.684281] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbf43d1-d5a0-400c-bf03-8cab39c53af5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.691182] env[62291]: DEBUG oslo_vmware.api [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143014, 'name': ReconfigVM_Task, 'duration_secs': 0.306634} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2105.692596] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 386f83d9-31c2-47ae-970e-7c2449aab0a1/386f83d9-31c2-47ae-970e-7c2449aab0a1.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2105.695699] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-333cb18d-90ff-490b-8dd5-7059cd1847a4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.702792] env[62291]: DEBUG oslo_vmware.api [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2105.702792] env[62291]: value = "task-2143015" [ 2105.702792] env[62291]: _type = "Task" [ 2105.702792] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2105.711077] env[62291]: DEBUG oslo_vmware.api [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143015, 'name': Rename_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.833571] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0b0b170f-9e73-49e6-884e-bc4d60aa5e22 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.099s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2105.835962] env[62291]: DEBUG oslo_concurrency.lockutils [None req-37486347-cb4e-415a-b88f-2e475997533e tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.900s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2105.836228] env[62291]: DEBUG nova.objects.instance [None req-37486347-cb4e-415a-b88f-2e475997533e tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Lazy-loading 'resources' on Instance uuid 9207d003-321c-4e28-97f4-ca9fda237b6d {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2105.859912] env[62291]: INFO nova.scheduler.client.report [None req-0b0b170f-9e73-49e6-884e-bc4d60aa5e22 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Deleted allocations for instance 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5 [ 2105.886070] env[62291]: DEBUG oslo_concurrency.lockutils [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Releasing lock "refresh_cache-674a0ed8-2582-4c5b-b347-2632f7fb3eea" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2105.888259] env[62291]: DEBUG nova.compute.manager [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: 674a0ed8-2582-4c5b-b347-2632f7fb3eea] Instance network_info: |[{"id": "9366b7cd-2247-41c4-8ab3-706daa7284a6", "address": "fa:16:3e:35:65:f0", "network": {"id": "49a47a2a-0850-43ea-80e6-0a010e48ae56", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1333185757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae6b6ded12464419a6dc4f617fcd2e59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9366b7cd-22", "ovs_interfaceid": "9366b7cd-2247-41c4-8ab3-706daa7284a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2105.888259] env[62291]: DEBUG oslo_concurrency.lockutils [req-adb8407a-c0d9-4506-aba5-5cfd3e9540cb req-6168b84a-1916-412b-90ba-a223e3443360 service nova] Acquired lock "refresh_cache-674a0ed8-2582-4c5b-b347-2632f7fb3eea" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2105.888259] env[62291]: DEBUG nova.network.neutron [req-adb8407a-c0d9-4506-aba5-5cfd3e9540cb req-6168b84a-1916-412b-90ba-a223e3443360 service nova] [instance: 674a0ed8-2582-4c5b-b347-2632f7fb3eea] Refreshing network info cache for port 9366b7cd-2247-41c4-8ab3-706daa7284a6 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2105.888603] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: 674a0ed8-2582-4c5b-b347-2632f7fb3eea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:65:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b931c4c-f73c-4fbd-9c9f-0270834cc69e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9366b7cd-2247-41c4-8ab3-706daa7284a6', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2105.899553] env[62291]: DEBUG oslo.service.loopingcall [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2105.900617] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 674a0ed8-2582-4c5b-b347-2632f7fb3eea] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2105.901055] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cbc2b7d0-29d1-4345-9c0c-fad8654e464e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.924513] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2105.924513] env[62291]: value = "task-2143016" [ 2105.924513] env[62291]: _type = "Task" [ 2105.924513] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2105.934037] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143016, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2105.962441] env[62291]: INFO nova.compute.manager [-] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Took 1.02 seconds to deallocate network for instance. [ 2106.215927] env[62291]: INFO nova.compute.manager [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Took 43.68 seconds to build instance. [ 2106.222575] env[62291]: DEBUG oslo_vmware.api [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143015, 'name': Rename_Task, 'duration_secs': 0.148138} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2106.223158] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2106.223158] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20188eb9-0369-4662-8039-d70154b9db65 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.230553] env[62291]: DEBUG oslo_vmware.api [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2106.230553] env[62291]: value = "task-2143017" [ 2106.230553] env[62291]: _type = "Task" [ 2106.230553] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2106.240551] env[62291]: DEBUG oslo_vmware.api [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143017, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.260301] env[62291]: DEBUG nova.network.neutron [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] Successfully updated port: 924f8d17-2dbf-40d2-9bb5-2227f36bfaf2 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2106.262577] env[62291]: DEBUG nova.compute.manager [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2106.298077] env[62291]: DEBUG nova.virt.hardware [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T08:04:05Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1289589479',id=23,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1327973937',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2106.298677] env[62291]: DEBUG nova.virt.hardware [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2106.298677] env[62291]: DEBUG nova.virt.hardware [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2106.298677] env[62291]: DEBUG nova.virt.hardware [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2106.298812] env[62291]: DEBUG nova.virt.hardware [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2106.298960] env[62291]: DEBUG nova.virt.hardware [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2106.299192] env[62291]: DEBUG nova.virt.hardware [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2106.299356] env[62291]: DEBUG nova.virt.hardware [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2106.299525] env[62291]: DEBUG nova.virt.hardware [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2106.299688] env[62291]: DEBUG nova.virt.hardware [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2106.299863] env[62291]: DEBUG nova.virt.hardware [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2106.301021] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-256f70f1-75af-43fa-af79-a311e9c7c2f6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.309296] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4edef4ce-d9dd-47e1-aeb9-6b6d39da0b6a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.369876] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0b0b170f-9e73-49e6-884e-bc4d60aa5e22 tempest-AttachInterfacesUnderV243Test-1424558466 tempest-AttachInterfacesUnderV243Test-1424558466-project-member] Lock "84c5cb88-aad9-4b81-9dca-866ddcf0e8f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.883s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2106.441340] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143016, 'name': CreateVM_Task, 'duration_secs': 0.445529} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2106.444986] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 674a0ed8-2582-4c5b-b347-2632f7fb3eea] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2106.446476] env[62291]: DEBUG oslo_concurrency.lockutils [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2106.446476] env[62291]: DEBUG oslo_concurrency.lockutils [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2106.447447] env[62291]: DEBUG oslo_concurrency.lockutils [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2106.450662] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1f41df2-e973-45fa-aa82-fdd025ad0fec {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.455774] env[62291]: DEBUG oslo_vmware.api [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Waiting for the task: (returnval){ [ 2106.455774] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52573bb2-c192-f0fd-10e7-b98cb9ccf568" [ 2106.455774] env[62291]: _type = "Task" [ 2106.455774] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2106.464482] env[62291]: DEBUG oslo_vmware.api [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52573bb2-c192-f0fd-10e7-b98cb9ccf568, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2106.468972] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3f49fa9a-abf8-4242-ade3-81fc88811cc6 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2106.585250] env[62291]: DEBUG nova.compute.manager [req-08635bfb-7bd8-4458-970e-f4c08e0d1626 req-684f74be-ba1c-442e-93b2-7921f0ee9c8c service nova] [instance: 717000ae-e680-426e-9110-abe1865d496b] Received event network-changed-7b541709-09bc-42bd-84bc-090bad83418a {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2106.585396] env[62291]: DEBUG nova.compute.manager [req-08635bfb-7bd8-4458-970e-f4c08e0d1626 req-684f74be-ba1c-442e-93b2-7921f0ee9c8c service nova] [instance: 717000ae-e680-426e-9110-abe1865d496b] Refreshing instance network info cache due to event network-changed-7b541709-09bc-42bd-84bc-090bad83418a. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2106.585616] env[62291]: DEBUG oslo_concurrency.lockutils [req-08635bfb-7bd8-4458-970e-f4c08e0d1626 req-684f74be-ba1c-442e-93b2-7921f0ee9c8c service nova] Acquiring lock "refresh_cache-717000ae-e680-426e-9110-abe1865d496b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2106.585789] env[62291]: DEBUG oslo_concurrency.lockutils [req-08635bfb-7bd8-4458-970e-f4c08e0d1626 req-684f74be-ba1c-442e-93b2-7921f0ee9c8c service nova] Acquired lock "refresh_cache-717000ae-e680-426e-9110-abe1865d496b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2106.585915] env[62291]: DEBUG nova.network.neutron [req-08635bfb-7bd8-4458-970e-f4c08e0d1626 req-684f74be-ba1c-442e-93b2-7921f0ee9c8c service nova] [instance: 717000ae-e680-426e-9110-abe1865d496b] Refreshing network info cache for port 7b541709-09bc-42bd-84bc-090bad83418a {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2106.720881] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3313daa4-492b-4d10-961c-c4eef2fe0ebd tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Lock "717000ae-e680-426e-9110-abe1865d496b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 96.422s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2106.743586] env[62291]: DEBUG oslo_vmware.api [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143017, 'name': PowerOnVM_Task, 'duration_secs': 0.483628} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2106.744429] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2106.744891] env[62291]: INFO nova.compute.manager [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Took 8.46 seconds to spawn the instance on the hypervisor. [ 2106.744891] env[62291]: DEBUG nova.compute.manager [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2106.748018] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e558c59-42b0-43b7-b228-2432d013662c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.752024] env[62291]: DEBUG nova.network.neutron [req-adb8407a-c0d9-4506-aba5-5cfd3e9540cb req-6168b84a-1916-412b-90ba-a223e3443360 service nova] [instance: 674a0ed8-2582-4c5b-b347-2632f7fb3eea] Updated VIF entry in instance network info cache for port 9366b7cd-2247-41c4-8ab3-706daa7284a6. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2106.752024] env[62291]: DEBUG nova.network.neutron [req-adb8407a-c0d9-4506-aba5-5cfd3e9540cb req-6168b84a-1916-412b-90ba-a223e3443360 service nova] [instance: 674a0ed8-2582-4c5b-b347-2632f7fb3eea] Updating instance_info_cache with network_info: [{"id": "9366b7cd-2247-41c4-8ab3-706daa7284a6", "address": "fa:16:3e:35:65:f0", "network": {"id": "49a47a2a-0850-43ea-80e6-0a010e48ae56", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1333185757-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae6b6ded12464419a6dc4f617fcd2e59", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b931c4c-f73c-4fbd-9c9f-0270834cc69e", "external-id": "nsx-vlan-transportzone-177", "segmentation_id": 177, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9366b7cd-22", "ovs_interfaceid": "9366b7cd-2247-41c4-8ab3-706daa7284a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2106.767943] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Acquiring lock "refresh_cache-1d827f56-8419-4f15-acef-36179648fcfe" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2106.768081] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Acquired lock "refresh_cache-1d827f56-8419-4f15-acef-36179648fcfe" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2106.768241] env[62291]: DEBUG nova.network.neutron [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2106.888746] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8ae90b2-18bb-43cd-ac65-a14edf0f1a82 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.896654] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1ec412-fbe4-4630-a218-9068a0e4f2e5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.929491] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4108a37-5b9c-4a7a-bf51-67204dc708d1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.937393] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c51cc7-89b0-40fc-b271-f531c989ee3d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.951088] env[62291]: DEBUG nova.compute.provider_tree [None req-37486347-cb4e-415a-b88f-2e475997533e tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2106.967653] env[62291]: DEBUG oslo_vmware.api [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52573bb2-c192-f0fd-10e7-b98cb9ccf568, 'name': SearchDatastore_Task, 'duration_secs': 0.015527} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2106.969119] env[62291]: DEBUG oslo_concurrency.lockutils [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2106.969119] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: 674a0ed8-2582-4c5b-b347-2632f7fb3eea] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2106.969213] env[62291]: DEBUG oslo_concurrency.lockutils [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2106.969353] env[62291]: DEBUG oslo_concurrency.lockutils [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2106.969542] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2106.970082] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3b33097-2703-43f8-a448-39d55ca076af {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.979679] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2106.979862] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2106.980580] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-362b3a19-9c5d-495a-98e5-14172148a57a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2106.989021] env[62291]: DEBUG oslo_vmware.api [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Waiting for the task: (returnval){ [ 2106.989021] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]522d8098-085a-eab8-44c7-8607c242bcc0" [ 2106.989021] env[62291]: _type = "Task" [ 2106.989021] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2106.997185] env[62291]: DEBUG oslo_vmware.api [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]522d8098-085a-eab8-44c7-8607c242bcc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.095803] env[62291]: DEBUG nova.compute.manager [req-3b1cf47d-583a-4ef4-9838-312ed24fd8d9 req-3ed862a7-ffcb-4cad-b113-5ca5d9153532 service nova] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] Received event network-vif-plugged-924f8d17-2dbf-40d2-9bb5-2227f36bfaf2 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2107.095932] env[62291]: DEBUG oslo_concurrency.lockutils [req-3b1cf47d-583a-4ef4-9838-312ed24fd8d9 req-3ed862a7-ffcb-4cad-b113-5ca5d9153532 service nova] Acquiring lock "1d827f56-8419-4f15-acef-36179648fcfe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2107.096156] env[62291]: DEBUG oslo_concurrency.lockutils [req-3b1cf47d-583a-4ef4-9838-312ed24fd8d9 req-3ed862a7-ffcb-4cad-b113-5ca5d9153532 service nova] Lock "1d827f56-8419-4f15-acef-36179648fcfe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2107.096335] env[62291]: DEBUG oslo_concurrency.lockutils [req-3b1cf47d-583a-4ef4-9838-312ed24fd8d9 req-3ed862a7-ffcb-4cad-b113-5ca5d9153532 service nova] Lock "1d827f56-8419-4f15-acef-36179648fcfe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2107.096501] env[62291]: DEBUG nova.compute.manager [req-3b1cf47d-583a-4ef4-9838-312ed24fd8d9 req-3ed862a7-ffcb-4cad-b113-5ca5d9153532 service nova] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] No waiting events found dispatching network-vif-plugged-924f8d17-2dbf-40d2-9bb5-2227f36bfaf2 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2107.096835] env[62291]: WARNING nova.compute.manager [req-3b1cf47d-583a-4ef4-9838-312ed24fd8d9 req-3ed862a7-ffcb-4cad-b113-5ca5d9153532 service nova] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] Received unexpected event network-vif-plugged-924f8d17-2dbf-40d2-9bb5-2227f36bfaf2 for instance with vm_state building and task_state spawning. [ 2107.096835] env[62291]: DEBUG nova.compute.manager [req-3b1cf47d-583a-4ef4-9838-312ed24fd8d9 req-3ed862a7-ffcb-4cad-b113-5ca5d9153532 service nova] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] Received event network-changed-924f8d17-2dbf-40d2-9bb5-2227f36bfaf2 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2107.097018] env[62291]: DEBUG nova.compute.manager [req-3b1cf47d-583a-4ef4-9838-312ed24fd8d9 req-3ed862a7-ffcb-4cad-b113-5ca5d9153532 service nova] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] Refreshing instance network info cache due to event network-changed-924f8d17-2dbf-40d2-9bb5-2227f36bfaf2. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2107.097200] env[62291]: DEBUG oslo_concurrency.lockutils [req-3b1cf47d-583a-4ef4-9838-312ed24fd8d9 req-3ed862a7-ffcb-4cad-b113-5ca5d9153532 service nova] Acquiring lock "refresh_cache-1d827f56-8419-4f15-acef-36179648fcfe" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2107.224527] env[62291]: DEBUG nova.compute.manager [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: 197d3ca2-541b-4701-8c93-6a0a883a6fde] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2107.260683] env[62291]: DEBUG oslo_concurrency.lockutils [req-adb8407a-c0d9-4506-aba5-5cfd3e9540cb req-6168b84a-1916-412b-90ba-a223e3443360 service nova] Releasing lock "refresh_cache-674a0ed8-2582-4c5b-b347-2632f7fb3eea" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2107.268780] env[62291]: INFO nova.compute.manager [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Took 42.41 seconds to build instance. [ 2107.330889] env[62291]: DEBUG nova.network.neutron [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2107.454528] env[62291]: DEBUG nova.scheduler.client.report [None req-37486347-cb4e-415a-b88f-2e475997533e tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2107.497016] env[62291]: DEBUG oslo_vmware.api [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]522d8098-085a-eab8-44c7-8607c242bcc0, 'name': SearchDatastore_Task, 'duration_secs': 0.009022} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2107.501600] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1cdf8d1-77ce-4c15-9755-cfb4afc77b2b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2107.507099] env[62291]: DEBUG oslo_vmware.api [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Waiting for the task: (returnval){ [ 2107.507099] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]529b7bb7-f469-93db-7987-7ac7faa97ef9" [ 2107.507099] env[62291]: _type = "Task" [ 2107.507099] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2107.516486] env[62291]: DEBUG oslo_vmware.api [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]529b7bb7-f469-93db-7987-7ac7faa97ef9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2107.698681] env[62291]: DEBUG nova.network.neutron [req-08635bfb-7bd8-4458-970e-f4c08e0d1626 req-684f74be-ba1c-442e-93b2-7921f0ee9c8c service nova] [instance: 717000ae-e680-426e-9110-abe1865d496b] Updated VIF entry in instance network info cache for port 7b541709-09bc-42bd-84bc-090bad83418a. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2107.699079] env[62291]: DEBUG nova.network.neutron [req-08635bfb-7bd8-4458-970e-f4c08e0d1626 req-684f74be-ba1c-442e-93b2-7921f0ee9c8c service nova] [instance: 717000ae-e680-426e-9110-abe1865d496b] Updating instance_info_cache with network_info: [{"id": "7b541709-09bc-42bd-84bc-090bad83418a", "address": "fa:16:3e:02:06:b3", "network": {"id": "a7d4cfa1-5a02-4729-b15f-3d414d57aa9e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-66180431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "877e1c36dc75431296fb730c541970f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b541709-09", "ovs_interfaceid": "7b541709-09bc-42bd-84bc-090bad83418a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2107.718530] env[62291]: DEBUG nova.network.neutron [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] Updating instance_info_cache with network_info: [{"id": "924f8d17-2dbf-40d2-9bb5-2227f36bfaf2", "address": "fa:16:3e:f1:08:4b", "network": {"id": "4d59fab7-22c5-46fc-bccf-4e94ad091fee", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-42214769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab8dfc93d7cc45339c715d4379e92499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap924f8d17-2d", "ovs_interfaceid": "924f8d17-2dbf-40d2-9bb5-2227f36bfaf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2107.751155] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2107.772075] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d7419833-0846-4e37-be9c-2ca3bdd13992 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "386f83d9-31c2-47ae-970e-7c2449aab0a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.015s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2107.963020] env[62291]: DEBUG oslo_concurrency.lockutils [None req-37486347-cb4e-415a-b88f-2e475997533e tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.124s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2107.963020] env[62291]: DEBUG oslo_concurrency.lockutils [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.981s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2107.964368] env[62291]: INFO nova.compute.claims [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2107.984472] env[62291]: INFO nova.scheduler.client.report [None req-37486347-cb4e-415a-b88f-2e475997533e tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Deleted allocations for instance 9207d003-321c-4e28-97f4-ca9fda237b6d [ 2108.020654] env[62291]: DEBUG oslo_vmware.api [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]529b7bb7-f469-93db-7987-7ac7faa97ef9, 'name': SearchDatastore_Task, 'duration_secs': 0.015152} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2108.021770] env[62291]: DEBUG oslo_concurrency.lockutils [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2108.021770] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 674a0ed8-2582-4c5b-b347-2632f7fb3eea/674a0ed8-2582-4c5b-b347-2632f7fb3eea.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2108.022754] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bff5a115-1e83-4cff-9dec-7674c2f31659 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.028619] env[62291]: DEBUG oslo_vmware.api [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Waiting for the task: (returnval){ [ 2108.028619] env[62291]: value = "task-2143018" [ 2108.028619] env[62291]: _type = "Task" [ 2108.028619] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2108.038654] env[62291]: DEBUG oslo_vmware.api [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': task-2143018, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.202093] env[62291]: DEBUG oslo_concurrency.lockutils [req-08635bfb-7bd8-4458-970e-f4c08e0d1626 req-684f74be-ba1c-442e-93b2-7921f0ee9c8c service nova] Releasing lock "refresh_cache-717000ae-e680-426e-9110-abe1865d496b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2108.223019] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Releasing lock "refresh_cache-1d827f56-8419-4f15-acef-36179648fcfe" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2108.223019] env[62291]: DEBUG nova.compute.manager [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] Instance network_info: |[{"id": "924f8d17-2dbf-40d2-9bb5-2227f36bfaf2", "address": "fa:16:3e:f1:08:4b", "network": {"id": "4d59fab7-22c5-46fc-bccf-4e94ad091fee", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-42214769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab8dfc93d7cc45339c715d4379e92499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap924f8d17-2d", "ovs_interfaceid": "924f8d17-2dbf-40d2-9bb5-2227f36bfaf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2108.223019] env[62291]: DEBUG oslo_concurrency.lockutils [req-3b1cf47d-583a-4ef4-9838-312ed24fd8d9 req-3ed862a7-ffcb-4cad-b113-5ca5d9153532 service nova] Acquired lock "refresh_cache-1d827f56-8419-4f15-acef-36179648fcfe" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2108.223019] env[62291]: DEBUG nova.network.neutron [req-3b1cf47d-583a-4ef4-9838-312ed24fd8d9 req-3ed862a7-ffcb-4cad-b113-5ca5d9153532 service nova] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] Refreshing network info cache for port 924f8d17-2dbf-40d2-9bb5-2227f36bfaf2 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2108.223019] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:08:4b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c9bc2632-36f9-4912-8782-8bbb789f909d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '924f8d17-2dbf-40d2-9bb5-2227f36bfaf2', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2108.232414] env[62291]: DEBUG oslo.service.loopingcall [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2108.233021] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2108.233372] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c5912ad0-beca-4299-b7de-90292e53d533 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.265082] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2108.265082] env[62291]: value = "task-2143019" [ 2108.265082] env[62291]: _type = "Task" [ 2108.265082] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2108.274097] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143019, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.274707] env[62291]: DEBUG nova.compute.manager [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2108.446813] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b615b9ba-f41e-4905-a455-ee879f46d4cc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "386f83d9-31c2-47ae-970e-7c2449aab0a1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2108.447223] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b615b9ba-f41e-4905-a455-ee879f46d4cc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "386f83d9-31c2-47ae-970e-7c2449aab0a1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2108.447435] env[62291]: DEBUG nova.compute.manager [None req-b615b9ba-f41e-4905-a455-ee879f46d4cc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2108.448592] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ecef51-72dd-413a-83dd-c7785758ae1b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.460066] env[62291]: DEBUG nova.compute.manager [None req-b615b9ba-f41e-4905-a455-ee879f46d4cc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62291) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 2108.460846] env[62291]: DEBUG nova.objects.instance [None req-b615b9ba-f41e-4905-a455-ee879f46d4cc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lazy-loading 'flavor' on Instance uuid 386f83d9-31c2-47ae-970e-7c2449aab0a1 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2108.494243] env[62291]: DEBUG oslo_concurrency.lockutils [None req-37486347-cb4e-415a-b88f-2e475997533e tempest-InstanceActionsV221TestJSON-488120401 tempest-InstanceActionsV221TestJSON-488120401-project-member] Lock "9207d003-321c-4e28-97f4-ca9fda237b6d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.252s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2108.540476] env[62291]: DEBUG oslo_vmware.api [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': task-2143018, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.784143] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143019, 'name': CreateVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2108.812757] env[62291]: DEBUG oslo_concurrency.lockutils [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2108.967460] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-b615b9ba-f41e-4905-a455-ee879f46d4cc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2108.967739] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5207a138-a6aa-4a06-a492-f720d4cdfdab {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2108.975810] env[62291]: DEBUG oslo_vmware.api [None req-b615b9ba-f41e-4905-a455-ee879f46d4cc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2108.975810] env[62291]: value = "task-2143020" [ 2108.975810] env[62291]: _type = "Task" [ 2108.975810] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2108.995356] env[62291]: DEBUG oslo_vmware.api [None req-b615b9ba-f41e-4905-a455-ee879f46d4cc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143020, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.041241] env[62291]: DEBUG oslo_vmware.api [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': task-2143018, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.721553} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.044813] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 674a0ed8-2582-4c5b-b347-2632f7fb3eea/674a0ed8-2582-4c5b-b347-2632f7fb3eea.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2109.045261] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: 674a0ed8-2582-4c5b-b347-2632f7fb3eea] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2109.045612] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4aebd48f-67c3-4deb-9dda-677551efc3fa {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.057218] env[62291]: DEBUG oslo_vmware.api [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Waiting for the task: (returnval){ [ 2109.057218] env[62291]: value = "task-2143021" [ 2109.057218] env[62291]: _type = "Task" [ 2109.057218] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.077663] env[62291]: DEBUG oslo_vmware.api [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': task-2143021, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.114142] env[62291]: DEBUG nova.network.neutron [req-3b1cf47d-583a-4ef4-9838-312ed24fd8d9 req-3ed862a7-ffcb-4cad-b113-5ca5d9153532 service nova] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] Updated VIF entry in instance network info cache for port 924f8d17-2dbf-40d2-9bb5-2227f36bfaf2. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2109.114279] env[62291]: DEBUG nova.network.neutron [req-3b1cf47d-583a-4ef4-9838-312ed24fd8d9 req-3ed862a7-ffcb-4cad-b113-5ca5d9153532 service nova] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] Updating instance_info_cache with network_info: [{"id": "924f8d17-2dbf-40d2-9bb5-2227f36bfaf2", "address": "fa:16:3e:f1:08:4b", "network": {"id": "4d59fab7-22c5-46fc-bccf-4e94ad091fee", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-42214769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab8dfc93d7cc45339c715d4379e92499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap924f8d17-2d", "ovs_interfaceid": "924f8d17-2dbf-40d2-9bb5-2227f36bfaf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2109.273204] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143019, 'name': CreateVM_Task, 'duration_secs': 0.543325} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.275643] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2109.276718] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2109.276899] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2109.277273] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2109.277542] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffa50b6a-95bc-46d3-903d-698dac584ff5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.282822] env[62291]: DEBUG oslo_vmware.api [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Waiting for the task: (returnval){ [ 2109.282822] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5230af87-7001-1252-f9af-ab175c89e98f" [ 2109.282822] env[62291]: _type = "Task" [ 2109.282822] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.294025] env[62291]: DEBUG oslo_vmware.api [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5230af87-7001-1252-f9af-ab175c89e98f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.485987] env[62291]: DEBUG oslo_vmware.api [None req-b615b9ba-f41e-4905-a455-ee879f46d4cc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143020, 'name': PowerOffVM_Task, 'duration_secs': 0.180902} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.486349] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-b615b9ba-f41e-4905-a455-ee879f46d4cc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2109.486523] env[62291]: DEBUG nova.compute.manager [None req-b615b9ba-f41e-4905-a455-ee879f46d4cc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2109.487432] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9804481e-9def-45a3-b158-88e94203f3dc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.561019] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06dbcde8-a02c-42c1-926e-bb055bcd9c26 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.575487] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f1707a-8d94-49c6-84d1-e6dd2ebbaf35 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.579547] env[62291]: DEBUG oslo_vmware.api [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': task-2143021, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070586} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.579870] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: 674a0ed8-2582-4c5b-b347-2632f7fb3eea] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2109.581072] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23273203-3a11-4b22-9ba4-75c28f895d42 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.611903] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5668eb11-53ad-471b-9fc0-476b00f8dc5e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.624439] env[62291]: DEBUG oslo_concurrency.lockutils [req-3b1cf47d-583a-4ef4-9838-312ed24fd8d9 req-3ed862a7-ffcb-4cad-b113-5ca5d9153532 service nova] Releasing lock "refresh_cache-1d827f56-8419-4f15-acef-36179648fcfe" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2109.633349] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: 674a0ed8-2582-4c5b-b347-2632f7fb3eea] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 674a0ed8-2582-4c5b-b347-2632f7fb3eea/674a0ed8-2582-4c5b-b347-2632f7fb3eea.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2109.634089] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d1b742a-9552-491e-913f-360dad67c958 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.654167] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6456c01-5afa-4df0-b399-4fa622d5d5b9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.659396] env[62291]: DEBUG oslo_vmware.api [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Waiting for the task: (returnval){ [ 2109.659396] env[62291]: value = "task-2143022" [ 2109.659396] env[62291]: _type = "Task" [ 2109.659396] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.671311] env[62291]: DEBUG nova.compute.provider_tree [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2109.677957] env[62291]: DEBUG oslo_vmware.api [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': task-2143022, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2109.793870] env[62291]: DEBUG oslo_vmware.api [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5230af87-7001-1252-f9af-ab175c89e98f, 'name': SearchDatastore_Task, 'duration_secs': 0.010108} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2109.794315] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2109.794406] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2109.794678] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2109.794887] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2109.795034] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2109.795308] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6518b6ac-e732-47f6-a097-72523b30ee36 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.804105] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2109.804105] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2109.804574] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ba0bf24-8e2d-4078-ab10-88e7f8dd9654 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2109.809881] env[62291]: DEBUG oslo_vmware.api [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Waiting for the task: (returnval){ [ 2109.809881] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5225898f-7c80-95ca-64c5-4ee8a13b53d8" [ 2109.809881] env[62291]: _type = "Task" [ 2109.809881] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2109.818245] env[62291]: DEBUG oslo_vmware.api [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5225898f-7c80-95ca-64c5-4ee8a13b53d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.003248] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b615b9ba-f41e-4905-a455-ee879f46d4cc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "386f83d9-31c2-47ae-970e-7c2449aab0a1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.556s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2110.173024] env[62291]: DEBUG oslo_vmware.api [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': task-2143022, 'name': ReconfigVM_Task, 'duration_secs': 0.307067} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.173024] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: 674a0ed8-2582-4c5b-b347-2632f7fb3eea] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 674a0ed8-2582-4c5b-b347-2632f7fb3eea/674a0ed8-2582-4c5b-b347-2632f7fb3eea.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2110.174532] env[62291]: DEBUG nova.scheduler.client.report [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2110.180874] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70536ae2-33b2-4103-ac0c-ecb8750226cc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.191136] env[62291]: DEBUG oslo_vmware.api [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Waiting for the task: (returnval){ [ 2110.191136] env[62291]: value = "task-2143023" [ 2110.191136] env[62291]: _type = "Task" [ 2110.191136] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2110.199711] env[62291]: DEBUG oslo_vmware.api [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': task-2143023, 'name': Rename_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.321491] env[62291]: DEBUG oslo_vmware.api [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5225898f-7c80-95ca-64c5-4ee8a13b53d8, 'name': SearchDatastore_Task, 'duration_secs': 0.009271} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.322447] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24693151-73dd-4ac8-962f-1bded55df626 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.328606] env[62291]: DEBUG oslo_vmware.api [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Waiting for the task: (returnval){ [ 2110.328606] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5286258f-7c1e-cc79-75d2-515aaf7127d3" [ 2110.328606] env[62291]: _type = "Task" [ 2110.328606] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2110.337137] env[62291]: DEBUG oslo_vmware.api [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5286258f-7c1e-cc79-75d2-515aaf7127d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.685124] env[62291]: DEBUG oslo_concurrency.lockutils [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2110.685242] env[62291]: DEBUG nova.compute.manager [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2110.687827] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.100s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2110.689443] env[62291]: INFO nova.compute.claims [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2110.704088] env[62291]: DEBUG oslo_vmware.api [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': task-2143023, 'name': Rename_Task, 'duration_secs': 0.167489} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.704170] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: 674a0ed8-2582-4c5b-b347-2632f7fb3eea] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2110.706559] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4819e5a6-f86c-4a6e-917c-6c0a8c78042a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.711877] env[62291]: DEBUG oslo_vmware.api [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Waiting for the task: (returnval){ [ 2110.711877] env[62291]: value = "task-2143024" [ 2110.711877] env[62291]: _type = "Task" [ 2110.711877] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2110.720834] env[62291]: DEBUG oslo_vmware.api [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': task-2143024, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2110.839162] env[62291]: DEBUG oslo_vmware.api [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5286258f-7c1e-cc79-75d2-515aaf7127d3, 'name': SearchDatastore_Task, 'duration_secs': 0.017425} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2110.841446] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2110.841446] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 1d827f56-8419-4f15-acef-36179648fcfe/1d827f56-8419-4f15-acef-36179648fcfe.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2110.841446] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-21dbef31-3123-4b2d-a2eb-076e4e96ff3a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2110.848983] env[62291]: DEBUG oslo_vmware.api [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Waiting for the task: (returnval){ [ 2110.848983] env[62291]: value = "task-2143025" [ 2110.848983] env[62291]: _type = "Task" [ 2110.848983] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2110.856536] env[62291]: DEBUG oslo_vmware.api [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Task: {'id': task-2143025, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.194778] env[62291]: DEBUG nova.compute.utils [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2111.199914] env[62291]: DEBUG nova.compute.manager [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2111.199914] env[62291]: DEBUG nova.network.neutron [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2111.223791] env[62291]: DEBUG oslo_vmware.api [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': task-2143024, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.280132] env[62291]: DEBUG nova.policy [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '95a08ca4e29a4da2aca56edfeaadea74', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f2b8109afd14133806cc8a13df630fb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2111.357295] env[62291]: DEBUG oslo_vmware.api [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Task: {'id': task-2143025, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483759} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2111.357589] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 1d827f56-8419-4f15-acef-36179648fcfe/1d827f56-8419-4f15-acef-36179648fcfe.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2111.357802] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2111.358094] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c339b310-b71f-4f57-8d67-13e0e7970e32 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.364635] env[62291]: DEBUG oslo_vmware.api [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Waiting for the task: (returnval){ [ 2111.364635] env[62291]: value = "task-2143026" [ 2111.364635] env[62291]: _type = "Task" [ 2111.364635] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2111.377180] env[62291]: DEBUG oslo_vmware.api [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Task: {'id': task-2143026, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2111.457344] env[62291]: INFO nova.compute.manager [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Rebuilding instance [ 2111.517640] env[62291]: DEBUG nova.compute.manager [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2111.518563] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3216aa9f-ba95-431f-8b7b-fa78fadeb6db {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.700209] env[62291]: DEBUG nova.compute.manager [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2111.721633] env[62291]: DEBUG oslo_vmware.api [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': task-2143024, 'name': PowerOnVM_Task, 'duration_secs': 0.712054} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2111.721903] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: 674a0ed8-2582-4c5b-b347-2632f7fb3eea] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2111.722115] env[62291]: INFO nova.compute.manager [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: 674a0ed8-2582-4c5b-b347-2632f7fb3eea] Took 8.69 seconds to spawn the instance on the hypervisor. [ 2111.722297] env[62291]: DEBUG nova.compute.manager [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: 674a0ed8-2582-4c5b-b347-2632f7fb3eea] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2111.723071] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679d1527-2e69-4221-b68f-980d04fb2ed6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.839228] env[62291]: DEBUG nova.network.neutron [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Successfully created port: 4c56f999-03bf-41a1-8c84-aaed2710d97a {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2111.878086] env[62291]: DEBUG oslo_vmware.api [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Task: {'id': task-2143026, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069585} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2111.878086] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2111.878086] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d55d6ef-94c8-42f8-9d1e-7b61bd461b99 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.904411] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 1d827f56-8419-4f15-acef-36179648fcfe/1d827f56-8419-4f15-acef-36179648fcfe.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2111.907150] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ade1b30d-4a32-4fd1-8d32-b87c11ea060e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2111.932632] env[62291]: DEBUG oslo_vmware.api [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Waiting for the task: (returnval){ [ 2111.932632] env[62291]: value = "task-2143027" [ 2111.932632] env[62291]: _type = "Task" [ 2111.932632] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2111.944662] env[62291]: DEBUG oslo_vmware.api [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Task: {'id': task-2143027, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.033345] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2112.033671] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0248210-5d7f-464a-96c6-c9287da06243 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.044521] env[62291]: DEBUG oslo_vmware.api [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2112.044521] env[62291]: value = "task-2143028" [ 2112.044521] env[62291]: _type = "Task" [ 2112.044521] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2112.054814] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] VM already powered off {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2112.055128] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2112.056242] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a42012-7f9e-4440-a29f-152d54a32a2b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.065157] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2112.065157] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8af24a51-d022-4490-aad9-ac319f2d2703 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.193343] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2112.193565] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2112.193737] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Deleting the datastore file [datastore2] 386f83d9-31c2-47ae-970e-7c2449aab0a1 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2112.193994] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc6c5d2e-e4a1-4265-885d-f6c737a66be7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.200508] env[62291]: DEBUG oslo_vmware.api [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2112.200508] env[62291]: value = "task-2143030" [ 2112.200508] env[62291]: _type = "Task" [ 2112.200508] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2112.217833] env[62291]: DEBUG oslo_vmware.api [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.242256] env[62291]: INFO nova.compute.manager [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: 674a0ed8-2582-4c5b-b347-2632f7fb3eea] Took 41.94 seconds to build instance. [ 2112.292975] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71609cfa-8075-40cd-995f-a43103d1da78 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.300460] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32ff3a0-981e-4f19-b186-004e8fce78f7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.343124] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f72bff-7fb7-4346-8512-2391ee5896e1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.350968] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b21c9fb-fd85-4464-8c70-12bc1dc5673f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.365391] env[62291]: DEBUG nova.compute.provider_tree [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2112.444751] env[62291]: DEBUG oslo_vmware.api [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Task: {'id': task-2143027, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.711097] env[62291]: DEBUG oslo_vmware.api [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2112.714449] env[62291]: DEBUG nova.compute.manager [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2112.745623] env[62291]: DEBUG oslo_concurrency.lockutils [None req-073107bc-5ed7-4a8d-9bfe-a205a73f85a1 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Lock "674a0ed8-2582-4c5b-b347-2632f7fb3eea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.345s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2112.759131] env[62291]: DEBUG nova.virt.hardware [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2112.759131] env[62291]: DEBUG nova.virt.hardware [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2112.759131] env[62291]: DEBUG nova.virt.hardware [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2112.759131] env[62291]: DEBUG nova.virt.hardware [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2112.759131] env[62291]: DEBUG nova.virt.hardware [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2112.759131] env[62291]: DEBUG nova.virt.hardware [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2112.759567] env[62291]: DEBUG nova.virt.hardware [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2112.759567] env[62291]: DEBUG nova.virt.hardware [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2112.759722] env[62291]: DEBUG nova.virt.hardware [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2112.760201] env[62291]: DEBUG nova.virt.hardware [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2112.760201] env[62291]: DEBUG nova.virt.hardware [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2112.761557] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f71768-c9d2-43fb-b28a-9f5777b158c8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.773953] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-150d82bd-21cf-4e83-a939-99cd5c2ec4d7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.870166] env[62291]: DEBUG nova.scheduler.client.report [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2112.949286] env[62291]: DEBUG oslo_vmware.api [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Task: {'id': task-2143027, 'name': ReconfigVM_Task, 'duration_secs': 1.013574} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2112.950238] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 1d827f56-8419-4f15-acef-36179648fcfe/1d827f56-8419-4f15-acef-36179648fcfe.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2112.951075] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=62291) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 2112.951924] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-e33889a6-4bca-4a07-b7d3-ef20085391da {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2112.960201] env[62291]: DEBUG oslo_vmware.api [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Waiting for the task: (returnval){ [ 2112.960201] env[62291]: value = "task-2143031" [ 2112.960201] env[62291]: _type = "Task" [ 2112.960201] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2112.980350] env[62291]: DEBUG oslo_vmware.api [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Task: {'id': task-2143031, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2113.963073] env[62291]: DEBUG nova.compute.manager [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2113.964916] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.277s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2113.965077] env[62291]: DEBUG nova.compute.manager [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2113.968111] env[62291]: DEBUG oslo_vmware.api [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143030, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.686426} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.970465] env[62291]: DEBUG nova.network.neutron [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Successfully updated port: 4c56f999-03bf-41a1-8c84-aaed2710d97a {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2113.972816] env[62291]: DEBUG oslo_concurrency.lockutils [None req-468bc074-dc46-4abc-ba30-f4628a5dd9a1 tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.656s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2113.972816] env[62291]: DEBUG nova.objects.instance [None req-468bc074-dc46-4abc-ba30-f4628a5dd9a1 tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Lazy-loading 'resources' on Instance uuid e79e3ab1-8503-4045-a403-c11c2d57b63f {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2113.976401] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2113.976591] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2113.976782] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2113.979965] env[62291]: DEBUG nova.compute.manager [req-eef6dd62-1948-42f4-956b-0b68cdef9918 req-6f28d3f9-9030-4e6a-809f-36ef15ce4aca service nova] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Received event network-vif-plugged-4c56f999-03bf-41a1-8c84-aaed2710d97a {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2113.980186] env[62291]: DEBUG oslo_concurrency.lockutils [req-eef6dd62-1948-42f4-956b-0b68cdef9918 req-6f28d3f9-9030-4e6a-809f-36ef15ce4aca service nova] Acquiring lock "78926bd8-3dee-48fc-ae8b-c7f74ddd5cad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2113.980393] env[62291]: DEBUG oslo_concurrency.lockutils [req-eef6dd62-1948-42f4-956b-0b68cdef9918 req-6f28d3f9-9030-4e6a-809f-36ef15ce4aca service nova] Lock "78926bd8-3dee-48fc-ae8b-c7f74ddd5cad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2113.980557] env[62291]: DEBUG oslo_concurrency.lockutils [req-eef6dd62-1948-42f4-956b-0b68cdef9918 req-6f28d3f9-9030-4e6a-809f-36ef15ce4aca service nova] Lock "78926bd8-3dee-48fc-ae8b-c7f74ddd5cad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2113.980795] env[62291]: DEBUG nova.compute.manager [req-eef6dd62-1948-42f4-956b-0b68cdef9918 req-6f28d3f9-9030-4e6a-809f-36ef15ce4aca service nova] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] No waiting events found dispatching network-vif-plugged-4c56f999-03bf-41a1-8c84-aaed2710d97a {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2113.981029] env[62291]: WARNING nova.compute.manager [req-eef6dd62-1948-42f4-956b-0b68cdef9918 req-6f28d3f9-9030-4e6a-809f-36ef15ce4aca service nova] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Received unexpected event network-vif-plugged-4c56f999-03bf-41a1-8c84-aaed2710d97a for instance with vm_state building and task_state spawning. [ 2113.988574] env[62291]: DEBUG oslo_vmware.api [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Task: {'id': task-2143031, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.05731} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2113.988945] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=62291) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 2113.989706] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65c27c4-b2e0-438e-b04f-9b3e65b3a9b3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.016139] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 1d827f56-8419-4f15-acef-36179648fcfe/ephemeral_0.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2114.017319] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c363b710-8cef-4da1-86b4-1315a82de278 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.038480] env[62291]: DEBUG oslo_vmware.api [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Waiting for the task: (returnval){ [ 2114.038480] env[62291]: value = "task-2143032" [ 2114.038480] env[62291]: _type = "Task" [ 2114.038480] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2114.054039] env[62291]: DEBUG oslo_vmware.api [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Task: {'id': task-2143032, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.478931] env[62291]: DEBUG nova.compute.utils [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2114.482860] env[62291]: DEBUG nova.compute.manager [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2114.482860] env[62291]: DEBUG nova.network.neutron [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2114.486773] env[62291]: DEBUG oslo_concurrency.lockutils [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Acquiring lock "refresh_cache-78926bd8-3dee-48fc-ae8b-c7f74ddd5cad" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2114.487148] env[62291]: DEBUG oslo_concurrency.lockutils [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Acquired lock "refresh_cache-78926bd8-3dee-48fc-ae8b-c7f74ddd5cad" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2114.488982] env[62291]: DEBUG nova.network.neutron [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2114.498432] env[62291]: DEBUG oslo_concurrency.lockutils [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2114.541132] env[62291]: DEBUG nova.policy [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cf284575812440a0b891f2b6124b8113', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4788ea9974fe4f87b8a231306515d652', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2114.555630] env[62291]: DEBUG oslo_vmware.api [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Task: {'id': task-2143032, 'name': ReconfigVM_Task, 'duration_secs': 0.4237} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2114.556364] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 1d827f56-8419-4f15-acef-36179648fcfe/ephemeral_0.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2114.557313] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca220407-ffd8-482e-9ebe-69ac1babd845 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2114.564935] env[62291]: DEBUG oslo_vmware.api [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Waiting for the task: (returnval){ [ 2114.564935] env[62291]: value = "task-2143033" [ 2114.564935] env[62291]: _type = "Task" [ 2114.564935] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2114.574929] env[62291]: DEBUG oslo_vmware.api [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Task: {'id': task-2143033, 'name': Rename_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2114.981819] env[62291]: DEBUG nova.compute.manager [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2115.012271] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f561788-92b9-47ad-90ca-bd4a2d2d06ea {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.030599] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92da469b-5547-4f7a-8abf-f314efe6be75 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.035973] env[62291]: DEBUG nova.virt.hardware [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2115.036334] env[62291]: DEBUG nova.virt.hardware [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2115.036818] env[62291]: DEBUG nova.virt.hardware [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2115.036818] env[62291]: DEBUG nova.virt.hardware [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2115.036911] env[62291]: DEBUG nova.virt.hardware [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2115.036993] env[62291]: DEBUG nova.virt.hardware [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2115.037377] env[62291]: DEBUG nova.virt.hardware [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2115.037519] env[62291]: DEBUG nova.virt.hardware [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2115.037707] env[62291]: DEBUG nova.virt.hardware [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2115.037837] env[62291]: DEBUG nova.virt.hardware [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2115.038022] env[62291]: DEBUG nova.virt.hardware [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2115.039296] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f4fa73d-b332-447c-9171-d9e288a11452 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.075649] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43445ab1-52eb-46f0-adcc-7b13a4c034da {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.082904] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0feb3290-815e-4772-a958-6edf8d523e8f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.097589] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:05:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78340140-126f-4ef8-a340-debaa64da3e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd300f0f9-499e-4ad3-b846-ef967a95197b', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2115.108126] env[62291]: DEBUG oslo.service.loopingcall [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2115.110906] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2115.111263] env[62291]: DEBUG oslo_vmware.api [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Task: {'id': task-2143033, 'name': Rename_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.111473] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-49ce4627-20ab-4e87-84ae-cfbbbbd7c7c7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.126449] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcbf611e-3122-4ece-8192-d4150480cdde {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.142790] env[62291]: DEBUG nova.compute.provider_tree [None req-468bc074-dc46-4abc-ba30-f4628a5dd9a1 tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2115.144191] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2115.144191] env[62291]: value = "task-2143034" [ 2115.144191] env[62291]: _type = "Task" [ 2115.144191] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.153626] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143034, 'name': CreateVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.192616] env[62291]: DEBUG nova.network.neutron [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2115.304111] env[62291]: DEBUG nova.network.neutron [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] Successfully created port: ca84a50b-4e55-4afa-b803-2bf707cad00d {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2115.488325] env[62291]: DEBUG nova.network.neutron [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Updating instance_info_cache with network_info: [{"id": "4c56f999-03bf-41a1-8c84-aaed2710d97a", "address": "fa:16:3e:a9:08:fa", "network": {"id": "f64c65c7-cb08-4d4c-a12a-8dae946f0f79", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-520618919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f2b8109afd14133806cc8a13df630fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c56f999-03", "ovs_interfaceid": "4c56f999-03bf-41a1-8c84-aaed2710d97a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2115.584705] env[62291]: DEBUG oslo_vmware.api [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Task: {'id': task-2143033, 'name': Rename_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.616106] env[62291]: DEBUG nova.compute.manager [req-7f4987d5-0889-49bd-93b6-080797953fc4 req-7eb423ad-23fe-47dd-9e71-b48e0f81bf9f service nova] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Received event network-changed-4c56f999-03bf-41a1-8c84-aaed2710d97a {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2115.616291] env[62291]: DEBUG nova.compute.manager [req-7f4987d5-0889-49bd-93b6-080797953fc4 req-7eb423ad-23fe-47dd-9e71-b48e0f81bf9f service nova] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Refreshing instance network info cache due to event network-changed-4c56f999-03bf-41a1-8c84-aaed2710d97a. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2115.616471] env[62291]: DEBUG oslo_concurrency.lockutils [req-7f4987d5-0889-49bd-93b6-080797953fc4 req-7eb423ad-23fe-47dd-9e71-b48e0f81bf9f service nova] Acquiring lock "refresh_cache-78926bd8-3dee-48fc-ae8b-c7f74ddd5cad" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2115.628503] env[62291]: DEBUG oslo_concurrency.lockutils [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Acquiring lock "fe7775be-06f2-44d8-8f78-1d13e756bfa5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2115.628730] env[62291]: DEBUG oslo_concurrency.lockutils [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lock "fe7775be-06f2-44d8-8f78-1d13e756bfa5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2115.645622] env[62291]: DEBUG nova.scheduler.client.report [None req-468bc074-dc46-4abc-ba30-f4628a5dd9a1 tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2115.657921] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143034, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.790307] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f343dfbc-02c0-4728-900f-6760ead16132 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Acquiring lock "674a0ed8-2582-4c5b-b347-2632f7fb3eea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2115.790745] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f343dfbc-02c0-4728-900f-6760ead16132 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Lock "674a0ed8-2582-4c5b-b347-2632f7fb3eea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2115.790839] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f343dfbc-02c0-4728-900f-6760ead16132 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Acquiring lock "674a0ed8-2582-4c5b-b347-2632f7fb3eea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2115.790953] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f343dfbc-02c0-4728-900f-6760ead16132 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Lock "674a0ed8-2582-4c5b-b347-2632f7fb3eea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2115.791164] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f343dfbc-02c0-4728-900f-6760ead16132 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Lock "674a0ed8-2582-4c5b-b347-2632f7fb3eea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2115.793281] env[62291]: INFO nova.compute.manager [None req-f343dfbc-02c0-4728-900f-6760ead16132 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: 674a0ed8-2582-4c5b-b347-2632f7fb3eea] Terminating instance [ 2115.795123] env[62291]: DEBUG nova.compute.manager [None req-f343dfbc-02c0-4728-900f-6760ead16132 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: 674a0ed8-2582-4c5b-b347-2632f7fb3eea] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2115.795327] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f343dfbc-02c0-4728-900f-6760ead16132 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: 674a0ed8-2582-4c5b-b347-2632f7fb3eea] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2115.796550] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f725a0-9526-42a0-8d94-31294803b7d9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.803912] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-f343dfbc-02c0-4728-900f-6760ead16132 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: 674a0ed8-2582-4c5b-b347-2632f7fb3eea] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2115.804165] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38f0f498-e7bc-4775-bb3e-384d729bafea {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2115.810830] env[62291]: DEBUG oslo_vmware.api [None req-f343dfbc-02c0-4728-900f-6760ead16132 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Waiting for the task: (returnval){ [ 2115.810830] env[62291]: value = "task-2143035" [ 2115.810830] env[62291]: _type = "Task" [ 2115.810830] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2115.818690] env[62291]: DEBUG oslo_vmware.api [None req-f343dfbc-02c0-4728-900f-6760ead16132 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': task-2143035, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2115.994033] env[62291]: DEBUG oslo_concurrency.lockutils [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Releasing lock "refresh_cache-78926bd8-3dee-48fc-ae8b-c7f74ddd5cad" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2115.994362] env[62291]: DEBUG nova.compute.manager [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Instance network_info: |[{"id": "4c56f999-03bf-41a1-8c84-aaed2710d97a", "address": "fa:16:3e:a9:08:fa", "network": {"id": "f64c65c7-cb08-4d4c-a12a-8dae946f0f79", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-520618919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f2b8109afd14133806cc8a13df630fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c56f999-03", "ovs_interfaceid": "4c56f999-03bf-41a1-8c84-aaed2710d97a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2115.995498] env[62291]: DEBUG nova.compute.manager [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2115.998369] env[62291]: DEBUG oslo_concurrency.lockutils [req-7f4987d5-0889-49bd-93b6-080797953fc4 req-7eb423ad-23fe-47dd-9e71-b48e0f81bf9f service nova] Acquired lock "refresh_cache-78926bd8-3dee-48fc-ae8b-c7f74ddd5cad" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2115.998369] env[62291]: DEBUG nova.network.neutron [req-7f4987d5-0889-49bd-93b6-080797953fc4 req-7eb423ad-23fe-47dd-9e71-b48e0f81bf9f service nova] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Refreshing network info cache for port 4c56f999-03bf-41a1-8c84-aaed2710d97a {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2115.999757] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:08:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '42f08482-a1da-405d-9918-d733d9f5173c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c56f999-03bf-41a1-8c84-aaed2710d97a', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2116.008094] env[62291]: DEBUG oslo.service.loopingcall [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2116.009647] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2116.009647] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29cf7383-7a50-4866-a2cc-7eebaa1fe34b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.040102] env[62291]: DEBUG nova.virt.hardware [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2116.040102] env[62291]: DEBUG nova.virt.hardware [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2116.040102] env[62291]: DEBUG nova.virt.hardware [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2116.040569] env[62291]: DEBUG nova.virt.hardware [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2116.040855] env[62291]: DEBUG nova.virt.hardware [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2116.041146] env[62291]: DEBUG nova.virt.hardware [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2116.042717] env[62291]: DEBUG nova.virt.hardware [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2116.042717] env[62291]: DEBUG nova.virt.hardware [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2116.042717] env[62291]: DEBUG nova.virt.hardware [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2116.042717] env[62291]: DEBUG nova.virt.hardware [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2116.042717] env[62291]: DEBUG nova.virt.hardware [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2116.043233] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f2ce1b0-3ae8-4af4-8d01-f2630d10665d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.046952] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2116.046952] env[62291]: value = "task-2143036" [ 2116.046952] env[62291]: _type = "Task" [ 2116.046952] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.055689] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-337e2384-aab8-43ac-adbf-a529c7c5333f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.077473] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143036, 'name': CreateVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.085151] env[62291]: DEBUG oslo_vmware.api [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Task: {'id': task-2143033, 'name': Rename_Task, 'duration_secs': 1.204916} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.085479] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2116.085686] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc0aebe8-5c14-4ec0-9269-9002e8a473b0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.092503] env[62291]: DEBUG oslo_vmware.api [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Waiting for the task: (returnval){ [ 2116.092503] env[62291]: value = "task-2143037" [ 2116.092503] env[62291]: _type = "Task" [ 2116.092503] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.100314] env[62291]: DEBUG oslo_vmware.api [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Task: {'id': task-2143037, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.153494] env[62291]: DEBUG oslo_concurrency.lockutils [None req-468bc074-dc46-4abc-ba30-f4628a5dd9a1 tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.182s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2116.156049] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.668s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2116.157712] env[62291]: INFO nova.compute.claims [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] [instance: a8cafd44-5940-44d0-9760-398e1405c914] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2116.166639] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143034, 'name': CreateVM_Task, 'duration_secs': 0.734537} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.166639] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2116.167340] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2116.167503] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2116.167826] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2116.168118] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e54a0bc-1a63-44df-a278-0e97406415ea {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.173533] env[62291]: DEBUG oslo_vmware.api [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2116.173533] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52457941-a6f7-bc10-3267-77be87358b54" [ 2116.173533] env[62291]: _type = "Task" [ 2116.173533] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.179786] env[62291]: INFO nova.scheduler.client.report [None req-468bc074-dc46-4abc-ba30-f4628a5dd9a1 tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Deleted allocations for instance e79e3ab1-8503-4045-a403-c11c2d57b63f [ 2116.183993] env[62291]: DEBUG oslo_vmware.api [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52457941-a6f7-bc10-3267-77be87358b54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.320698] env[62291]: DEBUG oslo_vmware.api [None req-f343dfbc-02c0-4728-900f-6760ead16132 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': task-2143035, 'name': PowerOffVM_Task, 'duration_secs': 0.190624} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.320974] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-f343dfbc-02c0-4728-900f-6760ead16132 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: 674a0ed8-2582-4c5b-b347-2632f7fb3eea] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2116.321161] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f343dfbc-02c0-4728-900f-6760ead16132 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: 674a0ed8-2582-4c5b-b347-2632f7fb3eea] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2116.321425] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e40bc6c0-bde7-4735-99d0-345db240043d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.436909] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f343dfbc-02c0-4728-900f-6760ead16132 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: 674a0ed8-2582-4c5b-b347-2632f7fb3eea] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2116.436909] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f343dfbc-02c0-4728-900f-6760ead16132 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: 674a0ed8-2582-4c5b-b347-2632f7fb3eea] Deleting contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2116.436909] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-f343dfbc-02c0-4728-900f-6760ead16132 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Deleting the datastore file [datastore1] 674a0ed8-2582-4c5b-b347-2632f7fb3eea {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2116.436909] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f0995aa6-ea1d-417a-9301-f540a6e48c89 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.452822] env[62291]: DEBUG oslo_vmware.api [None req-f343dfbc-02c0-4728-900f-6760ead16132 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Waiting for the task: (returnval){ [ 2116.452822] env[62291]: value = "task-2143039" [ 2116.452822] env[62291]: _type = "Task" [ 2116.452822] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.461453] env[62291]: DEBUG oslo_vmware.api [None req-f343dfbc-02c0-4728-900f-6760ead16132 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': task-2143039, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.559229] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143036, 'name': CreateVM_Task, 'duration_secs': 0.382618} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.559443] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2116.560120] env[62291]: DEBUG oslo_concurrency.lockutils [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2116.601552] env[62291]: DEBUG oslo_vmware.api [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Task: {'id': task-2143037, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.684466] env[62291]: DEBUG oslo_vmware.api [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52457941-a6f7-bc10-3267-77be87358b54, 'name': SearchDatastore_Task, 'duration_secs': 0.009942} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.684771] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2116.684990] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2116.685246] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2116.685385] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2116.685554] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2116.687025] env[62291]: DEBUG oslo_concurrency.lockutils [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2116.687025] env[62291]: DEBUG oslo_concurrency.lockutils [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2116.687025] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7254c790-cc7a-4fd2-902d-5f829138d7b5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.688204] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f316a34d-4499-41da-ba57-57e941619b26 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.692812] env[62291]: DEBUG oslo_concurrency.lockutils [None req-468bc074-dc46-4abc-ba30-f4628a5dd9a1 tempest-ServersNegativeTestMultiTenantJSON-70213411 tempest-ServersNegativeTestMultiTenantJSON-70213411-project-member] Lock "e79e3ab1-8503-4045-a403-c11c2d57b63f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.466s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2116.695110] env[62291]: DEBUG oslo_vmware.api [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Waiting for the task: (returnval){ [ 2116.695110] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52b33065-e13c-1e2d-f3a4-e3f57aeaf317" [ 2116.695110] env[62291]: _type = "Task" [ 2116.695110] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.699919] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2116.700101] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2116.702090] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-010c6bbc-3c62-497b-bd8b-e7593302361c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2116.708137] env[62291]: DEBUG oslo_vmware.api [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52b33065-e13c-1e2d-f3a4-e3f57aeaf317, 'name': SearchDatastore_Task, 'duration_secs': 0.008289} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.708731] env[62291]: DEBUG oslo_concurrency.lockutils [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2116.709095] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2116.709188] env[62291]: DEBUG oslo_concurrency.lockutils [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2116.711118] env[62291]: DEBUG oslo_vmware.api [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2116.711118] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]529563ae-b229-c1da-8bfd-29772e2881d7" [ 2116.711118] env[62291]: _type = "Task" [ 2116.711118] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2116.719248] env[62291]: DEBUG oslo_vmware.api [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]529563ae-b229-c1da-8bfd-29772e2881d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2116.820741] env[62291]: DEBUG nova.network.neutron [req-7f4987d5-0889-49bd-93b6-080797953fc4 req-7eb423ad-23fe-47dd-9e71-b48e0f81bf9f service nova] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Updated VIF entry in instance network info cache for port 4c56f999-03bf-41a1-8c84-aaed2710d97a. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2116.821129] env[62291]: DEBUG nova.network.neutron [req-7f4987d5-0889-49bd-93b6-080797953fc4 req-7eb423ad-23fe-47dd-9e71-b48e0f81bf9f service nova] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Updating instance_info_cache with network_info: [{"id": "4c56f999-03bf-41a1-8c84-aaed2710d97a", "address": "fa:16:3e:a9:08:fa", "network": {"id": "f64c65c7-cb08-4d4c-a12a-8dae946f0f79", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-520618919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f2b8109afd14133806cc8a13df630fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c56f999-03", "ovs_interfaceid": "4c56f999-03bf-41a1-8c84-aaed2710d97a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2116.963139] env[62291]: DEBUG oslo_vmware.api [None req-f343dfbc-02c0-4728-900f-6760ead16132 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': task-2143039, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164832} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2116.963285] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-f343dfbc-02c0-4728-900f-6760ead16132 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2116.963584] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f343dfbc-02c0-4728-900f-6760ead16132 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: 674a0ed8-2582-4c5b-b347-2632f7fb3eea] Deleted contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2116.963977] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f343dfbc-02c0-4728-900f-6760ead16132 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: 674a0ed8-2582-4c5b-b347-2632f7fb3eea] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2116.964296] env[62291]: INFO nova.compute.manager [None req-f343dfbc-02c0-4728-900f-6760ead16132 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: 674a0ed8-2582-4c5b-b347-2632f7fb3eea] Took 1.17 seconds to destroy the instance on the hypervisor. [ 2116.964644] env[62291]: DEBUG oslo.service.loopingcall [None req-f343dfbc-02c0-4728-900f-6760ead16132 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2116.964930] env[62291]: DEBUG nova.compute.manager [-] [instance: 674a0ed8-2582-4c5b-b347-2632f7fb3eea] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2116.965143] env[62291]: DEBUG nova.network.neutron [-] [instance: 674a0ed8-2582-4c5b-b347-2632f7fb3eea] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2117.103094] env[62291]: DEBUG oslo_vmware.api [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Task: {'id': task-2143037, 'name': PowerOnVM_Task, 'duration_secs': 0.519483} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.103405] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2117.103572] env[62291]: INFO nova.compute.manager [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] Took 10.84 seconds to spawn the instance on the hypervisor. [ 2117.103752] env[62291]: DEBUG nova.compute.manager [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2117.104549] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acb911cd-7343-4e6b-b461-77eddff806e1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.130355] env[62291]: DEBUG nova.network.neutron [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] Successfully updated port: ca84a50b-4e55-4afa-b803-2bf707cad00d {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2117.226408] env[62291]: DEBUG oslo_vmware.api [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]529563ae-b229-c1da-8bfd-29772e2881d7, 'name': SearchDatastore_Task, 'duration_secs': 0.008953} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.227340] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06dc39b9-5702-452e-a3db-56dd71a4ccf6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.233010] env[62291]: DEBUG oslo_vmware.api [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2117.233010] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5225c773-ba81-8c02-894c-581d3e1c7c56" [ 2117.233010] env[62291]: _type = "Task" [ 2117.233010] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.242167] env[62291]: DEBUG oslo_vmware.api [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5225c773-ba81-8c02-894c-581d3e1c7c56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.323535] env[62291]: DEBUG oslo_concurrency.lockutils [req-7f4987d5-0889-49bd-93b6-080797953fc4 req-7eb423ad-23fe-47dd-9e71-b48e0f81bf9f service nova] Releasing lock "refresh_cache-78926bd8-3dee-48fc-ae8b-c7f74ddd5cad" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2117.627470] env[62291]: INFO nova.compute.manager [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] Took 46.43 seconds to build instance. [ 2117.636175] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Acquiring lock "refresh_cache-60f49bb9-72e2-4462-b95e-7d9dbcaf1b55" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2117.636175] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Acquired lock "refresh_cache-60f49bb9-72e2-4462-b95e-7d9dbcaf1b55" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2117.636175] env[62291]: DEBUG nova.network.neutron [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2117.695664] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba19ce5a-c845-4577-9156-25cf38922152 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.704389] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caca9285-af98-4247-8a86-9590eafde25c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.747528] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b17960-9c5f-412f-a738-8296d457edb5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.752165] env[62291]: DEBUG nova.compute.manager [req-031e4515-9ae9-4e87-b1cf-64a827b7f22f req-e569deaa-b858-4eb8-a5e3-ddb8d97800bc service nova] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] Received event network-vif-plugged-ca84a50b-4e55-4afa-b803-2bf707cad00d {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2117.752412] env[62291]: DEBUG oslo_concurrency.lockutils [req-031e4515-9ae9-4e87-b1cf-64a827b7f22f req-e569deaa-b858-4eb8-a5e3-ddb8d97800bc service nova] Acquiring lock "60f49bb9-72e2-4462-b95e-7d9dbcaf1b55-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2117.752624] env[62291]: DEBUG oslo_concurrency.lockutils [req-031e4515-9ae9-4e87-b1cf-64a827b7f22f req-e569deaa-b858-4eb8-a5e3-ddb8d97800bc service nova] Lock "60f49bb9-72e2-4462-b95e-7d9dbcaf1b55-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2117.752792] env[62291]: DEBUG oslo_concurrency.lockutils [req-031e4515-9ae9-4e87-b1cf-64a827b7f22f req-e569deaa-b858-4eb8-a5e3-ddb8d97800bc service nova] Lock "60f49bb9-72e2-4462-b95e-7d9dbcaf1b55-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2117.753078] env[62291]: DEBUG nova.compute.manager [req-031e4515-9ae9-4e87-b1cf-64a827b7f22f req-e569deaa-b858-4eb8-a5e3-ddb8d97800bc service nova] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] No waiting events found dispatching network-vif-plugged-ca84a50b-4e55-4afa-b803-2bf707cad00d {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2117.753286] env[62291]: WARNING nova.compute.manager [req-031e4515-9ae9-4e87-b1cf-64a827b7f22f req-e569deaa-b858-4eb8-a5e3-ddb8d97800bc service nova] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] Received unexpected event network-vif-plugged-ca84a50b-4e55-4afa-b803-2bf707cad00d for instance with vm_state building and task_state spawning. [ 2117.753510] env[62291]: DEBUG nova.compute.manager [req-031e4515-9ae9-4e87-b1cf-64a827b7f22f req-e569deaa-b858-4eb8-a5e3-ddb8d97800bc service nova] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] Received event network-changed-ca84a50b-4e55-4afa-b803-2bf707cad00d {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2117.753669] env[62291]: DEBUG nova.compute.manager [req-031e4515-9ae9-4e87-b1cf-64a827b7f22f req-e569deaa-b858-4eb8-a5e3-ddb8d97800bc service nova] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] Refreshing instance network info cache due to event network-changed-ca84a50b-4e55-4afa-b803-2bf707cad00d. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2117.753834] env[62291]: DEBUG oslo_concurrency.lockutils [req-031e4515-9ae9-4e87-b1cf-64a827b7f22f req-e569deaa-b858-4eb8-a5e3-ddb8d97800bc service nova] Acquiring lock "refresh_cache-60f49bb9-72e2-4462-b95e-7d9dbcaf1b55" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2117.762906] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dbb0077-db68-4d70-85be-96d695600e32 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.768611] env[62291]: DEBUG oslo_vmware.api [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5225c773-ba81-8c02-894c-581d3e1c7c56, 'name': SearchDatastore_Task, 'duration_secs': 0.009838} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2117.769156] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2117.769425] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 386f83d9-31c2-47ae-970e-7c2449aab0a1/386f83d9-31c2-47ae-970e-7c2449aab0a1.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2117.770108] env[62291]: DEBUG oslo_concurrency.lockutils [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2117.770313] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2117.770533] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7a145086-21d5-4c8d-8fb7-82b326563dfe {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.781930] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-881a1e6c-45f3-4f9b-85b7-aa14bca84d28 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.784293] env[62291]: DEBUG nova.compute.provider_tree [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2117.790977] env[62291]: DEBUG oslo_vmware.api [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2117.790977] env[62291]: value = "task-2143040" [ 2117.790977] env[62291]: _type = "Task" [ 2117.790977] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.797100] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2117.797635] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2117.801319] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44588862-ad9b-47bb-a3b9-c19ad262d9ce {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2117.804600] env[62291]: DEBUG oslo_vmware.api [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143040, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2117.807658] env[62291]: DEBUG nova.network.neutron [-] [instance: 674a0ed8-2582-4c5b-b347-2632f7fb3eea] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2117.808755] env[62291]: DEBUG oslo_vmware.api [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Waiting for the task: (returnval){ [ 2117.808755] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]523d0654-1397-86c8-2d6e-abcb5e5d551a" [ 2117.808755] env[62291]: _type = "Task" [ 2117.808755] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2117.817622] env[62291]: DEBUG oslo_vmware.api [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]523d0654-1397-86c8-2d6e-abcb5e5d551a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.137025] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1d0fc003-9409-4bac-b9e1-9ab693e7fd3b tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Lock "1d827f56-8419-4f15-acef-36179648fcfe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.805s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2118.184521] env[62291]: DEBUG nova.compute.manager [req-6f6251fc-c284-452d-95c1-0254c00e97f2 req-4b8986d9-0e20-4ad7-9045-f8b250a0665c service nova] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] Received event network-changed-924f8d17-2dbf-40d2-9bb5-2227f36bfaf2 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2118.184788] env[62291]: DEBUG nova.compute.manager [req-6f6251fc-c284-452d-95c1-0254c00e97f2 req-4b8986d9-0e20-4ad7-9045-f8b250a0665c service nova] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] Refreshing instance network info cache due to event network-changed-924f8d17-2dbf-40d2-9bb5-2227f36bfaf2. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2118.184909] env[62291]: DEBUG oslo_concurrency.lockutils [req-6f6251fc-c284-452d-95c1-0254c00e97f2 req-4b8986d9-0e20-4ad7-9045-f8b250a0665c service nova] Acquiring lock "refresh_cache-1d827f56-8419-4f15-acef-36179648fcfe" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2118.185076] env[62291]: DEBUG oslo_concurrency.lockutils [req-6f6251fc-c284-452d-95c1-0254c00e97f2 req-4b8986d9-0e20-4ad7-9045-f8b250a0665c service nova] Acquired lock "refresh_cache-1d827f56-8419-4f15-acef-36179648fcfe" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2118.185272] env[62291]: DEBUG nova.network.neutron [req-6f6251fc-c284-452d-95c1-0254c00e97f2 req-4b8986d9-0e20-4ad7-9045-f8b250a0665c service nova] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] Refreshing network info cache for port 924f8d17-2dbf-40d2-9bb5-2227f36bfaf2 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2118.214998] env[62291]: DEBUG nova.network.neutron [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2118.292132] env[62291]: DEBUG nova.scheduler.client.report [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2118.314103] env[62291]: INFO nova.compute.manager [-] [instance: 674a0ed8-2582-4c5b-b347-2632f7fb3eea] Took 1.35 seconds to deallocate network for instance. [ 2118.314994] env[62291]: DEBUG oslo_vmware.api [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143040, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503981} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.323673] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 386f83d9-31c2-47ae-970e-7c2449aab0a1/386f83d9-31c2-47ae-970e-7c2449aab0a1.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2118.323983] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2118.324650] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c515783-c205-45ad-9cf7-fc40b3b1108c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.332829] env[62291]: DEBUG oslo_vmware.api [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]523d0654-1397-86c8-2d6e-abcb5e5d551a, 'name': SearchDatastore_Task, 'duration_secs': 0.008429} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.335191] env[62291]: DEBUG oslo_vmware.api [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2118.335191] env[62291]: value = "task-2143041" [ 2118.335191] env[62291]: _type = "Task" [ 2118.335191] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.335394] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3cdb1e0-5ff2-42c5-a710-254205c60be4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.347537] env[62291]: DEBUG oslo_vmware.api [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Waiting for the task: (returnval){ [ 2118.347537] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52a241ae-8c76-92ed-e60c-68e873bf3c16" [ 2118.347537] env[62291]: _type = "Task" [ 2118.347537] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.352268] env[62291]: DEBUG oslo_vmware.api [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143041, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.370207] env[62291]: DEBUG oslo_vmware.api [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52a241ae-8c76-92ed-e60c-68e873bf3c16, 'name': SearchDatastore_Task, 'duration_secs': 0.009646} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.370569] env[62291]: DEBUG oslo_concurrency.lockutils [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2118.370924] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad/78926bd8-3dee-48fc-ae8b-c7f74ddd5cad.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2118.371295] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec516fdd-0555-4b43-b018-322520fff4f9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.379147] env[62291]: DEBUG oslo_vmware.api [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Waiting for the task: (returnval){ [ 2118.379147] env[62291]: value = "task-2143042" [ 2118.379147] env[62291]: _type = "Task" [ 2118.379147] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.390230] env[62291]: DEBUG oslo_vmware.api [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Task: {'id': task-2143042, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.509756] env[62291]: DEBUG nova.network.neutron [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] Updating instance_info_cache with network_info: [{"id": "ca84a50b-4e55-4afa-b803-2bf707cad00d", "address": "fa:16:3e:8f:7a:b8", "network": {"id": "446a75aa-d544-4f82-89a1-582a2f83550a", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1426771169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4788ea9974fe4f87b8a231306515d652", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca84a50b-4e", "ovs_interfaceid": "ca84a50b-4e55-4afa-b803-2bf707cad00d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2118.645308] env[62291]: DEBUG nova.compute.manager [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2118.809243] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.653s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2118.810950] env[62291]: DEBUG oslo_concurrency.lockutils [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.334s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2118.815064] env[62291]: INFO nova.compute.claims [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2118.822256] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f343dfbc-02c0-4728-900f-6760ead16132 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2118.849828] env[62291]: DEBUG oslo_vmware.api [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143041, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074925} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.850084] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2118.850972] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2336843-be2a-423a-b886-9548ab68c827 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.877897] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 386f83d9-31c2-47ae-970e-7c2449aab0a1/386f83d9-31c2-47ae-970e-7c2449aab0a1.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2118.878699] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d78499c5-1c47-4a63-9329-456cf5d80266 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.904950] env[62291]: DEBUG oslo_vmware.api [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Task: {'id': task-2143042, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.446929} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2118.906237] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad/78926bd8-3dee-48fc-ae8b-c7f74ddd5cad.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2118.906464] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2118.906776] env[62291]: DEBUG oslo_vmware.api [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2118.906776] env[62291]: value = "task-2143043" [ 2118.906776] env[62291]: _type = "Task" [ 2118.906776] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.906974] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-38af9c16-6e2b-4c66-9107-063376851c24 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2118.919151] env[62291]: DEBUG oslo_vmware.api [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143043, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2118.920396] env[62291]: DEBUG oslo_vmware.api [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Waiting for the task: (returnval){ [ 2118.920396] env[62291]: value = "task-2143044" [ 2118.920396] env[62291]: _type = "Task" [ 2118.920396] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2118.928658] env[62291]: DEBUG oslo_vmware.api [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Task: {'id': task-2143044, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.016118] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Releasing lock "refresh_cache-60f49bb9-72e2-4462-b95e-7d9dbcaf1b55" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2119.016458] env[62291]: DEBUG nova.compute.manager [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] Instance network_info: |[{"id": "ca84a50b-4e55-4afa-b803-2bf707cad00d", "address": "fa:16:3e:8f:7a:b8", "network": {"id": "446a75aa-d544-4f82-89a1-582a2f83550a", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1426771169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4788ea9974fe4f87b8a231306515d652", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca84a50b-4e", "ovs_interfaceid": "ca84a50b-4e55-4afa-b803-2bf707cad00d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2119.017023] env[62291]: DEBUG oslo_concurrency.lockutils [req-031e4515-9ae9-4e87-b1cf-64a827b7f22f req-e569deaa-b858-4eb8-a5e3-ddb8d97800bc service nova] Acquired lock "refresh_cache-60f49bb9-72e2-4462-b95e-7d9dbcaf1b55" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2119.017324] env[62291]: DEBUG nova.network.neutron [req-031e4515-9ae9-4e87-b1cf-64a827b7f22f req-e569deaa-b858-4eb8-a5e3-ddb8d97800bc service nova] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] Refreshing network info cache for port ca84a50b-4e55-4afa-b803-2bf707cad00d {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2119.018642] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:7a:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c979f78-8597-41f8-b1de-995014032689', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ca84a50b-4e55-4afa-b803-2bf707cad00d', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2119.026446] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Creating folder: Project (4788ea9974fe4f87b8a231306515d652). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2119.031712] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d870335-8107-4193-b709-915dad02c45f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.042067] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Created folder: Project (4788ea9974fe4f87b8a231306515d652) in parent group-v437896. [ 2119.042801] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Creating folder: Instances. Parent ref: group-v438042. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2119.042801] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9d3cab8-8101-4629-9c8c-1f1c2009c80c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.052196] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Created folder: Instances in parent group-v438042. [ 2119.055071] env[62291]: DEBUG oslo.service.loopingcall [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2119.055071] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2119.055071] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2fd0fd2-0e00-49fe-a0ef-36cc7a2e6f4e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.079949] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2119.079949] env[62291]: value = "task-2143047" [ 2119.079949] env[62291]: _type = "Task" [ 2119.079949] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.088759] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143047, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.176856] env[62291]: DEBUG oslo_concurrency.lockutils [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2119.277745] env[62291]: DEBUG nova.network.neutron [req-6f6251fc-c284-452d-95c1-0254c00e97f2 req-4b8986d9-0e20-4ad7-9045-f8b250a0665c service nova] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] Updated VIF entry in instance network info cache for port 924f8d17-2dbf-40d2-9bb5-2227f36bfaf2. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2119.278174] env[62291]: DEBUG nova.network.neutron [req-6f6251fc-c284-452d-95c1-0254c00e97f2 req-4b8986d9-0e20-4ad7-9045-f8b250a0665c service nova] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] Updating instance_info_cache with network_info: [{"id": "924f8d17-2dbf-40d2-9bb5-2227f36bfaf2", "address": "fa:16:3e:f1:08:4b", "network": {"id": "4d59fab7-22c5-46fc-bccf-4e94ad091fee", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-42214769-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ab8dfc93d7cc45339c715d4379e92499", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c9bc2632-36f9-4912-8782-8bbb789f909d", "external-id": "nsx-vlan-transportzone-897", "segmentation_id": 897, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap924f8d17-2d", "ovs_interfaceid": "924f8d17-2dbf-40d2-9bb5-2227f36bfaf2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2119.320280] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Acquiring lock "dad8979d-6fec-45b9-ae51-2a9e252ececb" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2119.320556] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Lock "dad8979d-6fec-45b9-ae51-2a9e252ececb" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2119.421919] env[62291]: DEBUG oslo_vmware.api [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143043, 'name': ReconfigVM_Task, 'duration_secs': 0.348328} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.427721] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 386f83d9-31c2-47ae-970e-7c2449aab0a1/386f83d9-31c2-47ae-970e-7c2449aab0a1.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2119.428668] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9eac22f2-5936-4a49-b05e-879716c520f8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.438363] env[62291]: DEBUG oslo_vmware.api [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Task: {'id': task-2143044, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.182489} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.440361] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2119.440893] env[62291]: DEBUG oslo_vmware.api [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2119.440893] env[62291]: value = "task-2143048" [ 2119.440893] env[62291]: _type = "Task" [ 2119.440893] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.441987] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020f3296-555b-4fc4-923a-80975efca7ff {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.458340] env[62291]: DEBUG oslo_vmware.api [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143048, 'name': Rename_Task} progress is 10%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.482086] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad/78926bd8-3dee-48fc-ae8b-c7f74ddd5cad.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2119.485471] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a221edd-099b-4504-8142-684af4ca3c8b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.508785] env[62291]: DEBUG oslo_vmware.api [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Waiting for the task: (returnval){ [ 2119.508785] env[62291]: value = "task-2143049" [ 2119.508785] env[62291]: _type = "Task" [ 2119.508785] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.519039] env[62291]: DEBUG oslo_vmware.api [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Task: {'id': task-2143049, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.567280] env[62291]: DEBUG nova.network.neutron [req-031e4515-9ae9-4e87-b1cf-64a827b7f22f req-e569deaa-b858-4eb8-a5e3-ddb8d97800bc service nova] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] Updated VIF entry in instance network info cache for port ca84a50b-4e55-4afa-b803-2bf707cad00d. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2119.567696] env[62291]: DEBUG nova.network.neutron [req-031e4515-9ae9-4e87-b1cf-64a827b7f22f req-e569deaa-b858-4eb8-a5e3-ddb8d97800bc service nova] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] Updating instance_info_cache with network_info: [{"id": "ca84a50b-4e55-4afa-b803-2bf707cad00d", "address": "fa:16:3e:8f:7a:b8", "network": {"id": "446a75aa-d544-4f82-89a1-582a2f83550a", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1426771169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4788ea9974fe4f87b8a231306515d652", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca84a50b-4e", "ovs_interfaceid": "ca84a50b-4e55-4afa-b803-2bf707cad00d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2119.592134] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143047, 'name': CreateVM_Task, 'duration_secs': 0.42824} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.592286] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2119.592986] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2119.593166] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2119.593491] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2119.594307] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3dcdccdf-8e64-4b71-b29d-fada57eb2428 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.598779] env[62291]: DEBUG oslo_vmware.api [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Waiting for the task: (returnval){ [ 2119.598779] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5270e2c8-8ece-d111-fb7a-6cdf1a0550b2" [ 2119.598779] env[62291]: _type = "Task" [ 2119.598779] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.608953] env[62291]: DEBUG oslo_vmware.api [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5270e2c8-8ece-d111-fb7a-6cdf1a0550b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2119.780767] env[62291]: DEBUG oslo_concurrency.lockutils [req-6f6251fc-c284-452d-95c1-0254c00e97f2 req-4b8986d9-0e20-4ad7-9045-f8b250a0665c service nova] Releasing lock "refresh_cache-1d827f56-8419-4f15-acef-36179648fcfe" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2119.824967] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Lock "dad8979d-6fec-45b9-ae51-2a9e252ececb" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.504s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2119.825770] env[62291]: DEBUG nova.compute.manager [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] [instance: a8cafd44-5940-44d0-9760-398e1405c914] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2119.959107] env[62291]: DEBUG oslo_vmware.api [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143048, 'name': Rename_Task, 'duration_secs': 0.42426} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2119.962227] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2119.962806] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17ab63c9-d58d-458b-8339-e5829b4646c1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2119.971811] env[62291]: DEBUG oslo_vmware.api [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2119.971811] env[62291]: value = "task-2143050" [ 2119.971811] env[62291]: _type = "Task" [ 2119.971811] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2119.986528] env[62291]: DEBUG oslo_vmware.api [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143050, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.023980] env[62291]: DEBUG oslo_vmware.api [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Task: {'id': task-2143049, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.072456] env[62291]: DEBUG oslo_concurrency.lockutils [req-031e4515-9ae9-4e87-b1cf-64a827b7f22f req-e569deaa-b858-4eb8-a5e3-ddb8d97800bc service nova] Releasing lock "refresh_cache-60f49bb9-72e2-4462-b95e-7d9dbcaf1b55" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2120.072456] env[62291]: DEBUG nova.compute.manager [req-031e4515-9ae9-4e87-b1cf-64a827b7f22f req-e569deaa-b858-4eb8-a5e3-ddb8d97800bc service nova] [instance: 674a0ed8-2582-4c5b-b347-2632f7fb3eea] Received event network-vif-deleted-9366b7cd-2247-41c4-8ab3-706daa7284a6 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2120.074819] env[62291]: INFO nova.compute.manager [req-031e4515-9ae9-4e87-b1cf-64a827b7f22f req-e569deaa-b858-4eb8-a5e3-ddb8d97800bc service nova] [instance: 674a0ed8-2582-4c5b-b347-2632f7fb3eea] Neutron deleted interface 9366b7cd-2247-41c4-8ab3-706daa7284a6; detaching it from the instance and deleting it from the info cache [ 2120.076106] env[62291]: DEBUG nova.network.neutron [req-031e4515-9ae9-4e87-b1cf-64a827b7f22f req-e569deaa-b858-4eb8-a5e3-ddb8d97800bc service nova] [instance: 674a0ed8-2582-4c5b-b347-2632f7fb3eea] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2120.111968] env[62291]: DEBUG oslo_vmware.api [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5270e2c8-8ece-d111-fb7a-6cdf1a0550b2, 'name': SearchDatastore_Task, 'duration_secs': 0.06672} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.112386] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2120.112657] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2120.112939] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2120.113162] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2120.113413] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2120.113743] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0baefe3a-7459-425b-bb6d-0d07552a146c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.125037] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2120.125222] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2120.126045] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-735e6e89-c296-43ba-a6b2-1dbe7d1b32d6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.132494] env[62291]: DEBUG oslo_vmware.api [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Waiting for the task: (returnval){ [ 2120.132494] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5253c422-819e-a995-3eb7-07d08ee74860" [ 2120.132494] env[62291]: _type = "Task" [ 2120.132494] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.142921] env[62291]: DEBUG oslo_vmware.api [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5253c422-819e-a995-3eb7-07d08ee74860, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.335697] env[62291]: DEBUG nova.compute.utils [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2120.340852] env[62291]: DEBUG nova.compute.manager [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] [instance: a8cafd44-5940-44d0-9760-398e1405c914] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2120.340852] env[62291]: DEBUG nova.network.neutron [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] [instance: a8cafd44-5940-44d0-9760-398e1405c914] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2120.370707] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e38570-b0b2-49cd-ac38-f56438fc5a09 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.379902] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ad05ad-3b14-46b3-8ac5-bce59e13336d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.411330] env[62291]: DEBUG nova.policy [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8aca8e3ae38b4a78b7cae7555bee1282', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1e347a78583e4289bf51c55fe4e0f55c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2120.413289] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2f5678-1ac6-4a5b-872c-60605d8d0634 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.422143] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24f724c-b15e-4273-a03b-02ae560bf8a2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.438135] env[62291]: DEBUG nova.compute.provider_tree [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2120.481629] env[62291]: DEBUG oslo_vmware.api [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143050, 'name': PowerOnVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.519514] env[62291]: DEBUG oslo_vmware.api [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Task: {'id': task-2143049, 'name': ReconfigVM_Task, 'duration_secs': 0.702023} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.520562] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad/78926bd8-3dee-48fc-ae8b-c7f74ddd5cad.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2120.520562] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99595d5e-03bf-45ef-8e31-0a4a63f45f43 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.535198] env[62291]: DEBUG oslo_vmware.api [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Waiting for the task: (returnval){ [ 2120.535198] env[62291]: value = "task-2143051" [ 2120.535198] env[62291]: _type = "Task" [ 2120.535198] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.544566] env[62291]: DEBUG oslo_vmware.api [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Task: {'id': task-2143051, 'name': Rename_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.579960] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bf337587-7548-45ed-8f23-2baf044d22c1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.593948] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d23cca-cc75-4f5f-8ab6-bc9ef403163b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.630756] env[62291]: DEBUG nova.compute.manager [req-031e4515-9ae9-4e87-b1cf-64a827b7f22f req-e569deaa-b858-4eb8-a5e3-ddb8d97800bc service nova] [instance: 674a0ed8-2582-4c5b-b347-2632f7fb3eea] Detach interface failed, port_id=9366b7cd-2247-41c4-8ab3-706daa7284a6, reason: Instance 674a0ed8-2582-4c5b-b347-2632f7fb3eea could not be found. {{(pid=62291) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 2120.643297] env[62291]: DEBUG oslo_vmware.api [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5253c422-819e-a995-3eb7-07d08ee74860, 'name': SearchDatastore_Task, 'duration_secs': 0.009191} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.644380] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5b03431-5dbb-4d5a-931f-4c1d50672e6a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2120.656103] env[62291]: DEBUG oslo_vmware.api [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Waiting for the task: (returnval){ [ 2120.656103] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]527ed914-4851-51c0-8ab2-b82e8b5f3546" [ 2120.656103] env[62291]: _type = "Task" [ 2120.656103] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2120.663495] env[62291]: DEBUG oslo_vmware.api [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]527ed914-4851-51c0-8ab2-b82e8b5f3546, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2120.763866] env[62291]: DEBUG nova.network.neutron [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] [instance: a8cafd44-5940-44d0-9760-398e1405c914] Successfully created port: ced0d31d-5744-4caa-877f-ea8e5dbed7af {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2120.840784] env[62291]: DEBUG nova.compute.manager [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] [instance: a8cafd44-5940-44d0-9760-398e1405c914] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2120.941785] env[62291]: DEBUG nova.scheduler.client.report [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2120.987995] env[62291]: DEBUG oslo_vmware.api [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143050, 'name': PowerOnVM_Task, 'duration_secs': 0.682293} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2120.989011] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2120.989306] env[62291]: DEBUG nova.compute.manager [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2120.990398] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c466bf2-b1a9-456e-a16b-d88132d5e513 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.049425] env[62291]: DEBUG oslo_vmware.api [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Task: {'id': task-2143051, 'name': Rename_Task, 'duration_secs': 0.371457} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2121.049819] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2121.050279] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54801ae8-583d-4993-908c-0af08859142f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.059450] env[62291]: DEBUG oslo_vmware.api [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Waiting for the task: (returnval){ [ 2121.059450] env[62291]: value = "task-2143052" [ 2121.059450] env[62291]: _type = "Task" [ 2121.059450] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2121.069804] env[62291]: DEBUG oslo_vmware.api [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Task: {'id': task-2143052, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.168010] env[62291]: DEBUG oslo_vmware.api [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]527ed914-4851-51c0-8ab2-b82e8b5f3546, 'name': SearchDatastore_Task, 'duration_secs': 0.012971} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2121.168959] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2121.168959] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55/60f49bb9-72e2-4462-b95e-7d9dbcaf1b55.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2121.168959] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-927470f9-ddc2-4215-b920-c3f12b86196b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.175442] env[62291]: DEBUG oslo_vmware.api [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Waiting for the task: (returnval){ [ 2121.175442] env[62291]: value = "task-2143053" [ 2121.175442] env[62291]: _type = "Task" [ 2121.175442] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2121.184191] env[62291]: DEBUG oslo_vmware.api [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Task: {'id': task-2143053, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.448207] env[62291]: DEBUG oslo_concurrency.lockutils [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.637s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2121.449360] env[62291]: DEBUG nova.compute.manager [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2121.453139] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 38.669s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2121.453139] env[62291]: DEBUG nova.objects.instance [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62291) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2121.501589] env[62291]: INFO nova.compute.manager [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] bringing vm to original state: 'stopped' [ 2121.569572] env[62291]: DEBUG oslo_vmware.api [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Task: {'id': task-2143052, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.689552] env[62291]: DEBUG oslo_vmware.api [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Task: {'id': task-2143053, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2121.854986] env[62291]: DEBUG nova.compute.manager [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] [instance: a8cafd44-5940-44d0-9760-398e1405c914] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2121.896672] env[62291]: DEBUG nova.virt.hardware [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2121.896672] env[62291]: DEBUG nova.virt.hardware [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2121.896672] env[62291]: DEBUG nova.virt.hardware [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2121.896672] env[62291]: DEBUG nova.virt.hardware [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2121.896672] env[62291]: DEBUG nova.virt.hardware [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2121.896672] env[62291]: DEBUG nova.virt.hardware [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2121.896672] env[62291]: DEBUG nova.virt.hardware [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2121.896672] env[62291]: DEBUG nova.virt.hardware [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2121.896672] env[62291]: DEBUG nova.virt.hardware [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2121.897226] env[62291]: DEBUG nova.virt.hardware [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2121.897278] env[62291]: DEBUG nova.virt.hardware [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2121.898348] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97859307-427d-4c77-adf7-fa4f2f16a334 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.909324] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed16f48-3360-4906-b1ab-a1c2b352fb8b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2121.961427] env[62291]: DEBUG nova.compute.utils [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2121.966843] env[62291]: DEBUG nova.compute.manager [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2121.967025] env[62291]: DEBUG nova.network.neutron [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2122.026604] env[62291]: DEBUG nova.policy [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ecfa153e5163422db7674f451b6b3e04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be147140f7a240be9dd360d0429e4e8c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2122.072102] env[62291]: DEBUG oslo_vmware.api [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Task: {'id': task-2143052, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.190331] env[62291]: DEBUG oslo_vmware.api [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Task: {'id': task-2143053, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.767707} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2122.191078] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55/60f49bb9-72e2-4462-b95e-7d9dbcaf1b55.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2122.191371] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2122.191716] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b75ce22-bc87-45c8-b5d5-8098356c6a42 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.204025] env[62291]: DEBUG oslo_vmware.api [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Waiting for the task: (returnval){ [ 2122.204025] env[62291]: value = "task-2143054" [ 2122.204025] env[62291]: _type = "Task" [ 2122.204025] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2122.213331] env[62291]: DEBUG oslo_vmware.api [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Task: {'id': task-2143054, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.403560] env[62291]: DEBUG nova.network.neutron [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Successfully created port: e9244dfe-bf4e-4031-95a5-55e5be260522 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2122.472087] env[62291]: DEBUG nova.compute.manager [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2122.475543] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c642d762-aa6c-4a25-877f-18a7a69830df tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.023s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2122.476704] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 38.107s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2122.508269] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "386f83d9-31c2-47ae-970e-7c2449aab0a1" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2122.508604] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "386f83d9-31c2-47ae-970e-7c2449aab0a1" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2122.508839] env[62291]: DEBUG nova.compute.manager [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2122.509758] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1d283e-25e5-49ce-aa69-e17f4a872d26 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.519562] env[62291]: DEBUG nova.compute.manager [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62291) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 2122.523151] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2122.523398] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-685a3f5a-689f-4293-9015-fa5082bc0167 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.531386] env[62291]: DEBUG oslo_vmware.api [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2122.531386] env[62291]: value = "task-2143055" [ 2122.531386] env[62291]: _type = "Task" [ 2122.531386] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2122.540504] env[62291]: DEBUG oslo_vmware.api [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143055, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.570783] env[62291]: DEBUG oslo_vmware.api [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Task: {'id': task-2143052, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.714568] env[62291]: DEBUG oslo_vmware.api [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Task: {'id': task-2143054, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070421} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2122.714986] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2122.716189] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b29f48-709e-4686-afe7-c1b3f8e6aaf6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.753575] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55/60f49bb9-72e2-4462-b95e-7d9dbcaf1b55.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2122.753996] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61407265-a0d9-407a-854f-41deda5382b7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2122.786492] env[62291]: DEBUG oslo_vmware.api [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Waiting for the task: (returnval){ [ 2122.786492] env[62291]: value = "task-2143056" [ 2122.786492] env[62291]: _type = "Task" [ 2122.786492] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2122.798416] env[62291]: DEBUG oslo_vmware.api [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Task: {'id': task-2143056, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2122.985405] env[62291]: DEBUG nova.network.neutron [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] [instance: a8cafd44-5940-44d0-9760-398e1405c914] Successfully updated port: ced0d31d-5744-4caa-877f-ea8e5dbed7af {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2123.042508] env[62291]: DEBUG oslo_vmware.api [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143055, 'name': PowerOffVM_Task, 'duration_secs': 0.231696} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2123.042834] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2123.043068] env[62291]: DEBUG nova.compute.manager [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2123.043969] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1ecdfc-00eb-4a87-be42-303eddb5290c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.072530] env[62291]: DEBUG oslo_vmware.api [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Task: {'id': task-2143052, 'name': PowerOnVM_Task, 'duration_secs': 1.642751} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2123.072865] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2123.073461] env[62291]: INFO nova.compute.manager [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Took 10.36 seconds to spawn the instance on the hypervisor. [ 2123.073461] env[62291]: DEBUG nova.compute.manager [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2123.074903] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77686b30-3a9b-485c-9838-bdb19ef2937a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.086570] env[62291]: DEBUG nova.compute.manager [req-759664d4-1241-41db-b629-0149baa0413d req-ef9056e2-50e4-4af1-9cac-b3769d280995 service nova] [instance: a8cafd44-5940-44d0-9760-398e1405c914] Received event network-vif-plugged-ced0d31d-5744-4caa-877f-ea8e5dbed7af {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2123.086920] env[62291]: DEBUG oslo_concurrency.lockutils [req-759664d4-1241-41db-b629-0149baa0413d req-ef9056e2-50e4-4af1-9cac-b3769d280995 service nova] Acquiring lock "a8cafd44-5940-44d0-9760-398e1405c914-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2123.087343] env[62291]: DEBUG oslo_concurrency.lockutils [req-759664d4-1241-41db-b629-0149baa0413d req-ef9056e2-50e4-4af1-9cac-b3769d280995 service nova] Lock "a8cafd44-5940-44d0-9760-398e1405c914-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2123.087688] env[62291]: DEBUG oslo_concurrency.lockutils [req-759664d4-1241-41db-b629-0149baa0413d req-ef9056e2-50e4-4af1-9cac-b3769d280995 service nova] Lock "a8cafd44-5940-44d0-9760-398e1405c914-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2123.088023] env[62291]: DEBUG nova.compute.manager [req-759664d4-1241-41db-b629-0149baa0413d req-ef9056e2-50e4-4af1-9cac-b3769d280995 service nova] [instance: a8cafd44-5940-44d0-9760-398e1405c914] No waiting events found dispatching network-vif-plugged-ced0d31d-5744-4caa-877f-ea8e5dbed7af {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2123.088371] env[62291]: WARNING nova.compute.manager [req-759664d4-1241-41db-b629-0149baa0413d req-ef9056e2-50e4-4af1-9cac-b3769d280995 service nova] [instance: a8cafd44-5940-44d0-9760-398e1405c914] Received unexpected event network-vif-plugged-ced0d31d-5744-4caa-877f-ea8e5dbed7af for instance with vm_state building and task_state spawning. [ 2123.298564] env[62291]: DEBUG oslo_vmware.api [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Task: {'id': task-2143056, 'name': ReconfigVM_Task, 'duration_secs': 0.319678} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2123.298855] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55/60f49bb9-72e2-4462-b95e-7d9dbcaf1b55.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2123.299467] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-864aa2be-3962-4ddd-b0c2-6ecd177c9f07 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.305817] env[62291]: DEBUG oslo_vmware.api [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Waiting for the task: (returnval){ [ 2123.305817] env[62291]: value = "task-2143057" [ 2123.305817] env[62291]: _type = "Task" [ 2123.305817] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2123.314270] env[62291]: DEBUG oslo_vmware.api [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Task: {'id': task-2143057, 'name': Rename_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2123.487878] env[62291]: DEBUG nova.compute.manager [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2123.500523] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Acquiring lock "refresh_cache-a8cafd44-5940-44d0-9760-398e1405c914" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2123.500875] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Acquired lock "refresh_cache-a8cafd44-5940-44d0-9760-398e1405c914" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2123.501133] env[62291]: DEBUG nova.network.neutron [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] [instance: a8cafd44-5940-44d0-9760-398e1405c914] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2123.531166] env[62291]: DEBUG nova.virt.hardware [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2123.531867] env[62291]: DEBUG nova.virt.hardware [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2123.531867] env[62291]: DEBUG nova.virt.hardware [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2123.531867] env[62291]: DEBUG nova.virt.hardware [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2123.532063] env[62291]: DEBUG nova.virt.hardware [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2123.532983] env[62291]: DEBUG nova.virt.hardware [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2123.532983] env[62291]: DEBUG nova.virt.hardware [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2123.533108] env[62291]: DEBUG nova.virt.hardware [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2123.533214] env[62291]: DEBUG nova.virt.hardware [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2123.533388] env[62291]: DEBUG nova.virt.hardware [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2123.533557] env[62291]: DEBUG nova.virt.hardware [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2123.534674] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9bdc8f5-6f56-4f08-8c2c-3fb4c2dd8c4d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.538029] env[62291]: WARNING nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance c5bfbc28-cf6c-4c9e-8745-a5e520a6131e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2123.538150] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance bb952207-9905-4a12-a189-94d00a8d1066 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2123.538272] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance d5839caf-2cfa-42ae-84f4-145f5ae614a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2123.538394] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 4f4a46eb-7bd3-4477-89eb-dd30a98a3538 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2123.538521] env[62291]: WARNING nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 9e744a65-5987-42ac-b826-17482fb23f8a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2123.538637] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 4bffe146-0b5f-4141-b83c-6974834803bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2123.538747] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance d1aecebc-401e-45ff-805e-c038722f4cad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2123.538854] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance a06e85bc-af77-404c-a50b-312dd60ae1c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2123.538961] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance ff21fe8f-e07a-4781-b692-9f585afab706 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2123.539081] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2123.541802] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 1504489e-14ed-496f-874e-03be8429bbe8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2123.541802] env[62291]: WARNING nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 62245dc4-ec1e-4d13-ae12-940dc7ffc39a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2123.541802] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 36586f63-0d66-4da8-994a-5d54ed5afb76 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2123.541802] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance d079aa40-c94c-4eb4-ab9c-a2a233ce066d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2123.541802] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance e931a2ec-bead-48b0-afaf-44ec219a748e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2123.541802] env[62291]: WARNING nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 63726aa9-28f0-4e38-9cb3-dab0e7827226 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2123.541802] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 717000ae-e680-426e-9110-abe1865d496b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2123.541802] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 386f83d9-31c2-47ae-970e-7c2449aab0a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2123.541802] env[62291]: WARNING nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 674a0ed8-2582-4c5b-b347-2632f7fb3eea is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2123.541802] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 1d827f56-8419-4f15-acef-36179648fcfe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2123.541802] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2123.541802] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2123.541802] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance a8cafd44-5940-44d0-9760-398e1405c914 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2123.541802] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance af730d81-bef8-454f-858a-8141561b0086 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2123.547516] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ef8beb-53cf-43be-9fcf-7cba8c93ed8b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.564077] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "386f83d9-31c2-47ae-970e-7c2449aab0a1" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.055s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2123.597176] env[62291]: INFO nova.compute.manager [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Took 48.64 seconds to build instance. [ 2123.789927] env[62291]: DEBUG oslo_concurrency.lockutils [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "798f1b1c-7ba7-4ac2-9c23-f02d3d80be35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2123.790221] env[62291]: DEBUG oslo_concurrency.lockutils [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "798f1b1c-7ba7-4ac2-9c23-f02d3d80be35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2123.815398] env[62291]: DEBUG oslo_vmware.api [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Task: {'id': task-2143057, 'name': Rename_Task, 'duration_secs': 0.152883} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2123.815678] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2123.815918] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c79589a3-9cb1-49f0-97a4-70f9fc097fa3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2123.822773] env[62291]: DEBUG oslo_vmware.api [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Waiting for the task: (returnval){ [ 2123.822773] env[62291]: value = "task-2143058" [ 2123.822773] env[62291]: _type = "Task" [ 2123.822773] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2123.830531] env[62291]: DEBUG oslo_vmware.api [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Task: {'id': task-2143058, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.044751] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 26e82fef-be71-482c-84b2-83061ed3e8a3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2124.071813] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2124.090261] env[62291]: DEBUG nova.network.neutron [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] [instance: a8cafd44-5940-44d0-9760-398e1405c914] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2124.099388] env[62291]: DEBUG oslo_concurrency.lockutils [None req-130ec943-3fa7-4166-bf2e-4d3f7f9c696e tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Lock "78926bd8-3dee-48fc-ae8b-c7f74ddd5cad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.832s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2124.332637] env[62291]: DEBUG oslo_vmware.api [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Task: {'id': task-2143058, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2124.425691] env[62291]: DEBUG nova.network.neutron [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] [instance: a8cafd44-5940-44d0-9760-398e1405c914] Updating instance_info_cache with network_info: [{"id": "ced0d31d-5744-4caa-877f-ea8e5dbed7af", "address": "fa:16:3e:79:9c:37", "network": {"id": "eab11e9e-e4bc-480f-8c91-8519cf742efc", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1472532653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e347a78583e4289bf51c55fe4e0f55c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapced0d31d-57", "ovs_interfaceid": "ced0d31d-5744-4caa-877f-ea8e5dbed7af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2124.547507] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 5b38764d-5b21-4187-ad00-a2156fd91a38 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2124.602501] env[62291]: DEBUG nova.compute.manager [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: ebcf3701-88ed-408a-8019-7bca77d6cb50] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2124.637312] env[62291]: DEBUG nova.network.neutron [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Successfully updated port: e9244dfe-bf4e-4031-95a5-55e5be260522 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2124.833912] env[62291]: DEBUG oslo_vmware.api [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Task: {'id': task-2143058, 'name': PowerOnVM_Task, 'duration_secs': 0.543547} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2124.834232] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2124.834401] env[62291]: INFO nova.compute.manager [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] Took 8.84 seconds to spawn the instance on the hypervisor. [ 2124.834580] env[62291]: DEBUG nova.compute.manager [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2124.835752] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c397e209-b8aa-4df4-a999-f41448b1195a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.933299] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Releasing lock "refresh_cache-a8cafd44-5940-44d0-9760-398e1405c914" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2124.933666] env[62291]: DEBUG nova.compute.manager [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] [instance: a8cafd44-5940-44d0-9760-398e1405c914] Instance network_info: |[{"id": "ced0d31d-5744-4caa-877f-ea8e5dbed7af", "address": "fa:16:3e:79:9c:37", "network": {"id": "eab11e9e-e4bc-480f-8c91-8519cf742efc", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1472532653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e347a78583e4289bf51c55fe4e0f55c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapced0d31d-57", "ovs_interfaceid": "ced0d31d-5744-4caa-877f-ea8e5dbed7af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2124.937371] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] [instance: a8cafd44-5940-44d0-9760-398e1405c914] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:9c:37', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7edb7c08-2fae-4df5-9ec6-5ccf06d7e337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ced0d31d-5744-4caa-877f-ea8e5dbed7af', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2124.943122] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Creating folder: Project (1e347a78583e4289bf51c55fe4e0f55c). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2124.943122] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-55b3f297-6063-4987-824c-89ec2e948631 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.956793] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Created folder: Project (1e347a78583e4289bf51c55fe4e0f55c) in parent group-v437896. [ 2124.957038] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Creating folder: Instances. Parent ref: group-v438045. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2124.957728] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa054aca-0aa3-44f7-8334-ff35466eb4fe {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.967575] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Created folder: Instances in parent group-v438045. [ 2124.967832] env[62291]: DEBUG oslo.service.loopingcall [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2124.968089] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8cafd44-5940-44d0-9760-398e1405c914] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2124.968702] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e55d55b8-6167-4189-9806-8d70db295edb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2124.988621] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2124.988621] env[62291]: value = "task-2143061" [ 2124.988621] env[62291]: _type = "Task" [ 2124.988621] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2125.000251] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143061, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.050299] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 197d3ca2-541b-4701-8c93-6a0a883a6fde has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2125.128782] env[62291]: DEBUG oslo_concurrency.lockutils [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2125.141044] env[62291]: DEBUG oslo_concurrency.lockutils [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquiring lock "refresh_cache-af730d81-bef8-454f-858a-8141561b0086" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2125.141934] env[62291]: DEBUG oslo_concurrency.lockutils [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquired lock "refresh_cache-af730d81-bef8-454f-858a-8141561b0086" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2125.141934] env[62291]: DEBUG nova.network.neutron [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2125.358625] env[62291]: INFO nova.compute.manager [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] Took 48.79 seconds to build instance. [ 2125.369712] env[62291]: DEBUG nova.compute.manager [req-9e9406f9-e8f8-4493-9895-27e1d21f6ca2 req-afcb183f-81ef-4df1-95b6-0a7268039c32 service nova] [instance: a8cafd44-5940-44d0-9760-398e1405c914] Received event network-changed-ced0d31d-5744-4caa-877f-ea8e5dbed7af {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2125.369961] env[62291]: DEBUG nova.compute.manager [req-9e9406f9-e8f8-4493-9895-27e1d21f6ca2 req-afcb183f-81ef-4df1-95b6-0a7268039c32 service nova] [instance: a8cafd44-5940-44d0-9760-398e1405c914] Refreshing instance network info cache due to event network-changed-ced0d31d-5744-4caa-877f-ea8e5dbed7af. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2125.370902] env[62291]: DEBUG oslo_concurrency.lockutils [req-9e9406f9-e8f8-4493-9895-27e1d21f6ca2 req-afcb183f-81ef-4df1-95b6-0a7268039c32 service nova] Acquiring lock "refresh_cache-a8cafd44-5940-44d0-9760-398e1405c914" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2125.371140] env[62291]: DEBUG oslo_concurrency.lockutils [req-9e9406f9-e8f8-4493-9895-27e1d21f6ca2 req-afcb183f-81ef-4df1-95b6-0a7268039c32 service nova] Acquired lock "refresh_cache-a8cafd44-5940-44d0-9760-398e1405c914" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2125.371428] env[62291]: DEBUG nova.network.neutron [req-9e9406f9-e8f8-4493-9895-27e1d21f6ca2 req-afcb183f-81ef-4df1-95b6-0a7268039c32 service nova] [instance: a8cafd44-5940-44d0-9760-398e1405c914] Refreshing network info cache for port ced0d31d-5744-4caa-877f-ea8e5dbed7af {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2125.505181] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143061, 'name': CreateVM_Task, 'duration_secs': 0.400455} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2125.505181] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a8cafd44-5940-44d0-9760-398e1405c914] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2125.505989] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2125.505989] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2125.506483] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2125.506812] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c48e0e95-e15b-452f-a559-304000d1021b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.514971] env[62291]: DEBUG oslo_vmware.api [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Waiting for the task: (returnval){ [ 2125.514971] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52e15b61-7d5a-926b-6601-fb8d6a164944" [ 2125.514971] env[62291]: _type = "Task" [ 2125.514971] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2125.523191] env[62291]: DEBUG oslo_vmware.api [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52e15b61-7d5a-926b-6601-fb8d6a164944, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2125.554830] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 4c131520-da77-4c2c-a4e9-39e0d56b5f72 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2125.684370] env[62291]: DEBUG nova.network.neutron [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2125.767395] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e021bba8-32fe-4250-b71c-a14c7957824c tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Acquiring lock "78926bd8-3dee-48fc-ae8b-c7f74ddd5cad" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2125.767774] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e021bba8-32fe-4250-b71c-a14c7957824c tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Lock "78926bd8-3dee-48fc-ae8b-c7f74ddd5cad" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2125.767932] env[62291]: INFO nova.compute.manager [None req-e021bba8-32fe-4250-b71c-a14c7957824c tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Rebooting instance [ 2125.863646] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a8ac46c8-b871-4728-b330-e0008d82ad6e tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Lock "60f49bb9-72e2-4462-b95e-7d9dbcaf1b55" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.341s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2125.882621] env[62291]: DEBUG oslo_concurrency.lockutils [None req-296acd0e-74a5-4672-9082-0ae10e821fdc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "386f83d9-31c2-47ae-970e-7c2449aab0a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2125.882621] env[62291]: DEBUG oslo_concurrency.lockutils [None req-296acd0e-74a5-4672-9082-0ae10e821fdc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "386f83d9-31c2-47ae-970e-7c2449aab0a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2125.882621] env[62291]: DEBUG oslo_concurrency.lockutils [None req-296acd0e-74a5-4672-9082-0ae10e821fdc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "386f83d9-31c2-47ae-970e-7c2449aab0a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2125.883069] env[62291]: DEBUG oslo_concurrency.lockutils [None req-296acd0e-74a5-4672-9082-0ae10e821fdc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "386f83d9-31c2-47ae-970e-7c2449aab0a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2125.883069] env[62291]: DEBUG oslo_concurrency.lockutils [None req-296acd0e-74a5-4672-9082-0ae10e821fdc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "386f83d9-31c2-47ae-970e-7c2449aab0a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2125.886355] env[62291]: INFO nova.compute.manager [None req-296acd0e-74a5-4672-9082-0ae10e821fdc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Terminating instance [ 2125.889238] env[62291]: DEBUG nova.compute.manager [None req-296acd0e-74a5-4672-9082-0ae10e821fdc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2125.889432] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-296acd0e-74a5-4672-9082-0ae10e821fdc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2125.890387] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6379be31-5fbd-4594-aac0-d5f109a5a7ac {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.898537] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-296acd0e-74a5-4672-9082-0ae10e821fdc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2125.898793] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74f475b1-a5a4-452a-9f87-08c6f22132ed {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2125.902190] env[62291]: DEBUG nova.network.neutron [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Updating instance_info_cache with network_info: [{"id": "e9244dfe-bf4e-4031-95a5-55e5be260522", "address": "fa:16:3e:40:ff:77", "network": {"id": "ce85cec1-d2b4-40a2-8f9e-afd8351425e2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-91553824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be147140f7a240be9dd360d0429e4e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9244dfe-bf", "ovs_interfaceid": "e9244dfe-bf4e-4031-95a5-55e5be260522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2125.996143] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-296acd0e-74a5-4672-9082-0ae10e821fdc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2125.996373] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-296acd0e-74a5-4672-9082-0ae10e821fdc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2125.996558] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-296acd0e-74a5-4672-9082-0ae10e821fdc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Deleting the datastore file [datastore2] 386f83d9-31c2-47ae-970e-7c2449aab0a1 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2125.996824] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-204c4a7c-7ab9-41cf-85d3-4d0b8ae1ded8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.003508] env[62291]: DEBUG oslo_vmware.api [None req-296acd0e-74a5-4672-9082-0ae10e821fdc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2126.003508] env[62291]: value = "task-2143063" [ 2126.003508] env[62291]: _type = "Task" [ 2126.003508] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2126.014064] env[62291]: DEBUG oslo_vmware.api [None req-296acd0e-74a5-4672-9082-0ae10e821fdc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143063, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.024258] env[62291]: DEBUG oslo_vmware.api [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52e15b61-7d5a-926b-6601-fb8d6a164944, 'name': SearchDatastore_Task, 'duration_secs': 0.010993} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2126.024258] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2126.024258] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] [instance: a8cafd44-5940-44d0-9760-398e1405c914] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2126.024258] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2126.024258] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2126.024258] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2126.024484] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7160771c-726e-43e9-8053-e77c0bf7b972 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.043801] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2126.044052] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2126.044928] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f312ed5-6518-4319-a832-4294a4431c1d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.052208] env[62291]: DEBUG oslo_vmware.api [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Waiting for the task: (returnval){ [ 2126.052208] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]520c15ac-ee69-ee9f-df58-12be8003a46b" [ 2126.052208] env[62291]: _type = "Task" [ 2126.052208] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2126.056831] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance acf1edf3-b190-4271-8b2a-4aff78835326 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2126.070329] env[62291]: DEBUG oslo_vmware.api [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]520c15ac-ee69-ee9f-df58-12be8003a46b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.217037] env[62291]: DEBUG nova.network.neutron [req-9e9406f9-e8f8-4493-9895-27e1d21f6ca2 req-afcb183f-81ef-4df1-95b6-0a7268039c32 service nova] [instance: a8cafd44-5940-44d0-9760-398e1405c914] Updated VIF entry in instance network info cache for port ced0d31d-5744-4caa-877f-ea8e5dbed7af. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2126.217342] env[62291]: DEBUG nova.network.neutron [req-9e9406f9-e8f8-4493-9895-27e1d21f6ca2 req-afcb183f-81ef-4df1-95b6-0a7268039c32 service nova] [instance: a8cafd44-5940-44d0-9760-398e1405c914] Updating instance_info_cache with network_info: [{"id": "ced0d31d-5744-4caa-877f-ea8e5dbed7af", "address": "fa:16:3e:79:9c:37", "network": {"id": "eab11e9e-e4bc-480f-8c91-8519cf742efc", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1472532653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1e347a78583e4289bf51c55fe4e0f55c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7edb7c08-2fae-4df5-9ec6-5ccf06d7e337", "external-id": "nsx-vlan-transportzone-309", "segmentation_id": 309, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapced0d31d-57", "ovs_interfaceid": "ced0d31d-5744-4caa-877f-ea8e5dbed7af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2126.291440] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e021bba8-32fe-4250-b71c-a14c7957824c tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Acquiring lock "refresh_cache-78926bd8-3dee-48fc-ae8b-c7f74ddd5cad" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2126.291640] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e021bba8-32fe-4250-b71c-a14c7957824c tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Acquired lock "refresh_cache-78926bd8-3dee-48fc-ae8b-c7f74ddd5cad" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2126.291820] env[62291]: DEBUG nova.network.neutron [None req-e021bba8-32fe-4250-b71c-a14c7957824c tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2126.367763] env[62291]: DEBUG nova.compute.manager [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 6b127e14-7af8-4451-83c4-2197134ef295] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2126.407534] env[62291]: DEBUG oslo_concurrency.lockutils [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Releasing lock "refresh_cache-af730d81-bef8-454f-858a-8141561b0086" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2126.408450] env[62291]: DEBUG nova.compute.manager [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Instance network_info: |[{"id": "e9244dfe-bf4e-4031-95a5-55e5be260522", "address": "fa:16:3e:40:ff:77", "network": {"id": "ce85cec1-d2b4-40a2-8f9e-afd8351425e2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-91553824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be147140f7a240be9dd360d0429e4e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9244dfe-bf", "ovs_interfaceid": "e9244dfe-bf4e-4031-95a5-55e5be260522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2126.409137] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:ff:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27138a4c-60c9-45fb-bf37-4c2f765315a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e9244dfe-bf4e-4031-95a5-55e5be260522', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2126.418579] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Creating folder: Project (be147140f7a240be9dd360d0429e4e8c). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2126.419917] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40b23aa1-5436-4d4b-ab2c-5909cc0288e5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.433634] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Created folder: Project (be147140f7a240be9dd360d0429e4e8c) in parent group-v437896. [ 2126.433856] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Creating folder: Instances. Parent ref: group-v438048. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2126.434120] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-10132d7a-6885-4457-ad6e-35f95e66dfd0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.446558] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Created folder: Instances in parent group-v438048. [ 2126.447126] env[62291]: DEBUG oslo.service.loopingcall [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2126.447434] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af730d81-bef8-454f-858a-8141561b0086] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2126.447743] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cd0b00d5-0337-46cc-ac2c-601a19b92b60 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.472401] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2126.472401] env[62291]: value = "task-2143066" [ 2126.472401] env[62291]: _type = "Task" [ 2126.472401] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2126.483716] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143066, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.514579] env[62291]: DEBUG oslo_vmware.api [None req-296acd0e-74a5-4672-9082-0ae10e821fdc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143063, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.453133} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2126.514834] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-296acd0e-74a5-4672-9082-0ae10e821fdc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2126.515964] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-296acd0e-74a5-4672-9082-0ae10e821fdc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2126.516281] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-296acd0e-74a5-4672-9082-0ae10e821fdc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2126.516474] env[62291]: INFO nova.compute.manager [None req-296acd0e-74a5-4672-9082-0ae10e821fdc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Took 0.63 seconds to destroy the instance on the hypervisor. [ 2126.516726] env[62291]: DEBUG oslo.service.loopingcall [None req-296acd0e-74a5-4672-9082-0ae10e821fdc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2126.516919] env[62291]: DEBUG nova.compute.manager [-] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2126.517019] env[62291]: DEBUG nova.network.neutron [-] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2126.559544] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance e1b69949-28f1-4c27-ab34-5bd8892d321f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2126.565098] env[62291]: DEBUG oslo_vmware.api [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]520c15ac-ee69-ee9f-df58-12be8003a46b, 'name': SearchDatastore_Task, 'duration_secs': 0.010898} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2126.566193] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb445a46-1004-4957-9f12-cfa28f5505f2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2126.571945] env[62291]: DEBUG oslo_vmware.api [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Waiting for the task: (returnval){ [ 2126.571945] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52b9cb58-8e38-d524-c3fb-ddb38982b589" [ 2126.571945] env[62291]: _type = "Task" [ 2126.571945] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2126.581028] env[62291]: DEBUG oslo_vmware.api [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52b9cb58-8e38-d524-c3fb-ddb38982b589, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2126.726138] env[62291]: DEBUG oslo_concurrency.lockutils [req-9e9406f9-e8f8-4493-9895-27e1d21f6ca2 req-afcb183f-81ef-4df1-95b6-0a7268039c32 service nova] Releasing lock "refresh_cache-a8cafd44-5940-44d0-9760-398e1405c914" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2126.726430] env[62291]: DEBUG nova.compute.manager [req-9e9406f9-e8f8-4493-9895-27e1d21f6ca2 req-afcb183f-81ef-4df1-95b6-0a7268039c32 service nova] [instance: af730d81-bef8-454f-858a-8141561b0086] Received event network-vif-plugged-e9244dfe-bf4e-4031-95a5-55e5be260522 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2126.726638] env[62291]: DEBUG oslo_concurrency.lockutils [req-9e9406f9-e8f8-4493-9895-27e1d21f6ca2 req-afcb183f-81ef-4df1-95b6-0a7268039c32 service nova] Acquiring lock "af730d81-bef8-454f-858a-8141561b0086-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2126.726851] env[62291]: DEBUG oslo_concurrency.lockutils [req-9e9406f9-e8f8-4493-9895-27e1d21f6ca2 req-afcb183f-81ef-4df1-95b6-0a7268039c32 service nova] Lock "af730d81-bef8-454f-858a-8141561b0086-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2126.727103] env[62291]: DEBUG oslo_concurrency.lockutils [req-9e9406f9-e8f8-4493-9895-27e1d21f6ca2 req-afcb183f-81ef-4df1-95b6-0a7268039c32 service nova] Lock "af730d81-bef8-454f-858a-8141561b0086-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2126.727382] env[62291]: DEBUG nova.compute.manager [req-9e9406f9-e8f8-4493-9895-27e1d21f6ca2 req-afcb183f-81ef-4df1-95b6-0a7268039c32 service nova] [instance: af730d81-bef8-454f-858a-8141561b0086] No waiting events found dispatching network-vif-plugged-e9244dfe-bf4e-4031-95a5-55e5be260522 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2126.727577] env[62291]: WARNING nova.compute.manager [req-9e9406f9-e8f8-4493-9895-27e1d21f6ca2 req-afcb183f-81ef-4df1-95b6-0a7268039c32 service nova] [instance: af730d81-bef8-454f-858a-8141561b0086] Received unexpected event network-vif-plugged-e9244dfe-bf4e-4031-95a5-55e5be260522 for instance with vm_state building and task_state spawning. [ 2126.727747] env[62291]: DEBUG nova.compute.manager [req-9e9406f9-e8f8-4493-9895-27e1d21f6ca2 req-afcb183f-81ef-4df1-95b6-0a7268039c32 service nova] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Received event network-changed-4c56f999-03bf-41a1-8c84-aaed2710d97a {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2126.727904] env[62291]: DEBUG nova.compute.manager [req-9e9406f9-e8f8-4493-9895-27e1d21f6ca2 req-afcb183f-81ef-4df1-95b6-0a7268039c32 service nova] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Refreshing instance network info cache due to event network-changed-4c56f999-03bf-41a1-8c84-aaed2710d97a. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2126.728087] env[62291]: DEBUG oslo_concurrency.lockutils [req-9e9406f9-e8f8-4493-9895-27e1d21f6ca2 req-afcb183f-81ef-4df1-95b6-0a7268039c32 service nova] Acquiring lock "refresh_cache-78926bd8-3dee-48fc-ae8b-c7f74ddd5cad" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2126.898349] env[62291]: DEBUG oslo_concurrency.lockutils [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2126.989914] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143066, 'name': CreateVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.069221] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance ebcf3701-88ed-408a-8019-7bca77d6cb50 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2127.082986] env[62291]: DEBUG oslo_vmware.api [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52b9cb58-8e38-d524-c3fb-ddb38982b589, 'name': SearchDatastore_Task, 'duration_secs': 0.022406} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.083964] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2127.083964] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] a8cafd44-5940-44d0-9760-398e1405c914/a8cafd44-5940-44d0-9760-398e1405c914.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2127.083964] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ea302ec-7205-45be-9044-abe3ad500914 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.093048] env[62291]: DEBUG oslo_vmware.api [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Waiting for the task: (returnval){ [ 2127.093048] env[62291]: value = "task-2143067" [ 2127.093048] env[62291]: _type = "Task" [ 2127.093048] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.102012] env[62291]: DEBUG oslo_vmware.api [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Task: {'id': task-2143067, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.121759] env[62291]: DEBUG nova.network.neutron [None req-e021bba8-32fe-4250-b71c-a14c7957824c tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Updating instance_info_cache with network_info: [{"id": "4c56f999-03bf-41a1-8c84-aaed2710d97a", "address": "fa:16:3e:a9:08:fa", "network": {"id": "f64c65c7-cb08-4d4c-a12a-8dae946f0f79", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-520618919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f2b8109afd14133806cc8a13df630fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c56f999-03", "ovs_interfaceid": "4c56f999-03bf-41a1-8c84-aaed2710d97a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2127.188992] env[62291]: DEBUG nova.compute.manager [req-8b846632-9900-4275-9f3f-e16efa40a52d req-fcbbd9c8-e06b-4968-aa17-feea32c2bcde service nova] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] Received event network-changed-ca84a50b-4e55-4afa-b803-2bf707cad00d {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2127.189659] env[62291]: DEBUG nova.compute.manager [req-8b846632-9900-4275-9f3f-e16efa40a52d req-fcbbd9c8-e06b-4968-aa17-feea32c2bcde service nova] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] Refreshing instance network info cache due to event network-changed-ca84a50b-4e55-4afa-b803-2bf707cad00d. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2127.189959] env[62291]: DEBUG oslo_concurrency.lockutils [req-8b846632-9900-4275-9f3f-e16efa40a52d req-fcbbd9c8-e06b-4968-aa17-feea32c2bcde service nova] Acquiring lock "refresh_cache-60f49bb9-72e2-4462-b95e-7d9dbcaf1b55" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2127.190145] env[62291]: DEBUG oslo_concurrency.lockutils [req-8b846632-9900-4275-9f3f-e16efa40a52d req-fcbbd9c8-e06b-4968-aa17-feea32c2bcde service nova] Acquired lock "refresh_cache-60f49bb9-72e2-4462-b95e-7d9dbcaf1b55" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2127.190319] env[62291]: DEBUG nova.network.neutron [req-8b846632-9900-4275-9f3f-e16efa40a52d req-fcbbd9c8-e06b-4968-aa17-feea32c2bcde service nova] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] Refreshing network info cache for port ca84a50b-4e55-4afa-b803-2bf707cad00d {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2127.385988] env[62291]: DEBUG nova.network.neutron [-] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2127.440896] env[62291]: DEBUG nova.compute.manager [req-ddddde49-cc0c-44ac-ab4b-3f90ff94398e req-9b2ec62e-06d5-4c67-ab98-0610bda1f03d service nova] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Received event network-vif-deleted-d300f0f9-499e-4ad3-b846-ef967a95197b {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2127.488034] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143066, 'name': CreateVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.570589] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 6b127e14-7af8-4451-83c4-2197134ef295 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2127.603448] env[62291]: DEBUG oslo_vmware.api [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Task: {'id': task-2143067, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50672} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2127.603731] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] a8cafd44-5940-44d0-9760-398e1405c914/a8cafd44-5940-44d0-9760-398e1405c914.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2127.603948] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] [instance: a8cafd44-5940-44d0-9760-398e1405c914] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2127.604225] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-275a4b84-98f8-4bce-b01d-e2cec17c7bd4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.611940] env[62291]: DEBUG oslo_vmware.api [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Waiting for the task: (returnval){ [ 2127.611940] env[62291]: value = "task-2143068" [ 2127.611940] env[62291]: _type = "Task" [ 2127.611940] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2127.619762] env[62291]: DEBUG oslo_vmware.api [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Task: {'id': task-2143068, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2127.627408] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e021bba8-32fe-4250-b71c-a14c7957824c tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Releasing lock "refresh_cache-78926bd8-3dee-48fc-ae8b-c7f74ddd5cad" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2127.629073] env[62291]: DEBUG oslo_concurrency.lockutils [req-9e9406f9-e8f8-4493-9895-27e1d21f6ca2 req-afcb183f-81ef-4df1-95b6-0a7268039c32 service nova] Acquired lock "refresh_cache-78926bd8-3dee-48fc-ae8b-c7f74ddd5cad" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2127.629277] env[62291]: DEBUG nova.network.neutron [req-9e9406f9-e8f8-4493-9895-27e1d21f6ca2 req-afcb183f-81ef-4df1-95b6-0a7268039c32 service nova] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Refreshing network info cache for port 4c56f999-03bf-41a1-8c84-aaed2710d97a {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2127.630924] env[62291]: DEBUG nova.compute.manager [None req-e021bba8-32fe-4250-b71c-a14c7957824c tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2127.631750] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e507fec9-1f59-4aca-9861-85c898d36322 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2127.679063] env[62291]: DEBUG oslo_concurrency.lockutils [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Acquiring lock "b2dfa139-ab06-4914-96fd-471045a43b4c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2127.679291] env[62291]: DEBUG oslo_concurrency.lockutils [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lock "b2dfa139-ab06-4914-96fd-471045a43b4c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2127.888109] env[62291]: INFO nova.compute.manager [-] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Took 1.37 seconds to deallocate network for instance. [ 2127.955310] env[62291]: DEBUG nova.network.neutron [req-8b846632-9900-4275-9f3f-e16efa40a52d req-fcbbd9c8-e06b-4968-aa17-feea32c2bcde service nova] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] Updated VIF entry in instance network info cache for port ca84a50b-4e55-4afa-b803-2bf707cad00d. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2127.955706] env[62291]: DEBUG nova.network.neutron [req-8b846632-9900-4275-9f3f-e16efa40a52d req-fcbbd9c8-e06b-4968-aa17-feea32c2bcde service nova] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] Updating instance_info_cache with network_info: [{"id": "ca84a50b-4e55-4afa-b803-2bf707cad00d", "address": "fa:16:3e:8f:7a:b8", "network": {"id": "446a75aa-d544-4f82-89a1-582a2f83550a", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1426771169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4788ea9974fe4f87b8a231306515d652", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapca84a50b-4e", "ovs_interfaceid": "ca84a50b-4e55-4afa-b803-2bf707cad00d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2127.988563] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143066, 'name': CreateVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.073991] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2128.121983] env[62291]: DEBUG oslo_vmware.api [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Task: {'id': task-2143068, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061376} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2128.123136] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] [instance: a8cafd44-5940-44d0-9760-398e1405c914] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2128.123136] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c581ff8-530c-457e-a6b2-b82ecd1decf7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.150772] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] [instance: a8cafd44-5940-44d0-9760-398e1405c914] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] a8cafd44-5940-44d0-9760-398e1405c914/a8cafd44-5940-44d0-9760-398e1405c914.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2128.154481] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e70e463a-0af6-4e9c-953a-a89ec3b42b2a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.176929] env[62291]: DEBUG oslo_vmware.api [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Waiting for the task: (returnval){ [ 2128.176929] env[62291]: value = "task-2143069" [ 2128.176929] env[62291]: _type = "Task" [ 2128.176929] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2128.186688] env[62291]: DEBUG oslo_vmware.api [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Task: {'id': task-2143069, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.395384] env[62291]: DEBUG oslo_concurrency.lockutils [None req-296acd0e-74a5-4672-9082-0ae10e821fdc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2128.438572] env[62291]: DEBUG nova.network.neutron [req-9e9406f9-e8f8-4493-9895-27e1d21f6ca2 req-afcb183f-81ef-4df1-95b6-0a7268039c32 service nova] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Updated VIF entry in instance network info cache for port 4c56f999-03bf-41a1-8c84-aaed2710d97a. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2128.438965] env[62291]: DEBUG nova.network.neutron [req-9e9406f9-e8f8-4493-9895-27e1d21f6ca2 req-afcb183f-81ef-4df1-95b6-0a7268039c32 service nova] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Updating instance_info_cache with network_info: [{"id": "4c56f999-03bf-41a1-8c84-aaed2710d97a", "address": "fa:16:3e:a9:08:fa", "network": {"id": "f64c65c7-cb08-4d4c-a12a-8dae946f0f79", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-520618919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f2b8109afd14133806cc8a13df630fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c56f999-03", "ovs_interfaceid": "4c56f999-03bf-41a1-8c84-aaed2710d97a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2128.458045] env[62291]: DEBUG oslo_concurrency.lockutils [req-8b846632-9900-4275-9f3f-e16efa40a52d req-fcbbd9c8-e06b-4968-aa17-feea32c2bcde service nova] Releasing lock "refresh_cache-60f49bb9-72e2-4462-b95e-7d9dbcaf1b55" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2128.488736] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143066, 'name': CreateVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.577686] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance fe7775be-06f2-44d8-8f78-1d13e756bfa5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2128.674255] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98693e56-9d50-4852-860a-911c15d45d9d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.687560] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e021bba8-32fe-4250-b71c-a14c7957824c tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Doing hard reboot of VM {{(pid=62291) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 2128.687870] env[62291]: DEBUG oslo_vmware.api [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Task: {'id': task-2143069, 'name': ReconfigVM_Task, 'duration_secs': 0.266448} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2128.688111] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-4b8b355c-66d9-48c8-b7ff-72e992d84d58 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.689576] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] [instance: a8cafd44-5940-44d0-9760-398e1405c914] Reconfigured VM instance instance-00000042 to attach disk [datastore2] a8cafd44-5940-44d0-9760-398e1405c914/a8cafd44-5940-44d0-9760-398e1405c914.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2128.690154] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a62a681-9ae3-479e-88a2-00aa96fad831 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.696036] env[62291]: DEBUG oslo_vmware.api [None req-e021bba8-32fe-4250-b71c-a14c7957824c tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Waiting for the task: (returnval){ [ 2128.696036] env[62291]: value = "task-2143070" [ 2128.696036] env[62291]: _type = "Task" [ 2128.696036] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2128.697225] env[62291]: DEBUG oslo_vmware.api [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Waiting for the task: (returnval){ [ 2128.697225] env[62291]: value = "task-2143071" [ 2128.697225] env[62291]: _type = "Task" [ 2128.697225] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2128.709026] env[62291]: DEBUG oslo_vmware.api [None req-e021bba8-32fe-4250-b71c-a14c7957824c tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Task: {'id': task-2143070, 'name': ResetVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.711047] env[62291]: DEBUG oslo_vmware.api [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Task: {'id': task-2143071, 'name': Rename_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2128.941952] env[62291]: DEBUG oslo_concurrency.lockutils [req-9e9406f9-e8f8-4493-9895-27e1d21f6ca2 req-afcb183f-81ef-4df1-95b6-0a7268039c32 service nova] Releasing lock "refresh_cache-78926bd8-3dee-48fc-ae8b-c7f74ddd5cad" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2128.942337] env[62291]: DEBUG nova.compute.manager [req-9e9406f9-e8f8-4493-9895-27e1d21f6ca2 req-afcb183f-81ef-4df1-95b6-0a7268039c32 service nova] [instance: af730d81-bef8-454f-858a-8141561b0086] Received event network-changed-e9244dfe-bf4e-4031-95a5-55e5be260522 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2128.942561] env[62291]: DEBUG nova.compute.manager [req-9e9406f9-e8f8-4493-9895-27e1d21f6ca2 req-afcb183f-81ef-4df1-95b6-0a7268039c32 service nova] [instance: af730d81-bef8-454f-858a-8141561b0086] Refreshing instance network info cache due to event network-changed-e9244dfe-bf4e-4031-95a5-55e5be260522. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2128.942789] env[62291]: DEBUG oslo_concurrency.lockutils [req-9e9406f9-e8f8-4493-9895-27e1d21f6ca2 req-afcb183f-81ef-4df1-95b6-0a7268039c32 service nova] Acquiring lock "refresh_cache-af730d81-bef8-454f-858a-8141561b0086" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2128.942935] env[62291]: DEBUG oslo_concurrency.lockutils [req-9e9406f9-e8f8-4493-9895-27e1d21f6ca2 req-afcb183f-81ef-4df1-95b6-0a7268039c32 service nova] Acquired lock "refresh_cache-af730d81-bef8-454f-858a-8141561b0086" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2128.943165] env[62291]: DEBUG nova.network.neutron [req-9e9406f9-e8f8-4493-9895-27e1d21f6ca2 req-afcb183f-81ef-4df1-95b6-0a7268039c32 service nova] [instance: af730d81-bef8-454f-858a-8141561b0086] Refreshing network info cache for port e9244dfe-bf4e-4031-95a5-55e5be260522 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2128.989313] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143066, 'name': CreateVM_Task, 'duration_secs': 2.390696} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2128.989485] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: af730d81-bef8-454f-858a-8141561b0086] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2128.990167] env[62291]: DEBUG oslo_concurrency.lockutils [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2128.990334] env[62291]: DEBUG oslo_concurrency.lockutils [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2128.990652] env[62291]: DEBUG oslo_concurrency.lockutils [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2128.990912] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e98ba0b-4fd5-4d51-ac01-59ff8d435271 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2128.995499] env[62291]: DEBUG oslo_vmware.api [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2128.995499] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5243b58c-7f0c-5cfb-5a9c-c5229413b972" [ 2128.995499] env[62291]: _type = "Task" [ 2128.995499] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.002623] env[62291]: DEBUG oslo_vmware.api [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5243b58c-7f0c-5cfb-5a9c-c5229413b972, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.080861] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2129.081386] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2129.081634] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4160MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2129.211810] env[62291]: DEBUG oslo_vmware.api [None req-e021bba8-32fe-4250-b71c-a14c7957824c tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Task: {'id': task-2143070, 'name': ResetVM_Task, 'duration_secs': 0.484737} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2129.214727] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e021bba8-32fe-4250-b71c-a14c7957824c tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Did hard reboot of VM {{(pid=62291) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 2129.214959] env[62291]: DEBUG nova.compute.manager [None req-e021bba8-32fe-4250-b71c-a14c7957824c tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2129.215736] env[62291]: DEBUG oslo_vmware.api [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Task: {'id': task-2143071, 'name': Rename_Task, 'duration_secs': 0.13206} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2129.218782] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18feca04-3876-40a1-aa85-42cffea0710b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.221438] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] [instance: a8cafd44-5940-44d0-9760-398e1405c914] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2129.221841] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3c63ef0-cff4-45d9-81b2-bfb09d2c9a83 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.233047] env[62291]: DEBUG oslo_vmware.api [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Waiting for the task: (returnval){ [ 2129.233047] env[62291]: value = "task-2143072" [ 2129.233047] env[62291]: _type = "Task" [ 2129.233047] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.241159] env[62291]: DEBUG oslo_vmware.api [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Task: {'id': task-2143072, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.506402] env[62291]: DEBUG oslo_vmware.api [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5243b58c-7f0c-5cfb-5a9c-c5229413b972, 'name': SearchDatastore_Task, 'duration_secs': 0.011521} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2129.506690] env[62291]: DEBUG oslo_concurrency.lockutils [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2129.506795] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2129.507041] env[62291]: DEBUG oslo_concurrency.lockutils [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2129.507221] env[62291]: DEBUG oslo_concurrency.lockutils [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2129.507458] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2129.509965] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a31d5b9d-e9b9-4804-863d-ae0b4ba9194f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.520227] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2129.520403] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2129.521509] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03b52535-62c9-4a9c-b2ce-7b3ce900893b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.528986] env[62291]: DEBUG oslo_vmware.api [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2129.528986] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52ce457d-43d8-b1bc-52d0-b09a5ad021eb" [ 2129.528986] env[62291]: _type = "Task" [ 2129.528986] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2129.536484] env[62291]: DEBUG oslo_vmware.api [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52ce457d-43d8-b1bc-52d0-b09a5ad021eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2129.540739] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa3e152-0772-413f-808c-61d962303b1a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.547276] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34b51ad-847e-481c-921b-9d5511963171 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.581331] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52424a35-06c8-4cb1-bc85-d8f1dd9cb24d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.589567] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb4a00c-5dbe-4109-ba06-415d5bbf2702 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2129.603699] env[62291]: DEBUG nova.compute.provider_tree [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2129.720618] env[62291]: DEBUG nova.network.neutron [req-9e9406f9-e8f8-4493-9895-27e1d21f6ca2 req-afcb183f-81ef-4df1-95b6-0a7268039c32 service nova] [instance: af730d81-bef8-454f-858a-8141561b0086] Updated VIF entry in instance network info cache for port e9244dfe-bf4e-4031-95a5-55e5be260522. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2129.721156] env[62291]: DEBUG nova.network.neutron [req-9e9406f9-e8f8-4493-9895-27e1d21f6ca2 req-afcb183f-81ef-4df1-95b6-0a7268039c32 service nova] [instance: af730d81-bef8-454f-858a-8141561b0086] Updating instance_info_cache with network_info: [{"id": "e9244dfe-bf4e-4031-95a5-55e5be260522", "address": "fa:16:3e:40:ff:77", "network": {"id": "ce85cec1-d2b4-40a2-8f9e-afd8351425e2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-91553824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be147140f7a240be9dd360d0429e4e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9244dfe-bf", "ovs_interfaceid": "e9244dfe-bf4e-4031-95a5-55e5be260522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2129.733824] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e021bba8-32fe-4250-b71c-a14c7957824c tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Lock "78926bd8-3dee-48fc-ae8b-c7f74ddd5cad" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 3.966s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2129.746237] env[62291]: DEBUG oslo_vmware.api [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Task: {'id': task-2143072, 'name': PowerOnVM_Task, 'duration_secs': 0.442833} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2129.746494] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] [instance: a8cafd44-5940-44d0-9760-398e1405c914] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2129.746688] env[62291]: INFO nova.compute.manager [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] [instance: a8cafd44-5940-44d0-9760-398e1405c914] Took 7.89 seconds to spawn the instance on the hypervisor. [ 2129.746860] env[62291]: DEBUG nova.compute.manager [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] [instance: a8cafd44-5940-44d0-9760-398e1405c914] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2129.747667] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1bc8d5-265c-4874-acc0-f25b71c13c78 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.039420] env[62291]: DEBUG oslo_vmware.api [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52ce457d-43d8-b1bc-52d0-b09a5ad021eb, 'name': SearchDatastore_Task, 'duration_secs': 0.009363} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.040332] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-736c411a-f5d6-48fb-84b5-0d3e70476f20 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.046020] env[62291]: DEBUG oslo_vmware.api [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2130.046020] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52ad691c-fb08-2925-348f-eacbce922aaf" [ 2130.046020] env[62291]: _type = "Task" [ 2130.046020] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2130.055010] env[62291]: DEBUG oslo_vmware.api [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52ad691c-fb08-2925-348f-eacbce922aaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.106263] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2130.224456] env[62291]: DEBUG oslo_concurrency.lockutils [req-9e9406f9-e8f8-4493-9895-27e1d21f6ca2 req-afcb183f-81ef-4df1-95b6-0a7268039c32 service nova] Releasing lock "refresh_cache-af730d81-bef8-454f-858a-8141561b0086" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2130.263714] env[62291]: INFO nova.compute.manager [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] [instance: a8cafd44-5940-44d0-9760-398e1405c914] Took 49.80 seconds to build instance. [ 2130.548669] env[62291]: DEBUG nova.compute.manager [req-03a5fc2a-7b85-4969-bd85-ffb68a8de600 req-98c1910b-7021-4860-a3e7-8b22418fac8c service nova] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Received event network-changed-4c56f999-03bf-41a1-8c84-aaed2710d97a {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2130.548872] env[62291]: DEBUG nova.compute.manager [req-03a5fc2a-7b85-4969-bd85-ffb68a8de600 req-98c1910b-7021-4860-a3e7-8b22418fac8c service nova] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Refreshing instance network info cache due to event network-changed-4c56f999-03bf-41a1-8c84-aaed2710d97a. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2130.549119] env[62291]: DEBUG oslo_concurrency.lockutils [req-03a5fc2a-7b85-4969-bd85-ffb68a8de600 req-98c1910b-7021-4860-a3e7-8b22418fac8c service nova] Acquiring lock "refresh_cache-78926bd8-3dee-48fc-ae8b-c7f74ddd5cad" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2130.549271] env[62291]: DEBUG oslo_concurrency.lockutils [req-03a5fc2a-7b85-4969-bd85-ffb68a8de600 req-98c1910b-7021-4860-a3e7-8b22418fac8c service nova] Acquired lock "refresh_cache-78926bd8-3dee-48fc-ae8b-c7f74ddd5cad" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2130.549448] env[62291]: DEBUG nova.network.neutron [req-03a5fc2a-7b85-4969-bd85-ffb68a8de600 req-98c1910b-7021-4860-a3e7-8b22418fac8c service nova] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Refreshing network info cache for port 4c56f999-03bf-41a1-8c84-aaed2710d97a {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2130.563199] env[62291]: DEBUG oslo_vmware.api [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52ad691c-fb08-2925-348f-eacbce922aaf, 'name': SearchDatastore_Task, 'duration_secs': 0.009689} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2130.563699] env[62291]: DEBUG oslo_concurrency.lockutils [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2130.563955] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] af730d81-bef8-454f-858a-8141561b0086/af730d81-bef8-454f-858a-8141561b0086.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2130.564233] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4628a800-1606-400f-9f31-08385f3d6a49 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2130.571381] env[62291]: DEBUG oslo_vmware.api [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2130.571381] env[62291]: value = "task-2143073" [ 2130.571381] env[62291]: _type = "Task" [ 2130.571381] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2130.579819] env[62291]: DEBUG oslo_vmware.api [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143073, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2130.613885] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62291) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2130.614213] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.138s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2130.614779] env[62291]: DEBUG oslo_concurrency.lockutils [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 43.433s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2130.616874] env[62291]: INFO nova.compute.claims [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2130.619934] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2130.620101] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Cleaning up deleted instances {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11228}} [ 2130.767818] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c19bb087-c41c-459c-9ba1-968361c2f683 tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Lock "a8cafd44-5940-44d0-9760-398e1405c914" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.176s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2131.089986] env[62291]: DEBUG oslo_vmware.api [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143073, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.468262} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2131.090355] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] af730d81-bef8-454f-858a-8141561b0086/af730d81-bef8-454f-858a-8141561b0086.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2131.090593] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2131.090878] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d88671e-5b5d-4400-8f8f-603b9c157712 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.113262] env[62291]: DEBUG oslo_vmware.api [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2131.113262] env[62291]: value = "task-2143074" [ 2131.113262] env[62291]: _type = "Task" [ 2131.113262] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2131.137491] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] There are 30 instances to clean {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11237}} [ 2131.137808] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: e79e3ab1-8503-4045-a403-c11c2d57b63f] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2131.151561] env[62291]: DEBUG oslo_vmware.api [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143074, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.275516] env[62291]: DEBUG nova.compute.manager [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2131.278533] env[62291]: DEBUG oslo_concurrency.lockutils [None req-45f925b6-9dfc-4524-845d-69eccc547742 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Acquiring lock "78926bd8-3dee-48fc-ae8b-c7f74ddd5cad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2131.278807] env[62291]: DEBUG oslo_concurrency.lockutils [None req-45f925b6-9dfc-4524-845d-69eccc547742 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Lock "78926bd8-3dee-48fc-ae8b-c7f74ddd5cad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2131.279032] env[62291]: DEBUG oslo_concurrency.lockutils [None req-45f925b6-9dfc-4524-845d-69eccc547742 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Acquiring lock "78926bd8-3dee-48fc-ae8b-c7f74ddd5cad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2131.279225] env[62291]: DEBUG oslo_concurrency.lockutils [None req-45f925b6-9dfc-4524-845d-69eccc547742 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Lock "78926bd8-3dee-48fc-ae8b-c7f74ddd5cad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2131.279400] env[62291]: DEBUG oslo_concurrency.lockutils [None req-45f925b6-9dfc-4524-845d-69eccc547742 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Lock "78926bd8-3dee-48fc-ae8b-c7f74ddd5cad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2131.282123] env[62291]: INFO nova.compute.manager [None req-45f925b6-9dfc-4524-845d-69eccc547742 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Terminating instance [ 2131.286968] env[62291]: DEBUG nova.compute.manager [None req-45f925b6-9dfc-4524-845d-69eccc547742 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2131.287171] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-45f925b6-9dfc-4524-845d-69eccc547742 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2131.288205] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3df1237f-2155-4b2d-9852-2962572c3355 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.296544] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f925b6-9dfc-4524-845d-69eccc547742 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2131.299488] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-937da204-1d38-4670-b769-b95831ffef86 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.309357] env[62291]: DEBUG oslo_vmware.api [None req-45f925b6-9dfc-4524-845d-69eccc547742 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Waiting for the task: (returnval){ [ 2131.309357] env[62291]: value = "task-2143075" [ 2131.309357] env[62291]: _type = "Task" [ 2131.309357] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2131.322411] env[62291]: DEBUG oslo_vmware.api [None req-45f925b6-9dfc-4524-845d-69eccc547742 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Task: {'id': task-2143075, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.388417] env[62291]: DEBUG nova.network.neutron [req-03a5fc2a-7b85-4969-bd85-ffb68a8de600 req-98c1910b-7021-4860-a3e7-8b22418fac8c service nova] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Updated VIF entry in instance network info cache for port 4c56f999-03bf-41a1-8c84-aaed2710d97a. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2131.389142] env[62291]: DEBUG nova.network.neutron [req-03a5fc2a-7b85-4969-bd85-ffb68a8de600 req-98c1910b-7021-4860-a3e7-8b22418fac8c service nova] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Updating instance_info_cache with network_info: [{"id": "4c56f999-03bf-41a1-8c84-aaed2710d97a", "address": "fa:16:3e:a9:08:fa", "network": {"id": "f64c65c7-cb08-4d4c-a12a-8dae946f0f79", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-520618919-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f2b8109afd14133806cc8a13df630fb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c56f999-03", "ovs_interfaceid": "4c56f999-03bf-41a1-8c84-aaed2710d97a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2131.609347] env[62291]: DEBUG oslo_concurrency.lockutils [None req-07df91c2-affc-4bd2-b46f-ff50ad48544a tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Acquiring lock "a8cafd44-5940-44d0-9760-398e1405c914" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2131.609589] env[62291]: DEBUG oslo_concurrency.lockutils [None req-07df91c2-affc-4bd2-b46f-ff50ad48544a tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Lock "a8cafd44-5940-44d0-9760-398e1405c914" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2131.609818] env[62291]: DEBUG oslo_concurrency.lockutils [None req-07df91c2-affc-4bd2-b46f-ff50ad48544a tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Acquiring lock "a8cafd44-5940-44d0-9760-398e1405c914-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2131.610036] env[62291]: DEBUG oslo_concurrency.lockutils [None req-07df91c2-affc-4bd2-b46f-ff50ad48544a tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Lock "a8cafd44-5940-44d0-9760-398e1405c914-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2131.610217] env[62291]: DEBUG oslo_concurrency.lockutils [None req-07df91c2-affc-4bd2-b46f-ff50ad48544a tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Lock "a8cafd44-5940-44d0-9760-398e1405c914-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2131.612216] env[62291]: INFO nova.compute.manager [None req-07df91c2-affc-4bd2-b46f-ff50ad48544a tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] [instance: a8cafd44-5940-44d0-9760-398e1405c914] Terminating instance [ 2131.616977] env[62291]: DEBUG nova.compute.manager [None req-07df91c2-affc-4bd2-b46f-ff50ad48544a tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] [instance: a8cafd44-5940-44d0-9760-398e1405c914] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2131.617220] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-07df91c2-affc-4bd2-b46f-ff50ad48544a tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] [instance: a8cafd44-5940-44d0-9760-398e1405c914] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2131.617964] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b9743f-b594-4e2e-a778-ede5a538f3af {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.627614] env[62291]: DEBUG oslo_vmware.api [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143074, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086921} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2131.629719] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2131.630048] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-07df91c2-affc-4bd2-b46f-ff50ad48544a tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] [instance: a8cafd44-5940-44d0-9760-398e1405c914] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2131.630729] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d2e7da-d3f9-45e0-b2f7-c73d4bac9a04 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.632964] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fafe0543-1bba-4e2f-bdca-efa595e92e67 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.635445] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784860a4-f183-4cd2-88a7-646ef4599e79 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.651331] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6d99a2-ce5d-4ab0-a2c7-c009a00c97a4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.654333] env[62291]: DEBUG oslo_vmware.api [None req-07df91c2-affc-4bd2-b46f-ff50ad48544a tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Waiting for the task: (returnval){ [ 2131.654333] env[62291]: value = "task-2143076" [ 2131.654333] env[62291]: _type = "Task" [ 2131.654333] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2131.654697] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 9207d003-321c-4e28-97f4-ca9fda237b6d] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2131.666041] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] af730d81-bef8-454f-858a-8141561b0086/af730d81-bef8-454f-858a-8141561b0086.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2131.666629] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fdd14b7-8058-441a-8097-39e27de60115 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.710262] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9d6397-88ad-4372-8817-daf40a2f6aaa {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.717044] env[62291]: DEBUG oslo_vmware.api [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2131.717044] env[62291]: value = "task-2143077" [ 2131.717044] env[62291]: _type = "Task" [ 2131.717044] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2131.717278] env[62291]: DEBUG oslo_vmware.api [None req-07df91c2-affc-4bd2-b46f-ff50ad48544a tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Task: {'id': task-2143076, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.725682] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818ef46b-149f-4215-a68c-5578d528daa0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.733168] env[62291]: DEBUG oslo_vmware.api [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143077, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2131.745275] env[62291]: DEBUG nova.compute.provider_tree [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2131.798151] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2131.821851] env[62291]: DEBUG oslo_vmware.api [None req-45f925b6-9dfc-4524-845d-69eccc547742 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Task: {'id': task-2143075, 'name': PowerOffVM_Task, 'duration_secs': 0.218178} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2131.821851] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-45f925b6-9dfc-4524-845d-69eccc547742 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2131.822037] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-45f925b6-9dfc-4524-845d-69eccc547742 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2131.822367] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9701ebd-5808-42cf-909b-31918fe863bb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.893687] env[62291]: DEBUG oslo_concurrency.lockutils [req-03a5fc2a-7b85-4969-bd85-ffb68a8de600 req-98c1910b-7021-4860-a3e7-8b22418fac8c service nova] Releasing lock "refresh_cache-78926bd8-3dee-48fc-ae8b-c7f74ddd5cad" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2131.952789] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-45f925b6-9dfc-4524-845d-69eccc547742 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2131.953033] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-45f925b6-9dfc-4524-845d-69eccc547742 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2131.953224] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-45f925b6-9dfc-4524-845d-69eccc547742 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Deleting the datastore file [datastore2] 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2131.953505] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e0c5e0a-a611-4377-b090-c0802e514538 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2131.961309] env[62291]: DEBUG oslo_vmware.api [None req-45f925b6-9dfc-4524-845d-69eccc547742 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Waiting for the task: (returnval){ [ 2131.961309] env[62291]: value = "task-2143079" [ 2131.961309] env[62291]: _type = "Task" [ 2131.961309] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2131.969981] env[62291]: DEBUG oslo_vmware.api [None req-45f925b6-9dfc-4524-845d-69eccc547742 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Task: {'id': task-2143079, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.167545] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 2e8ce4c2-e47e-4c0f-b017-dc973c46eae5] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2132.178997] env[62291]: DEBUG oslo_vmware.api [None req-07df91c2-affc-4bd2-b46f-ff50ad48544a tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Task: {'id': task-2143076, 'name': PowerOffVM_Task, 'duration_secs': 0.275373} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2132.179287] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-07df91c2-affc-4bd2-b46f-ff50ad48544a tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] [instance: a8cafd44-5940-44d0-9760-398e1405c914] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2132.179792] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-07df91c2-affc-4bd2-b46f-ff50ad48544a tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] [instance: a8cafd44-5940-44d0-9760-398e1405c914] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2132.179792] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-071c34b7-44d2-4d59-b1ef-d760d75cfef9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.227793] env[62291]: DEBUG oslo_vmware.api [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143077, 'name': ReconfigVM_Task, 'duration_secs': 0.29369} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2132.228213] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Reconfigured VM instance instance-00000043 to attach disk [datastore1] af730d81-bef8-454f-858a-8141561b0086/af730d81-bef8-454f-858a-8141561b0086.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2132.229046] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b8694ee-1564-4890-9ae9-8448c9d8c39f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.235364] env[62291]: DEBUG oslo_vmware.api [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2132.235364] env[62291]: value = "task-2143081" [ 2132.235364] env[62291]: _type = "Task" [ 2132.235364] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2132.243765] env[62291]: DEBUG oslo_vmware.api [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143081, 'name': Rename_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.247875] env[62291]: DEBUG nova.scheduler.client.report [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2132.263479] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-07df91c2-affc-4bd2-b46f-ff50ad48544a tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] [instance: a8cafd44-5940-44d0-9760-398e1405c914] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2132.263711] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-07df91c2-affc-4bd2-b46f-ff50ad48544a tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] [instance: a8cafd44-5940-44d0-9760-398e1405c914] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2132.263896] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-07df91c2-affc-4bd2-b46f-ff50ad48544a tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Deleting the datastore file [datastore2] a8cafd44-5940-44d0-9760-398e1405c914 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2132.264201] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b69250ca-8a9b-428c-a920-cfe2d4ed0fc3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.272022] env[62291]: DEBUG oslo_vmware.api [None req-07df91c2-affc-4bd2-b46f-ff50ad48544a tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Waiting for the task: (returnval){ [ 2132.272022] env[62291]: value = "task-2143082" [ 2132.272022] env[62291]: _type = "Task" [ 2132.272022] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2132.280887] env[62291]: DEBUG oslo_vmware.api [None req-07df91c2-affc-4bd2-b46f-ff50ad48544a tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Task: {'id': task-2143082, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.471907] env[62291]: DEBUG oslo_vmware.api [None req-45f925b6-9dfc-4524-845d-69eccc547742 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Task: {'id': task-2143079, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305715} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2132.472206] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-45f925b6-9dfc-4524-845d-69eccc547742 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2132.472391] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-45f925b6-9dfc-4524-845d-69eccc547742 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2132.472569] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-45f925b6-9dfc-4524-845d-69eccc547742 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2132.472788] env[62291]: INFO nova.compute.manager [None req-45f925b6-9dfc-4524-845d-69eccc547742 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Took 1.19 seconds to destroy the instance on the hypervisor. [ 2132.472978] env[62291]: DEBUG oslo.service.loopingcall [None req-45f925b6-9dfc-4524-845d-69eccc547742 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2132.473219] env[62291]: DEBUG nova.compute.manager [-] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2132.473278] env[62291]: DEBUG nova.network.neutron [-] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2132.674526] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: b6d3ef08-a9b2-49db-9404-aa68bc2139c1] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2132.745586] env[62291]: DEBUG oslo_vmware.api [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143081, 'name': Rename_Task, 'duration_secs': 0.151693} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2132.745891] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2132.746175] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3d7c488-9799-4002-b291-a7f011fb2ed0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2132.752802] env[62291]: DEBUG oslo_concurrency.lockutils [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.138s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2132.753281] env[62291]: DEBUG nova.compute.manager [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2132.757271] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c21e0fd2-c7b9-4af9-b3a8-9f746c14eb07 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.341s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2132.757554] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c21e0fd2-c7b9-4af9-b3a8-9f746c14eb07 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2132.763564] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.851s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2132.765084] env[62291]: INFO nova.compute.claims [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2132.771860] env[62291]: DEBUG oslo_vmware.api [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2132.771860] env[62291]: value = "task-2143083" [ 2132.771860] env[62291]: _type = "Task" [ 2132.771860] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2132.793183] env[62291]: DEBUG oslo_vmware.api [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143083, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2132.797095] env[62291]: DEBUG oslo_vmware.api [None req-07df91c2-affc-4bd2-b46f-ff50ad48544a tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Task: {'id': task-2143082, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145079} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2132.798143] env[62291]: INFO nova.scheduler.client.report [None req-c21e0fd2-c7b9-4af9-b3a8-9f746c14eb07 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Deleted allocations for instance 62245dc4-ec1e-4d13-ae12-940dc7ffc39a [ 2132.799272] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-07df91c2-affc-4bd2-b46f-ff50ad48544a tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2132.801996] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-07df91c2-affc-4bd2-b46f-ff50ad48544a tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] [instance: a8cafd44-5940-44d0-9760-398e1405c914] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2132.802230] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-07df91c2-affc-4bd2-b46f-ff50ad48544a tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] [instance: a8cafd44-5940-44d0-9760-398e1405c914] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2132.802416] env[62291]: INFO nova.compute.manager [None req-07df91c2-affc-4bd2-b46f-ff50ad48544a tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] [instance: a8cafd44-5940-44d0-9760-398e1405c914] Took 1.19 seconds to destroy the instance on the hypervisor. [ 2132.802668] env[62291]: DEBUG oslo.service.loopingcall [None req-07df91c2-affc-4bd2-b46f-ff50ad48544a tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2132.809646] env[62291]: DEBUG nova.compute.manager [-] [instance: a8cafd44-5940-44d0-9760-398e1405c914] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2132.809646] env[62291]: DEBUG nova.network.neutron [-] [instance: a8cafd44-5940-44d0-9760-398e1405c914] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2133.126418] env[62291]: DEBUG nova.compute.manager [req-8506a796-b8eb-4f65-be93-2d7a9c7fb681 req-fdb3a845-9ade-4c67-aba9-9d1a23875ecc service nova] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Received event network-vif-deleted-4c56f999-03bf-41a1-8c84-aaed2710d97a {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2133.126418] env[62291]: INFO nova.compute.manager [req-8506a796-b8eb-4f65-be93-2d7a9c7fb681 req-fdb3a845-9ade-4c67-aba9-9d1a23875ecc service nova] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Neutron deleted interface 4c56f999-03bf-41a1-8c84-aaed2710d97a; detaching it from the instance and deleting it from the info cache [ 2133.126418] env[62291]: DEBUG nova.network.neutron [req-8506a796-b8eb-4f65-be93-2d7a9c7fb681 req-fdb3a845-9ade-4c67-aba9-9d1a23875ecc service nova] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2133.177739] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 29473c85-120a-4c82-b22b-cff8d37e98cd] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2133.276294] env[62291]: DEBUG nova.compute.utils [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2133.277743] env[62291]: DEBUG nova.compute.manager [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2133.277902] env[62291]: DEBUG nova.network.neutron [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2133.290167] env[62291]: DEBUG oslo_vmware.api [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143083, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2133.312548] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c21e0fd2-c7b9-4af9-b3a8-9f746c14eb07 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "62245dc4-ec1e-4d13-ae12-940dc7ffc39a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.999s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2133.323894] env[62291]: DEBUG nova.policy [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '551a6e1199994f51811a8e76a3319a3d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9ac0661571544b2855587c9ddbaeebe', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2133.554474] env[62291]: DEBUG nova.network.neutron [-] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2133.620721] env[62291]: DEBUG nova.network.neutron [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Successfully created port: bf42d770-0abf-4fd4-9690-2243c949d401 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2133.630908] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-423fa1ed-9033-4046-863c-030f0e36e18c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.643173] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea8f42e-76a7-438e-b593-778fd08ff11f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.680335] env[62291]: DEBUG nova.compute.manager [req-8506a796-b8eb-4f65-be93-2d7a9c7fb681 req-fdb3a845-9ade-4c67-aba9-9d1a23875ecc service nova] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Detach interface failed, port_id=4c56f999-03bf-41a1-8c84-aaed2710d97a, reason: Instance 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad could not be found. {{(pid=62291) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 2133.680942] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: b4217ee8-62a6-4902-8dae-bfdad8eca7be] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2133.747917] env[62291]: DEBUG nova.network.neutron [-] [instance: a8cafd44-5940-44d0-9760-398e1405c914] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2133.783820] env[62291]: DEBUG nova.compute.manager [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2133.798434] env[62291]: DEBUG oslo_vmware.api [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143083, 'name': PowerOnVM_Task, 'duration_secs': 0.77615} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2133.798797] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2133.799025] env[62291]: INFO nova.compute.manager [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Took 10.31 seconds to spawn the instance on the hypervisor. [ 2133.799213] env[62291]: DEBUG nova.compute.manager [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2133.800099] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc176da2-6211-44dc-8c6d-9eebd8d247de {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.956014] env[62291]: DEBUG nova.network.neutron [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Successfully created port: 6cdc53ad-11f6-4dd8-95df-e1e71f50ed86 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2134.057542] env[62291]: INFO nova.compute.manager [-] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Took 1.58 seconds to deallocate network for instance. [ 2134.189115] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 421efe71-8164-46e8-9a64-6dc12c366025] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2134.250897] env[62291]: INFO nova.compute.manager [-] [instance: a8cafd44-5940-44d0-9760-398e1405c914] Took 1.44 seconds to deallocate network for instance. [ 2134.311156] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a936466-c48f-47e0-b7b8-10e8373fc51f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.323359] env[62291]: INFO nova.compute.manager [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Took 51.87 seconds to build instance. [ 2134.324944] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c753580-5d74-4b04-be2d-191b845fdc55 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.356363] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1024deb3-b8e5-4f0b-b5b7-8facf1838d3b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.365409] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d505b5-f413-4813-ba2a-43c59ffdad11 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.378507] env[62291]: DEBUG nova.compute.provider_tree [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2134.569508] env[62291]: DEBUG oslo_concurrency.lockutils [None req-45f925b6-9dfc-4524-845d-69eccc547742 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2134.693587] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 5fd07b81-1348-4194-ab20-437cb5c61dfa] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2134.762279] env[62291]: DEBUG oslo_concurrency.lockutils [None req-07df91c2-affc-4bd2-b46f-ff50ad48544a tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2134.802132] env[62291]: DEBUG nova.compute.manager [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2134.825865] env[62291]: DEBUG nova.virt.hardware [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2134.825945] env[62291]: DEBUG nova.virt.hardware [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2134.826146] env[62291]: DEBUG nova.virt.hardware [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2134.826301] env[62291]: DEBUG nova.virt.hardware [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2134.826453] env[62291]: DEBUG nova.virt.hardware [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2134.826598] env[62291]: DEBUG nova.virt.hardware [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2134.826805] env[62291]: DEBUG nova.virt.hardware [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2134.826963] env[62291]: DEBUG nova.virt.hardware [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2134.827314] env[62291]: DEBUG nova.virt.hardware [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2134.827589] env[62291]: DEBUG nova.virt.hardware [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2134.827712] env[62291]: DEBUG nova.virt.hardware [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2134.828561] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6df1186-2fd2-4ba8-b334-cfbf69d4b665 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.831236] env[62291]: DEBUG oslo_concurrency.lockutils [None req-eb58ce82-8478-46b2-9f8f-2137e4de01f8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "af730d81-bef8-454f-858a-8141561b0086" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.439s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2134.838504] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca01d25-9985-424c-846e-fdfad4512221 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.881580] env[62291]: DEBUG nova.scheduler.client.report [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2135.182713] env[62291]: DEBUG nova.compute.manager [req-57728dad-b180-467f-a77c-c12672e05c19 req-56f81751-a4e4-44f5-8f8f-b0878a5fec5b service nova] [instance: a8cafd44-5940-44d0-9760-398e1405c914] Received event network-vif-deleted-ced0d31d-5744-4caa-877f-ea8e5dbed7af {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2135.196642] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 36cf27ca-350f-480b-bba3-fb29db7f176f] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2135.334320] env[62291]: DEBUG nova.compute.manager [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2135.386234] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.622s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2135.386847] env[62291]: DEBUG nova.compute.manager [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2135.389912] env[62291]: DEBUG oslo_concurrency.lockutils [None req-561d9f64-341d-42c2-a471-497ae80e590c tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.401s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2135.390622] env[62291]: DEBUG oslo_concurrency.lockutils [None req-561d9f64-341d-42c2-a471-497ae80e590c tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2135.392868] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7421f886-2604-4007-8782-2d7f1a9422bc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.485s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2135.393117] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7421f886-2604-4007-8782-2d7f1a9422bc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2135.394899] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.820s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2135.396166] env[62291]: DEBUG nova.objects.instance [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62291) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2135.431538] env[62291]: INFO nova.scheduler.client.report [None req-561d9f64-341d-42c2-a471-497ae80e590c tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Deleted allocations for instance c5bfbc28-cf6c-4c9e-8745-a5e520a6131e [ 2135.436159] env[62291]: INFO nova.scheduler.client.report [None req-7421f886-2604-4007-8782-2d7f1a9422bc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Deleted allocations for instance 9e744a65-5987-42ac-b826-17482fb23f8a [ 2135.596166] env[62291]: DEBUG nova.network.neutron [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Successfully updated port: bf42d770-0abf-4fd4-9690-2243c949d401 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2135.700471] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: d4d8221d-778d-43c5-acfe-84aaa2424b5a] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2135.852723] env[62291]: DEBUG oslo_concurrency.lockutils [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2135.900501] env[62291]: DEBUG nova.compute.utils [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2135.904212] env[62291]: DEBUG nova.compute.manager [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Not allocating networking since 'none' was specified. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 2135.938619] env[62291]: DEBUG oslo_concurrency.lockutils [None req-561d9f64-341d-42c2-a471-497ae80e590c tempest-FloatingIPsAssociationTestJSON-311773500 tempest-FloatingIPsAssociationTestJSON-311773500-project-member] Lock "c5bfbc28-cf6c-4c9e-8745-a5e520a6131e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 45.060s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2135.943550] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7421f886-2604-4007-8782-2d7f1a9422bc tempest-ListServerFiltersTestJSON-992777297 tempest-ListServerFiltersTestJSON-992777297-project-member] Lock "9e744a65-5987-42ac-b826-17482fb23f8a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.329s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2136.203704] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: a7fe6c49-4623-49a6-826d-37a2bb790206] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2136.405435] env[62291]: DEBUG nova.compute.manager [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2136.408802] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b2566444-5192-462b-8e9f-f61713286cce tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2136.409861] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.697s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2136.410076] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2136.412387] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3f49fa9a-abf8-4242-ade3-81fc88811cc6 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.943s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2136.412573] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3f49fa9a-abf8-4242-ade3-81fc88811cc6 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2136.414519] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.664s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2136.416644] env[62291]: INFO nova.compute.claims [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: 197d3ca2-541b-4701-8c93-6a0a883a6fde] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2136.460697] env[62291]: INFO nova.scheduler.client.report [None req-3f49fa9a-abf8-4242-ade3-81fc88811cc6 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Deleted allocations for instance 63726aa9-28f0-4e38-9cb3-dab0e7827226 [ 2136.708316] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 9f269471-9c27-4479-9494-b67e41dd55e7] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2136.931354] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6444e52c-9570-4e9b-824c-10f083557496 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "37f9f905-472e-42fc-abea-da85d1882ac6" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 54.681s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2136.935015] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e5e054e9-6cdf-4cdc-b943-40f01f9ad050 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "37f9f905-472e-42fc-abea-da85d1882ac6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 33.583s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2136.935015] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e5e054e9-6cdf-4cdc-b943-40f01f9ad050 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "37f9f905-472e-42fc-abea-da85d1882ac6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2136.935015] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e5e054e9-6cdf-4cdc-b943-40f01f9ad050 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "37f9f905-472e-42fc-abea-da85d1882ac6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2136.935015] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e5e054e9-6cdf-4cdc-b943-40f01f9ad050 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "37f9f905-472e-42fc-abea-da85d1882ac6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2136.938066] env[62291]: INFO nova.compute.manager [None req-e5e054e9-6cdf-4cdc-b943-40f01f9ad050 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Terminating instance [ 2136.940695] env[62291]: DEBUG nova.compute.manager [None req-e5e054e9-6cdf-4cdc-b943-40f01f9ad050 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2136.940895] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e054e9-6cdf-4cdc-b943-40f01f9ad050 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2136.941740] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-20f31a55-4285-415b-b3f2-156b4aa6ea31 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.952446] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4826298d-d467-4281-bab9-aa4f084aaacb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2136.966724] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3f49fa9a-abf8-4242-ade3-81fc88811cc6 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Lock "63726aa9-28f0-4e38-9cb3-dab0e7827226" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.199s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2136.990439] env[62291]: WARNING nova.virt.vmwareapi.vmops [None req-e5e054e9-6cdf-4cdc-b943-40f01f9ad050 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 37f9f905-472e-42fc-abea-da85d1882ac6 could not be found. [ 2136.990653] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e5e054e9-6cdf-4cdc-b943-40f01f9ad050 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2136.990833] env[62291]: INFO nova.compute.manager [None req-e5e054e9-6cdf-4cdc-b943-40f01f9ad050 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Took 0.05 seconds to destroy the instance on the hypervisor. [ 2136.991102] env[62291]: DEBUG oslo.service.loopingcall [None req-e5e054e9-6cdf-4cdc-b943-40f01f9ad050 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2136.991456] env[62291]: DEBUG nova.compute.manager [-] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2136.991560] env[62291]: DEBUG nova.network.neutron [-] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2137.213362] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: c4c302a7-9571-452c-a208-2fe2ef99aa6d] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2137.260499] env[62291]: DEBUG nova.compute.manager [req-14ffff9d-c037-48fd-84dc-6a47fefc5b01 req-e70a4840-9231-4503-8286-bdb4bf46a2bc service nova] [instance: af730d81-bef8-454f-858a-8141561b0086] Received event network-changed-e9244dfe-bf4e-4031-95a5-55e5be260522 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2137.260933] env[62291]: DEBUG nova.compute.manager [req-14ffff9d-c037-48fd-84dc-6a47fefc5b01 req-e70a4840-9231-4503-8286-bdb4bf46a2bc service nova] [instance: af730d81-bef8-454f-858a-8141561b0086] Refreshing instance network info cache due to event network-changed-e9244dfe-bf4e-4031-95a5-55e5be260522. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2137.261572] env[62291]: DEBUG oslo_concurrency.lockutils [req-14ffff9d-c037-48fd-84dc-6a47fefc5b01 req-e70a4840-9231-4503-8286-bdb4bf46a2bc service nova] Acquiring lock "refresh_cache-af730d81-bef8-454f-858a-8141561b0086" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2137.262164] env[62291]: DEBUG oslo_concurrency.lockutils [req-14ffff9d-c037-48fd-84dc-6a47fefc5b01 req-e70a4840-9231-4503-8286-bdb4bf46a2bc service nova] Acquired lock "refresh_cache-af730d81-bef8-454f-858a-8141561b0086" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2137.262447] env[62291]: DEBUG nova.network.neutron [req-14ffff9d-c037-48fd-84dc-6a47fefc5b01 req-e70a4840-9231-4503-8286-bdb4bf46a2bc service nova] [instance: af730d81-bef8-454f-858a-8141561b0086] Refreshing network info cache for port e9244dfe-bf4e-4031-95a5-55e5be260522 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2137.273103] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6470b852-a494-4029-88ac-72f00d977369 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Acquiring lock "e931a2ec-bead-48b0-afaf-44ec219a748e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2137.273103] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6470b852-a494-4029-88ac-72f00d977369 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Lock "e931a2ec-bead-48b0-afaf-44ec219a748e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2137.273213] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6470b852-a494-4029-88ac-72f00d977369 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Acquiring lock "e931a2ec-bead-48b0-afaf-44ec219a748e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2137.273344] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6470b852-a494-4029-88ac-72f00d977369 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Lock "e931a2ec-bead-48b0-afaf-44ec219a748e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2137.273736] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6470b852-a494-4029-88ac-72f00d977369 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Lock "e931a2ec-bead-48b0-afaf-44ec219a748e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2137.276243] env[62291]: INFO nova.compute.manager [None req-6470b852-a494-4029-88ac-72f00d977369 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: e931a2ec-bead-48b0-afaf-44ec219a748e] Terminating instance [ 2137.277956] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6470b852-a494-4029-88ac-72f00d977369 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Acquiring lock "refresh_cache-e931a2ec-bead-48b0-afaf-44ec219a748e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2137.278131] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6470b852-a494-4029-88ac-72f00d977369 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Acquired lock "refresh_cache-e931a2ec-bead-48b0-afaf-44ec219a748e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2137.278304] env[62291]: DEBUG nova.network.neutron [None req-6470b852-a494-4029-88ac-72f00d977369 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: e931a2ec-bead-48b0-afaf-44ec219a748e] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2137.418427] env[62291]: DEBUG nova.compute.manager [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2137.457966] env[62291]: DEBUG nova.virt.hardware [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2137.457966] env[62291]: DEBUG nova.virt.hardware [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2137.457966] env[62291]: DEBUG nova.virt.hardware [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2137.458827] env[62291]: DEBUG nova.virt.hardware [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2137.459169] env[62291]: DEBUG nova.virt.hardware [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2137.461027] env[62291]: DEBUG nova.virt.hardware [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2137.461027] env[62291]: DEBUG nova.virt.hardware [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2137.461027] env[62291]: DEBUG nova.virt.hardware [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2137.461027] env[62291]: DEBUG nova.virt.hardware [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2137.461027] env[62291]: DEBUG nova.virt.hardware [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2137.461027] env[62291]: DEBUG nova.virt.hardware [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2137.462126] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7757688f-796c-4971-ae6d-b5abbd1fa13b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.479378] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df36cc96-88f4-48db-9e0c-a94658c80214 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.497032] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Instance VIF info [] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2137.503126] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Creating folder: Project (eaf69aaa0c2a43d2beec6fea44392408). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2137.509585] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3c9e02ac-d442-4e7a-9a3b-edc7c9f05038 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.518016] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Created folder: Project (eaf69aaa0c2a43d2beec6fea44392408) in parent group-v437896. [ 2137.518201] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Creating folder: Instances. Parent ref: group-v438051. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2137.520666] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38c7e7ab-cb6b-454e-864d-014ce397b169 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.533176] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Created folder: Instances in parent group-v438051. [ 2137.533176] env[62291]: DEBUG oslo.service.loopingcall [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2137.533623] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2137.534042] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52c92804-b503-4b28-b421-37311bfc62bb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.550927] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2137.550927] env[62291]: value = "task-2143086" [ 2137.550927] env[62291]: _type = "Task" [ 2137.550927] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2137.561187] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143086, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2137.714638] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 68d9ebdd-312b-4823-99b4-01b3ff895561] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2137.815113] env[62291]: DEBUG nova.network.neutron [-] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2137.835587] env[62291]: DEBUG nova.network.neutron [None req-6470b852-a494-4029-88ac-72f00d977369 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: e931a2ec-bead-48b0-afaf-44ec219a748e] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2137.981726] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c2a72b-64ed-4838-a764-77e9e5bccd95 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2137.989590] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f33d8137-a2b6-4bff-8163-8f6dd90a3d36 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.027826] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4115a15-ef76-42c6-a00e-249da9074c4a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.037718] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a1eb7e-b0b4-4f92-9ac4-36944d2c4941 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.043794] env[62291]: DEBUG nova.network.neutron [None req-6470b852-a494-4029-88ac-72f00d977369 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: e931a2ec-bead-48b0-afaf-44ec219a748e] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2138.057429] env[62291]: DEBUG nova.compute.provider_tree [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2138.070341] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143086, 'name': CreateVM_Task, 'duration_secs': 0.329123} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.072780] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2138.073651] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2138.073724] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2138.074080] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2138.074647] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6beb35f4-4e16-4d63-b9cf-dc948718c13a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.080107] env[62291]: DEBUG oslo_vmware.api [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Waiting for the task: (returnval){ [ 2138.080107] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52bba7cf-c376-e7fc-e745-2add8d57565a" [ 2138.080107] env[62291]: _type = "Task" [ 2138.080107] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.088770] env[62291]: DEBUG oslo_vmware.api [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52bba7cf-c376-e7fc-e745-2add8d57565a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.218315] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: adb610f9-02ae-45c0-96e8-939bb4959ab4] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2138.275258] env[62291]: DEBUG nova.network.neutron [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Successfully updated port: 6cdc53ad-11f6-4dd8-95df-e1e71f50ed86 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2138.316934] env[62291]: INFO nova.compute.manager [-] [instance: 37f9f905-472e-42fc-abea-da85d1882ac6] Took 1.33 seconds to deallocate network for instance. [ 2138.353352] env[62291]: DEBUG nova.network.neutron [req-14ffff9d-c037-48fd-84dc-6a47fefc5b01 req-e70a4840-9231-4503-8286-bdb4bf46a2bc service nova] [instance: af730d81-bef8-454f-858a-8141561b0086] Updated VIF entry in instance network info cache for port e9244dfe-bf4e-4031-95a5-55e5be260522. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2138.353748] env[62291]: DEBUG nova.network.neutron [req-14ffff9d-c037-48fd-84dc-6a47fefc5b01 req-e70a4840-9231-4503-8286-bdb4bf46a2bc service nova] [instance: af730d81-bef8-454f-858a-8141561b0086] Updating instance_info_cache with network_info: [{"id": "e9244dfe-bf4e-4031-95a5-55e5be260522", "address": "fa:16:3e:40:ff:77", "network": {"id": "ce85cec1-d2b4-40a2-8f9e-afd8351425e2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-91553824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be147140f7a240be9dd360d0429e4e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9244dfe-bf", "ovs_interfaceid": "e9244dfe-bf4e-4031-95a5-55e5be260522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2138.545641] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6470b852-a494-4029-88ac-72f00d977369 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Releasing lock "refresh_cache-e931a2ec-bead-48b0-afaf-44ec219a748e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2138.546097] env[62291]: DEBUG nova.compute.manager [None req-6470b852-a494-4029-88ac-72f00d977369 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: e931a2ec-bead-48b0-afaf-44ec219a748e] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2138.546327] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6470b852-a494-4029-88ac-72f00d977369 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: e931a2ec-bead-48b0-afaf-44ec219a748e] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2138.547702] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ff6380-aec3-48be-98af-7a47123beded {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.555041] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-6470b852-a494-4029-88ac-72f00d977369 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: e931a2ec-bead-48b0-afaf-44ec219a748e] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2138.555303] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-17c3012a-4cda-479d-8586-f684793eb1d0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.561928] env[62291]: DEBUG oslo_vmware.api [None req-6470b852-a494-4029-88ac-72f00d977369 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Waiting for the task: (returnval){ [ 2138.561928] env[62291]: value = "task-2143087" [ 2138.561928] env[62291]: _type = "Task" [ 2138.561928] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.566587] env[62291]: DEBUG nova.scheduler.client.report [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2138.577995] env[62291]: DEBUG oslo_vmware.api [None req-6470b852-a494-4029-88ac-72f00d977369 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': task-2143087, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.594779] env[62291]: DEBUG oslo_vmware.api [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52bba7cf-c376-e7fc-e745-2add8d57565a, 'name': SearchDatastore_Task, 'duration_secs': 0.014929} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2138.594779] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2138.594779] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2138.594779] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2138.594779] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2138.594779] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2138.595227] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a21bf3a6-d3b6-4636-b7f8-9e99e9f108b3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.603604] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2138.603792] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2138.604509] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a012edae-1977-4fc5-b9a5-be70056e3011 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2138.610869] env[62291]: DEBUG oslo_vmware.api [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Waiting for the task: (returnval){ [ 2138.610869] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52b2695e-6e23-ab6a-6230-300d45aeaf19" [ 2138.610869] env[62291]: _type = "Task" [ 2138.610869] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2138.619474] env[62291]: DEBUG oslo_vmware.api [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52b2695e-6e23-ab6a-6230-300d45aeaf19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2138.721185] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 6dd6c113-8f6d-49a8-9323-ce390362a034] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2138.778186] env[62291]: DEBUG oslo_concurrency.lockutils [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Acquiring lock "refresh_cache-26e82fef-be71-482c-84b2-83061ed3e8a3" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2138.778336] env[62291]: DEBUG oslo_concurrency.lockutils [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Acquired lock "refresh_cache-26e82fef-be71-482c-84b2-83061ed3e8a3" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2138.778503] env[62291]: DEBUG nova.network.neutron [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2138.855881] env[62291]: DEBUG oslo_concurrency.lockutils [req-14ffff9d-c037-48fd-84dc-6a47fefc5b01 req-e70a4840-9231-4503-8286-bdb4bf46a2bc service nova] Releasing lock "refresh_cache-af730d81-bef8-454f-858a-8141561b0086" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2138.856161] env[62291]: DEBUG nova.compute.manager [req-14ffff9d-c037-48fd-84dc-6a47fefc5b01 req-e70a4840-9231-4503-8286-bdb4bf46a2bc service nova] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Received event network-vif-plugged-bf42d770-0abf-4fd4-9690-2243c949d401 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2138.856370] env[62291]: DEBUG oslo_concurrency.lockutils [req-14ffff9d-c037-48fd-84dc-6a47fefc5b01 req-e70a4840-9231-4503-8286-bdb4bf46a2bc service nova] Acquiring lock "26e82fef-be71-482c-84b2-83061ed3e8a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2138.856561] env[62291]: DEBUG oslo_concurrency.lockutils [req-14ffff9d-c037-48fd-84dc-6a47fefc5b01 req-e70a4840-9231-4503-8286-bdb4bf46a2bc service nova] Lock "26e82fef-be71-482c-84b2-83061ed3e8a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2138.856767] env[62291]: DEBUG oslo_concurrency.lockutils [req-14ffff9d-c037-48fd-84dc-6a47fefc5b01 req-e70a4840-9231-4503-8286-bdb4bf46a2bc service nova] Lock "26e82fef-be71-482c-84b2-83061ed3e8a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2138.856987] env[62291]: DEBUG nova.compute.manager [req-14ffff9d-c037-48fd-84dc-6a47fefc5b01 req-e70a4840-9231-4503-8286-bdb4bf46a2bc service nova] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] No waiting events found dispatching network-vif-plugged-bf42d770-0abf-4fd4-9690-2243c949d401 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2138.857762] env[62291]: WARNING nova.compute.manager [req-14ffff9d-c037-48fd-84dc-6a47fefc5b01 req-e70a4840-9231-4503-8286-bdb4bf46a2bc service nova] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Received unexpected event network-vif-plugged-bf42d770-0abf-4fd4-9690-2243c949d401 for instance with vm_state building and task_state spawning. [ 2138.857762] env[62291]: DEBUG nova.compute.manager [req-14ffff9d-c037-48fd-84dc-6a47fefc5b01 req-e70a4840-9231-4503-8286-bdb4bf46a2bc service nova] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Received event network-changed-bf42d770-0abf-4fd4-9690-2243c949d401 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2138.857762] env[62291]: DEBUG nova.compute.manager [req-14ffff9d-c037-48fd-84dc-6a47fefc5b01 req-e70a4840-9231-4503-8286-bdb4bf46a2bc service nova] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Refreshing instance network info cache due to event network-changed-bf42d770-0abf-4fd4-9690-2243c949d401. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2138.857762] env[62291]: DEBUG oslo_concurrency.lockutils [req-14ffff9d-c037-48fd-84dc-6a47fefc5b01 req-e70a4840-9231-4503-8286-bdb4bf46a2bc service nova] Acquiring lock "refresh_cache-26e82fef-be71-482c-84b2-83061ed3e8a3" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2139.074994] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2139.075568] env[62291]: DEBUG nova.compute.manager [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: 197d3ca2-541b-4701-8c93-6a0a883a6fde] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2139.078115] env[62291]: DEBUG oslo_vmware.api [None req-6470b852-a494-4029-88ac-72f00d977369 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': task-2143087, 'name': PowerOffVM_Task, 'duration_secs': 0.340944} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.078578] env[62291]: DEBUG oslo_concurrency.lockutils [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.266s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2139.079971] env[62291]: INFO nova.compute.claims [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2139.082434] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-6470b852-a494-4029-88ac-72f00d977369 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: e931a2ec-bead-48b0-afaf-44ec219a748e] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2139.082738] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6470b852-a494-4029-88ac-72f00d977369 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: e931a2ec-bead-48b0-afaf-44ec219a748e] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2139.083369] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c817f68-483e-4ac8-9da9-374743910e8d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.110610] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6470b852-a494-4029-88ac-72f00d977369 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: e931a2ec-bead-48b0-afaf-44ec219a748e] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2139.110844] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6470b852-a494-4029-88ac-72f00d977369 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: e931a2ec-bead-48b0-afaf-44ec219a748e] Deleting contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2139.111059] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-6470b852-a494-4029-88ac-72f00d977369 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Deleting the datastore file [datastore1] e931a2ec-bead-48b0-afaf-44ec219a748e {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2139.111390] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-85e5becd-815a-48a1-8a68-3f8c22c1c78f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.123917] env[62291]: DEBUG oslo_vmware.api [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52b2695e-6e23-ab6a-6230-300d45aeaf19, 'name': SearchDatastore_Task, 'duration_secs': 0.010987} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.125836] env[62291]: DEBUG oslo_vmware.api [None req-6470b852-a494-4029-88ac-72f00d977369 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Waiting for the task: (returnval){ [ 2139.125836] env[62291]: value = "task-2143089" [ 2139.125836] env[62291]: _type = "Task" [ 2139.125836] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.126044] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c7abb03-a815-4aac-ba57-df8ba2df5863 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.134172] env[62291]: DEBUG oslo_vmware.api [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Waiting for the task: (returnval){ [ 2139.134172] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]521ea8b8-6c79-3bb9-a965-18c3f2fb04f4" [ 2139.134172] env[62291]: _type = "Task" [ 2139.134172] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.137516] env[62291]: DEBUG oslo_vmware.api [None req-6470b852-a494-4029-88ac-72f00d977369 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': task-2143089, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.146598] env[62291]: DEBUG oslo_vmware.api [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]521ea8b8-6c79-3bb9-a965-18c3f2fb04f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.224326] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: b95d2abb-6ac4-4f1c-8dad-ee39c0f27d98] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2139.288973] env[62291]: DEBUG nova.compute.manager [req-b05b9982-128b-431e-b63a-ad960451550c req-1da619df-cdcc-43e4-ab49-bffbfb2b8e40 service nova] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Received event network-vif-plugged-6cdc53ad-11f6-4dd8-95df-e1e71f50ed86 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2139.289201] env[62291]: DEBUG oslo_concurrency.lockutils [req-b05b9982-128b-431e-b63a-ad960451550c req-1da619df-cdcc-43e4-ab49-bffbfb2b8e40 service nova] Acquiring lock "26e82fef-be71-482c-84b2-83061ed3e8a3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2139.289410] env[62291]: DEBUG oslo_concurrency.lockutils [req-b05b9982-128b-431e-b63a-ad960451550c req-1da619df-cdcc-43e4-ab49-bffbfb2b8e40 service nova] Lock "26e82fef-be71-482c-84b2-83061ed3e8a3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2139.289580] env[62291]: DEBUG oslo_concurrency.lockutils [req-b05b9982-128b-431e-b63a-ad960451550c req-1da619df-cdcc-43e4-ab49-bffbfb2b8e40 service nova] Lock "26e82fef-be71-482c-84b2-83061ed3e8a3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2139.289747] env[62291]: DEBUG nova.compute.manager [req-b05b9982-128b-431e-b63a-ad960451550c req-1da619df-cdcc-43e4-ab49-bffbfb2b8e40 service nova] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] No waiting events found dispatching network-vif-plugged-6cdc53ad-11f6-4dd8-95df-e1e71f50ed86 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2139.289963] env[62291]: WARNING nova.compute.manager [req-b05b9982-128b-431e-b63a-ad960451550c req-1da619df-cdcc-43e4-ab49-bffbfb2b8e40 service nova] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Received unexpected event network-vif-plugged-6cdc53ad-11f6-4dd8-95df-e1e71f50ed86 for instance with vm_state building and task_state spawning. [ 2139.290476] env[62291]: DEBUG nova.compute.manager [req-b05b9982-128b-431e-b63a-ad960451550c req-1da619df-cdcc-43e4-ab49-bffbfb2b8e40 service nova] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Received event network-changed-6cdc53ad-11f6-4dd8-95df-e1e71f50ed86 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2139.290660] env[62291]: DEBUG nova.compute.manager [req-b05b9982-128b-431e-b63a-ad960451550c req-1da619df-cdcc-43e4-ab49-bffbfb2b8e40 service nova] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Refreshing instance network info cache due to event network-changed-6cdc53ad-11f6-4dd8-95df-e1e71f50ed86. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2139.290831] env[62291]: DEBUG oslo_concurrency.lockutils [req-b05b9982-128b-431e-b63a-ad960451550c req-1da619df-cdcc-43e4-ab49-bffbfb2b8e40 service nova] Acquiring lock "refresh_cache-26e82fef-be71-482c-84b2-83061ed3e8a3" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2139.336994] env[62291]: DEBUG nova.network.neutron [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2139.349984] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e5e054e9-6cdf-4cdc-b943-40f01f9ad050 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "37f9f905-472e-42fc-abea-da85d1882ac6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.417s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2139.580102] env[62291]: DEBUG nova.compute.utils [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2139.581515] env[62291]: DEBUG nova.compute.manager [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: 197d3ca2-541b-4701-8c93-6a0a883a6fde] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2139.581684] env[62291]: DEBUG nova.network.neutron [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: 197d3ca2-541b-4701-8c93-6a0a883a6fde] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2139.645248] env[62291]: DEBUG oslo_vmware.api [None req-6470b852-a494-4029-88ac-72f00d977369 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Task: {'id': task-2143089, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.118167} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.645999] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-6470b852-a494-4029-88ac-72f00d977369 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2139.646380] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6470b852-a494-4029-88ac-72f00d977369 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: e931a2ec-bead-48b0-afaf-44ec219a748e] Deleted contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2139.646692] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6470b852-a494-4029-88ac-72f00d977369 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: e931a2ec-bead-48b0-afaf-44ec219a748e] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2139.647000] env[62291]: INFO nova.compute.manager [None req-6470b852-a494-4029-88ac-72f00d977369 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] [instance: e931a2ec-bead-48b0-afaf-44ec219a748e] Took 1.10 seconds to destroy the instance on the hypervisor. [ 2139.647413] env[62291]: DEBUG oslo.service.loopingcall [None req-6470b852-a494-4029-88ac-72f00d977369 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2139.651175] env[62291]: DEBUG nova.compute.manager [-] [instance: e931a2ec-bead-48b0-afaf-44ec219a748e] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2139.651408] env[62291]: DEBUG nova.network.neutron [-] [instance: e931a2ec-bead-48b0-afaf-44ec219a748e] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2139.653158] env[62291]: DEBUG oslo_vmware.api [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]521ea8b8-6c79-3bb9-a965-18c3f2fb04f4, 'name': SearchDatastore_Task, 'duration_secs': 0.01831} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2139.653575] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2139.653925] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 5b38764d-5b21-4187-ad00-a2156fd91a38/5b38764d-5b21-4187-ad00-a2156fd91a38.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2139.654566] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f87b6ab-7925-4c81-8e41-61e91978dc67 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2139.662465] env[62291]: DEBUG oslo_vmware.api [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Waiting for the task: (returnval){ [ 2139.662465] env[62291]: value = "task-2143090" [ 2139.662465] env[62291]: _type = "Task" [ 2139.662465] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2139.673193] env[62291]: DEBUG oslo_vmware.api [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Task: {'id': task-2143090, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2139.695618] env[62291]: DEBUG nova.network.neutron [-] [instance: e931a2ec-bead-48b0-afaf-44ec219a748e] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2139.727518] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: fa966014-68a1-4418-828e-a0f28d90ddeb] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2139.739695] env[62291]: DEBUG nova.policy [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1c414f200c634e5bb68f09bdb9d765e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02c461c7a405490fa45e5d4567ccd272', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2139.883409] env[62291]: DEBUG nova.network.neutron [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Updating instance_info_cache with network_info: [{"id": "bf42d770-0abf-4fd4-9690-2243c949d401", "address": "fa:16:3e:81:0a:0d", "network": {"id": "ca9aedbd-775a-491a-824e-07d6b29fe646", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1690873187", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9ac0661571544b2855587c9ddbaeebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "132fdc50-e144-4a9b-8d77-6378eec02d9b", "external-id": "nsx-vlan-transportzone-118", "segmentation_id": 118, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf42d770-0a", "ovs_interfaceid": "bf42d770-0abf-4fd4-9690-2243c949d401", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6cdc53ad-11f6-4dd8-95df-e1e71f50ed86", "address": "fa:16:3e:70:76:a2", "network": {"id": "13d9699f-7ee1-42b4-ae21-f8f89dda5839", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1763892908", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d9ac0661571544b2855587c9ddbaeebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cdc53ad-11", "ovs_interfaceid": "6cdc53ad-11f6-4dd8-95df-e1e71f50ed86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2140.089515] env[62291]: DEBUG nova.compute.manager [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: 197d3ca2-541b-4701-8c93-6a0a883a6fde] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2140.175543] env[62291]: DEBUG oslo_vmware.api [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Task: {'id': task-2143090, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45388} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.176669] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 5b38764d-5b21-4187-ad00-a2156fd91a38/5b38764d-5b21-4187-ad00-a2156fd91a38.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2140.178046] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2140.178046] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af2366bb-3cc8-4f8a-b9b7-1933bfd7162f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.184220] env[62291]: DEBUG oslo_vmware.api [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Waiting for the task: (returnval){ [ 2140.184220] env[62291]: value = "task-2143091" [ 2140.184220] env[62291]: _type = "Task" [ 2140.184220] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.197420] env[62291]: DEBUG oslo_vmware.api [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Task: {'id': task-2143091, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.198019] env[62291]: DEBUG nova.network.neutron [-] [instance: e931a2ec-bead-48b0-afaf-44ec219a748e] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2140.232336] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 0a178974-018c-410a-a901-c9e984be8ebf] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2140.368234] env[62291]: DEBUG nova.network.neutron [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: 197d3ca2-541b-4701-8c93-6a0a883a6fde] Successfully created port: 1f46caf0-5749-41ce-ba39-97e244bf8496 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2140.392414] env[62291]: DEBUG oslo_concurrency.lockutils [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Releasing lock "refresh_cache-26e82fef-be71-482c-84b2-83061ed3e8a3" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2140.392414] env[62291]: DEBUG nova.compute.manager [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Instance network_info: |[{"id": "bf42d770-0abf-4fd4-9690-2243c949d401", "address": "fa:16:3e:81:0a:0d", "network": {"id": "ca9aedbd-775a-491a-824e-07d6b29fe646", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1690873187", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9ac0661571544b2855587c9ddbaeebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "132fdc50-e144-4a9b-8d77-6378eec02d9b", "external-id": "nsx-vlan-transportzone-118", "segmentation_id": 118, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf42d770-0a", "ovs_interfaceid": "bf42d770-0abf-4fd4-9690-2243c949d401", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6cdc53ad-11f6-4dd8-95df-e1e71f50ed86", "address": "fa:16:3e:70:76:a2", "network": {"id": "13d9699f-7ee1-42b4-ae21-f8f89dda5839", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1763892908", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d9ac0661571544b2855587c9ddbaeebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cdc53ad-11", "ovs_interfaceid": "6cdc53ad-11f6-4dd8-95df-e1e71f50ed86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2140.392414] env[62291]: DEBUG oslo_concurrency.lockutils [req-14ffff9d-c037-48fd-84dc-6a47fefc5b01 req-e70a4840-9231-4503-8286-bdb4bf46a2bc service nova] Acquired lock "refresh_cache-26e82fef-be71-482c-84b2-83061ed3e8a3" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2140.392414] env[62291]: DEBUG nova.network.neutron [req-14ffff9d-c037-48fd-84dc-6a47fefc5b01 req-e70a4840-9231-4503-8286-bdb4bf46a2bc service nova] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Refreshing network info cache for port bf42d770-0abf-4fd4-9690-2243c949d401 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2140.392414] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:0a:0d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '132fdc50-e144-4a9b-8d77-6378eec02d9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bf42d770-0abf-4fd4-9690-2243c949d401', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:70:76:a2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0f246b87-f105-4b33-a71d-5caf8e99e074', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6cdc53ad-11f6-4dd8-95df-e1e71f50ed86', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2140.400470] env[62291]: DEBUG oslo.service.loopingcall [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2140.404022] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2140.405113] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5343397d-ffae-488d-bdc7-c2605a16f885 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.434361] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2140.434361] env[62291]: value = "task-2143092" [ 2140.434361] env[62291]: _type = "Task" [ 2140.434361] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.442893] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143092, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.583025] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "56f400b6-459c-4b7c-b704-e34afd36417b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2140.583149] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "56f400b6-459c-4b7c-b704-e34afd36417b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2140.625262] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d70f55-801f-4239-bac0-82aebf86d8e9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.635167] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd2551b-02d2-4fef-856f-7a0cb9cc72e9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.666639] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d19af1-07b1-4033-8ac3-868166d21e72 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.674211] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cdd3616-f51c-4b80-aece-655847127357 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.688195] env[62291]: DEBUG nova.compute.provider_tree [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2140.697335] env[62291]: DEBUG oslo_vmware.api [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Task: {'id': task-2143091, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08017} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.697628] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2140.699093] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0563f0ed-f3ca-4c41-9a5b-92bdfa1cbb1f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.702046] env[62291]: INFO nova.compute.manager [-] [instance: e931a2ec-bead-48b0-afaf-44ec219a748e] Took 1.05 seconds to deallocate network for instance. [ 2140.722204] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 5b38764d-5b21-4187-ad00-a2156fd91a38/5b38764d-5b21-4187-ad00-a2156fd91a38.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2140.722810] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1daf3e9-4332-48cc-a5be-ed1a918e2a2e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.739286] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 84c5cb88-aad9-4b81-9dca-866ddcf0e8f5] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2140.745215] env[62291]: DEBUG oslo_vmware.api [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Waiting for the task: (returnval){ [ 2140.745215] env[62291]: value = "task-2143093" [ 2140.745215] env[62291]: _type = "Task" [ 2140.745215] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.754494] env[62291]: DEBUG oslo_vmware.api [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Task: {'id': task-2143093, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.944733] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143092, 'name': CreateVM_Task, 'duration_secs': 0.496379} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.944912] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2140.945753] env[62291]: DEBUG oslo_concurrency.lockutils [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2140.945952] env[62291]: DEBUG oslo_concurrency.lockutils [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2140.946295] env[62291]: DEBUG oslo_concurrency.lockutils [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2140.946566] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82ddb45b-f38b-4975-a5ae-8a0412ced65a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.953685] env[62291]: DEBUG oslo_vmware.api [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Waiting for the task: (returnval){ [ 2140.953685] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]524a87b2-41a6-18be-aac0-a2265e3b46a7" [ 2140.953685] env[62291]: _type = "Task" [ 2140.953685] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.963668] env[62291]: DEBUG oslo_vmware.api [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]524a87b2-41a6-18be-aac0-a2265e3b46a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.107171] env[62291]: DEBUG nova.compute.manager [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: 197d3ca2-541b-4701-8c93-6a0a883a6fde] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2141.142770] env[62291]: DEBUG nova.virt.hardware [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2141.143470] env[62291]: DEBUG nova.virt.hardware [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2141.143761] env[62291]: DEBUG nova.virt.hardware [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2141.143978] env[62291]: DEBUG nova.virt.hardware [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2141.144185] env[62291]: DEBUG nova.virt.hardware [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2141.144450] env[62291]: DEBUG nova.virt.hardware [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2141.144804] env[62291]: DEBUG nova.virt.hardware [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2141.145104] env[62291]: DEBUG nova.virt.hardware [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2141.145410] env[62291]: DEBUG nova.virt.hardware [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2141.145761] env[62291]: DEBUG nova.virt.hardware [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2141.146143] env[62291]: DEBUG nova.virt.hardware [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2141.147630] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2a2a3ce-9a1d-4941-9550-17df99e30f39 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.160706] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf879f8d-f63c-4933-9d3f-62913fff42bd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.193566] env[62291]: DEBUG nova.scheduler.client.report [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2141.208388] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6470b852-a494-4029-88ac-72f00d977369 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2141.241717] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 8c17919f-3941-4f1b-84fd-bf30d64dceb0] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2141.259197] env[62291]: DEBUG oslo_vmware.api [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Task: {'id': task-2143093, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.288457] env[62291]: DEBUG nova.network.neutron [req-14ffff9d-c037-48fd-84dc-6a47fefc5b01 req-e70a4840-9231-4503-8286-bdb4bf46a2bc service nova] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Updated VIF entry in instance network info cache for port bf42d770-0abf-4fd4-9690-2243c949d401. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2141.288457] env[62291]: DEBUG nova.network.neutron [req-14ffff9d-c037-48fd-84dc-6a47fefc5b01 req-e70a4840-9231-4503-8286-bdb4bf46a2bc service nova] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Updating instance_info_cache with network_info: [{"id": "bf42d770-0abf-4fd4-9690-2243c949d401", "address": "fa:16:3e:81:0a:0d", "network": {"id": "ca9aedbd-775a-491a-824e-07d6b29fe646", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1690873187", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9ac0661571544b2855587c9ddbaeebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "132fdc50-e144-4a9b-8d77-6378eec02d9b", "external-id": "nsx-vlan-transportzone-118", "segmentation_id": 118, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf42d770-0a", "ovs_interfaceid": "bf42d770-0abf-4fd4-9690-2243c949d401", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6cdc53ad-11f6-4dd8-95df-e1e71f50ed86", "address": "fa:16:3e:70:76:a2", "network": {"id": "13d9699f-7ee1-42b4-ae21-f8f89dda5839", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1763892908", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d9ac0661571544b2855587c9ddbaeebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cdc53ad-11", "ovs_interfaceid": "6cdc53ad-11f6-4dd8-95df-e1e71f50ed86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2141.465247] env[62291]: DEBUG oslo_vmware.api [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]524a87b2-41a6-18be-aac0-a2265e3b46a7, 'name': SearchDatastore_Task, 'duration_secs': 0.0096} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2141.465714] env[62291]: DEBUG oslo_concurrency.lockutils [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2141.466163] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2141.466627] env[62291]: DEBUG oslo_concurrency.lockutils [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2141.466896] env[62291]: DEBUG oslo_concurrency.lockutils [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2141.467195] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2141.467586] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1fa296e3-2b2c-4946-9619-6f45a64d5498 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.483022] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2141.483022] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2141.483022] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d149f620-0cb3-47f4-966d-b9454531febb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2141.489541] env[62291]: DEBUG oslo_vmware.api [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Waiting for the task: (returnval){ [ 2141.489541] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52f92348-3ec1-f02d-ed0a-a792eb0cd0ae" [ 2141.489541] env[62291]: _type = "Task" [ 2141.489541] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2141.499824] env[62291]: DEBUG oslo_vmware.api [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52f92348-3ec1-f02d-ed0a-a792eb0cd0ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.703772] env[62291]: DEBUG oslo_concurrency.lockutils [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.625s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2141.704347] env[62291]: DEBUG nova.compute.manager [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2141.711024] env[62291]: DEBUG oslo_concurrency.lockutils [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.210s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2141.711024] env[62291]: INFO nova.compute.claims [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2141.746648] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 4af55a8c-1f23-4e72-a945-aff479b9c450] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2141.763335] env[62291]: DEBUG oslo_vmware.api [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Task: {'id': task-2143093, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.791503] env[62291]: DEBUG oslo_concurrency.lockutils [req-14ffff9d-c037-48fd-84dc-6a47fefc5b01 req-e70a4840-9231-4503-8286-bdb4bf46a2bc service nova] Releasing lock "refresh_cache-26e82fef-be71-482c-84b2-83061ed3e8a3" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2141.792363] env[62291]: DEBUG oslo_concurrency.lockutils [req-b05b9982-128b-431e-b63a-ad960451550c req-1da619df-cdcc-43e4-ab49-bffbfb2b8e40 service nova] Acquired lock "refresh_cache-26e82fef-be71-482c-84b2-83061ed3e8a3" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2141.792363] env[62291]: DEBUG nova.network.neutron [req-b05b9982-128b-431e-b63a-ad960451550c req-1da619df-cdcc-43e4-ab49-bffbfb2b8e40 service nova] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Refreshing network info cache for port 6cdc53ad-11f6-4dd8-95df-e1e71f50ed86 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2142.002981] env[62291]: DEBUG oslo_vmware.api [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52f92348-3ec1-f02d-ed0a-a792eb0cd0ae, 'name': SearchDatastore_Task, 'duration_secs': 0.043241} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.005278] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-797c5356-0028-4bfd-ae6f-afada5e77530 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.011095] env[62291]: DEBUG oslo_vmware.api [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Waiting for the task: (returnval){ [ 2142.011095] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]528d7c0e-873b-a5ff-2491-03f7be26cfd0" [ 2142.011095] env[62291]: _type = "Task" [ 2142.011095] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.020509] env[62291]: DEBUG oslo_vmware.api [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]528d7c0e-873b-a5ff-2491-03f7be26cfd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.129786] env[62291]: DEBUG nova.compute.manager [req-9efde161-2b4f-4c3f-857b-97bbe7628ff0 req-98673f0c-0f37-4449-a98a-f614ff36c288 service nova] [instance: 197d3ca2-541b-4701-8c93-6a0a883a6fde] Received event network-vif-plugged-1f46caf0-5749-41ce-ba39-97e244bf8496 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2142.129973] env[62291]: DEBUG oslo_concurrency.lockutils [req-9efde161-2b4f-4c3f-857b-97bbe7628ff0 req-98673f0c-0f37-4449-a98a-f614ff36c288 service nova] Acquiring lock "197d3ca2-541b-4701-8c93-6a0a883a6fde-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2142.130318] env[62291]: DEBUG oslo_concurrency.lockutils [req-9efde161-2b4f-4c3f-857b-97bbe7628ff0 req-98673f0c-0f37-4449-a98a-f614ff36c288 service nova] Lock "197d3ca2-541b-4701-8c93-6a0a883a6fde-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2142.130387] env[62291]: DEBUG oslo_concurrency.lockutils [req-9efde161-2b4f-4c3f-857b-97bbe7628ff0 req-98673f0c-0f37-4449-a98a-f614ff36c288 service nova] Lock "197d3ca2-541b-4701-8c93-6a0a883a6fde-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2142.130517] env[62291]: DEBUG nova.compute.manager [req-9efde161-2b4f-4c3f-857b-97bbe7628ff0 req-98673f0c-0f37-4449-a98a-f614ff36c288 service nova] [instance: 197d3ca2-541b-4701-8c93-6a0a883a6fde] No waiting events found dispatching network-vif-plugged-1f46caf0-5749-41ce-ba39-97e244bf8496 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2142.132229] env[62291]: WARNING nova.compute.manager [req-9efde161-2b4f-4c3f-857b-97bbe7628ff0 req-98673f0c-0f37-4449-a98a-f614ff36c288 service nova] [instance: 197d3ca2-541b-4701-8c93-6a0a883a6fde] Received unexpected event network-vif-plugged-1f46caf0-5749-41ce-ba39-97e244bf8496 for instance with vm_state building and task_state spawning. [ 2142.218060] env[62291]: DEBUG nova.compute.utils [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2142.222800] env[62291]: DEBUG nova.compute.manager [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2142.224367] env[62291]: DEBUG nova.network.neutron [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2142.237296] env[62291]: DEBUG nova.network.neutron [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: 197d3ca2-541b-4701-8c93-6a0a883a6fde] Successfully updated port: 1f46caf0-5749-41ce-ba39-97e244bf8496 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2142.259427] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: c1b0c88d-a23d-4b9d-91a8-adb25967c228] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2142.263098] env[62291]: DEBUG oslo_vmware.api [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Task: {'id': task-2143093, 'name': ReconfigVM_Task, 'duration_secs': 1.028547} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.263888] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 5b38764d-5b21-4187-ad00-a2156fd91a38/5b38764d-5b21-4187-ad00-a2156fd91a38.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2142.264559] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-24bc7da6-df2b-4b35-857b-33c69f2e5aa3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.274018] env[62291]: DEBUG oslo_vmware.api [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Waiting for the task: (returnval){ [ 2142.274018] env[62291]: value = "task-2143094" [ 2142.274018] env[62291]: _type = "Task" [ 2142.274018] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.284843] env[62291]: DEBUG oslo_vmware.api [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Task: {'id': task-2143094, 'name': Rename_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.286644] env[62291]: DEBUG nova.policy [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5bcaefead264c63a6eccd86fcf27b32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4dbad5dff7143149c3d41cdcb32416d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2142.522589] env[62291]: DEBUG oslo_vmware.api [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]528d7c0e-873b-a5ff-2491-03f7be26cfd0, 'name': SearchDatastore_Task, 'duration_secs': 0.026918} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.522956] env[62291]: DEBUG oslo_concurrency.lockutils [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2142.523494] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 26e82fef-be71-482c-84b2-83061ed3e8a3/26e82fef-be71-482c-84b2-83061ed3e8a3.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2142.523821] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c10560ff-b32b-44f9-b62c-3450cddaf847 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.531370] env[62291]: DEBUG oslo_vmware.api [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Waiting for the task: (returnval){ [ 2142.531370] env[62291]: value = "task-2143095" [ 2142.531370] env[62291]: _type = "Task" [ 2142.531370] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.543967] env[62291]: DEBUG oslo_vmware.api [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Task: {'id': task-2143095, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.724375] env[62291]: DEBUG nova.compute.manager [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2142.740707] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Acquiring lock "refresh_cache-197d3ca2-541b-4701-8c93-6a0a883a6fde" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2142.745418] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Acquired lock "refresh_cache-197d3ca2-541b-4701-8c93-6a0a883a6fde" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2142.745418] env[62291]: DEBUG nova.network.neutron [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: 197d3ca2-541b-4701-8c93-6a0a883a6fde] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2142.763332] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: f3aecbb2-c186-41c8-9aaa-d5adda951718] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2142.781743] env[62291]: DEBUG oslo_vmware.api [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Task: {'id': task-2143094, 'name': Rename_Task, 'duration_secs': 0.335548} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2142.782593] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2142.785593] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30bbea6c-225e-4313-98ee-297f97801451 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2142.793399] env[62291]: DEBUG oslo_vmware.api [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Waiting for the task: (returnval){ [ 2142.793399] env[62291]: value = "task-2143096" [ 2142.793399] env[62291]: _type = "Task" [ 2142.793399] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2142.813038] env[62291]: DEBUG oslo_vmware.api [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Task: {'id': task-2143096, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2142.814267] env[62291]: DEBUG nova.network.neutron [req-b05b9982-128b-431e-b63a-ad960451550c req-1da619df-cdcc-43e4-ab49-bffbfb2b8e40 service nova] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Updated VIF entry in instance network info cache for port 6cdc53ad-11f6-4dd8-95df-e1e71f50ed86. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2142.814838] env[62291]: DEBUG nova.network.neutron [req-b05b9982-128b-431e-b63a-ad960451550c req-1da619df-cdcc-43e4-ab49-bffbfb2b8e40 service nova] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Updating instance_info_cache with network_info: [{"id": "bf42d770-0abf-4fd4-9690-2243c949d401", "address": "fa:16:3e:81:0a:0d", "network": {"id": "ca9aedbd-775a-491a-824e-07d6b29fe646", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1690873187", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d9ac0661571544b2855587c9ddbaeebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "132fdc50-e144-4a9b-8d77-6378eec02d9b", "external-id": "nsx-vlan-transportzone-118", "segmentation_id": 118, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbf42d770-0a", "ovs_interfaceid": "bf42d770-0abf-4fd4-9690-2243c949d401", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6cdc53ad-11f6-4dd8-95df-e1e71f50ed86", "address": "fa:16:3e:70:76:a2", "network": {"id": "13d9699f-7ee1-42b4-ae21-f8f89dda5839", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1763892908", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "d9ac0661571544b2855587c9ddbaeebe", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0f246b87-f105-4b33-a71d-5caf8e99e074", "external-id": "nsx-vlan-transportzone-583", "segmentation_id": 583, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6cdc53ad-11", "ovs_interfaceid": "6cdc53ad-11f6-4dd8-95df-e1e71f50ed86", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2142.868790] env[62291]: DEBUG nova.network.neutron [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Successfully created port: 19f3c19f-cd5c-4a17-b367-e2de50f6df1c {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2143.046729] env[62291]: DEBUG oslo_vmware.api [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Task: {'id': task-2143095, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.273654] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: a5ca1f63-615e-40c5-a6a1-9fa30f578fc6] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2143.304678] env[62291]: DEBUG oslo_vmware.api [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Task: {'id': task-2143096, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.309111] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a89324-2aea-4a9f-a017-603963573f10 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.316969] env[62291]: DEBUG nova.network.neutron [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: 197d3ca2-541b-4701-8c93-6a0a883a6fde] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2143.319990] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a197c34d-0d28-459d-967d-5924e2e6e1e8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.324053] env[62291]: DEBUG oslo_concurrency.lockutils [req-b05b9982-128b-431e-b63a-ad960451550c req-1da619df-cdcc-43e4-ab49-bffbfb2b8e40 service nova] Releasing lock "refresh_cache-26e82fef-be71-482c-84b2-83061ed3e8a3" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2143.356717] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc0979b-10b8-4dab-8d21-d11c5a9e4065 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.364784] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7da0691-4c66-4e13-a658-56b9cf0bbcfa {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.379060] env[62291]: DEBUG nova.compute.provider_tree [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2143.491204] env[62291]: DEBUG nova.network.neutron [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: 197d3ca2-541b-4701-8c93-6a0a883a6fde] Updating instance_info_cache with network_info: [{"id": "1f46caf0-5749-41ce-ba39-97e244bf8496", "address": "fa:16:3e:77:d1:a3", "network": {"id": "628f334a-7ac3-4fd6-9258-4e5aabcf7839", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7a5e935372e4d0998462c64df5e8266", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f46caf0-57", "ovs_interfaceid": "1f46caf0-5749-41ce-ba39-97e244bf8496", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2143.546942] env[62291]: DEBUG oslo_vmware.api [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Task: {'id': task-2143095, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.733774} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.547380] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 26e82fef-be71-482c-84b2-83061ed3e8a3/26e82fef-be71-482c-84b2-83061ed3e8a3.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2143.547753] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2143.548048] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d9502311-054e-45fe-a070-2e91d06cc0ce {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.555232] env[62291]: DEBUG oslo_vmware.api [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Waiting for the task: (returnval){ [ 2143.555232] env[62291]: value = "task-2143097" [ 2143.555232] env[62291]: _type = "Task" [ 2143.555232] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2143.564521] env[62291]: DEBUG oslo_vmware.api [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Task: {'id': task-2143097, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2143.739245] env[62291]: DEBUG nova.compute.manager [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2143.766198] env[62291]: DEBUG nova.virt.hardware [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2143.766463] env[62291]: DEBUG nova.virt.hardware [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2143.766615] env[62291]: DEBUG nova.virt.hardware [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2143.766798] env[62291]: DEBUG nova.virt.hardware [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2143.766947] env[62291]: DEBUG nova.virt.hardware [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2143.767121] env[62291]: DEBUG nova.virt.hardware [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2143.767343] env[62291]: DEBUG nova.virt.hardware [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2143.767504] env[62291]: DEBUG nova.virt.hardware [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2143.767734] env[62291]: DEBUG nova.virt.hardware [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2143.767929] env[62291]: DEBUG nova.virt.hardware [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2143.768129] env[62291]: DEBUG nova.virt.hardware [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2143.769052] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ad111c-5f4d-4cf5-ba00-e60a1bb13807 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.777238] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a3d945-e84e-455b-8560-fd45830fe754 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.785038] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 55374085-f0cc-45b1-8f65-3559902cc838] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2143.803519] env[62291]: DEBUG oslo_vmware.api [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Task: {'id': task-2143096, 'name': PowerOnVM_Task, 'duration_secs': 0.568317} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2143.804348] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2143.804348] env[62291]: INFO nova.compute.manager [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Took 6.39 seconds to spawn the instance on the hypervisor. [ 2143.805225] env[62291]: DEBUG nova.compute.manager [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2143.806176] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6316a8b8-a603-4263-9870-3dfb87122b3a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2143.888151] env[62291]: DEBUG nova.scheduler.client.report [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2143.993844] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Releasing lock "refresh_cache-197d3ca2-541b-4701-8c93-6a0a883a6fde" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2143.994240] env[62291]: DEBUG nova.compute.manager [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: 197d3ca2-541b-4701-8c93-6a0a883a6fde] Instance network_info: |[{"id": "1f46caf0-5749-41ce-ba39-97e244bf8496", "address": "fa:16:3e:77:d1:a3", "network": {"id": "628f334a-7ac3-4fd6-9258-4e5aabcf7839", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7a5e935372e4d0998462c64df5e8266", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f46caf0-57", "ovs_interfaceid": "1f46caf0-5749-41ce-ba39-97e244bf8496", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2143.994747] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: 197d3ca2-541b-4701-8c93-6a0a883a6fde] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:d1:a3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f46caf0-5749-41ce-ba39-97e244bf8496', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2144.003028] env[62291]: DEBUG oslo.service.loopingcall [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2144.003326] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 197d3ca2-541b-4701-8c93-6a0a883a6fde] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2144.003594] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-770d137e-1ddb-44e2-9269-d55483a86e0f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.029738] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2144.029738] env[62291]: value = "task-2143098" [ 2144.029738] env[62291]: _type = "Task" [ 2144.029738] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2144.041185] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143098, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.064697] env[62291]: DEBUG oslo_vmware.api [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Task: {'id': task-2143097, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08103} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2144.065022] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2144.068021] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff174d3b-0a8f-4011-9429-2985349f0215 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.093563] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 26e82fef-be71-482c-84b2-83061ed3e8a3/26e82fef-be71-482c-84b2-83061ed3e8a3.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2144.093784] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddb382c5-6e31-47b4-af3d-89e76b93e0ef {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.114116] env[62291]: DEBUG oslo_vmware.api [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Waiting for the task: (returnval){ [ 2144.114116] env[62291]: value = "task-2143099" [ 2144.114116] env[62291]: _type = "Task" [ 2144.114116] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2144.122490] env[62291]: DEBUG oslo_vmware.api [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Task: {'id': task-2143099, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.256164] env[62291]: DEBUG nova.compute.manager [req-9170bea3-0ac3-44cd-945a-05372cedd106 req-2a4f12d5-c56e-49a7-bf4b-4a5804b05589 service nova] [instance: 197d3ca2-541b-4701-8c93-6a0a883a6fde] Received event network-changed-1f46caf0-5749-41ce-ba39-97e244bf8496 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2144.256384] env[62291]: DEBUG nova.compute.manager [req-9170bea3-0ac3-44cd-945a-05372cedd106 req-2a4f12d5-c56e-49a7-bf4b-4a5804b05589 service nova] [instance: 197d3ca2-541b-4701-8c93-6a0a883a6fde] Refreshing instance network info cache due to event network-changed-1f46caf0-5749-41ce-ba39-97e244bf8496. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2144.256605] env[62291]: DEBUG oslo_concurrency.lockutils [req-9170bea3-0ac3-44cd-945a-05372cedd106 req-2a4f12d5-c56e-49a7-bf4b-4a5804b05589 service nova] Acquiring lock "refresh_cache-197d3ca2-541b-4701-8c93-6a0a883a6fde" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2144.256775] env[62291]: DEBUG oslo_concurrency.lockutils [req-9170bea3-0ac3-44cd-945a-05372cedd106 req-2a4f12d5-c56e-49a7-bf4b-4a5804b05589 service nova] Acquired lock "refresh_cache-197d3ca2-541b-4701-8c93-6a0a883a6fde" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2144.256951] env[62291]: DEBUG nova.network.neutron [req-9170bea3-0ac3-44cd-945a-05372cedd106 req-2a4f12d5-c56e-49a7-bf4b-4a5804b05589 service nova] [instance: 197d3ca2-541b-4701-8c93-6a0a883a6fde] Refreshing network info cache for port 1f46caf0-5749-41ce-ba39-97e244bf8496 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2144.287676] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 80c94d56-773a-499b-a207-a3f11a14c32b] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2144.326798] env[62291]: INFO nova.compute.manager [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Took 50.52 seconds to build instance. [ 2144.399356] env[62291]: DEBUG oslo_concurrency.lockutils [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.691s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2144.399991] env[62291]: DEBUG nova.compute.manager [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2144.402970] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f343dfbc-02c0-4728-900f-6760ead16132 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.581s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2144.403255] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f343dfbc-02c0-4728-900f-6760ead16132 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2144.405583] env[62291]: DEBUG oslo_concurrency.lockutils [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.229s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2144.407184] env[62291]: INFO nova.compute.claims [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2144.436348] env[62291]: INFO nova.scheduler.client.report [None req-f343dfbc-02c0-4728-900f-6760ead16132 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Deleted allocations for instance 674a0ed8-2582-4c5b-b347-2632f7fb3eea [ 2144.540145] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143098, 'name': CreateVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.624083] env[62291]: DEBUG oslo_vmware.api [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Task: {'id': task-2143099, 'name': ReconfigVM_Task, 'duration_secs': 0.372511} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2144.624393] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 26e82fef-be71-482c-84b2-83061ed3e8a3/26e82fef-be71-482c-84b2-83061ed3e8a3.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2144.625058] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3504329f-fac3-4b5e-b27d-6c98242d8cfc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.632295] env[62291]: DEBUG oslo_vmware.api [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Waiting for the task: (returnval){ [ 2144.632295] env[62291]: value = "task-2143100" [ 2144.632295] env[62291]: _type = "Task" [ 2144.632295] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2144.642013] env[62291]: DEBUG oslo_vmware.api [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Task: {'id': task-2143100, 'name': Rename_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.703957] env[62291]: DEBUG nova.network.neutron [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Successfully updated port: 19f3c19f-cd5c-4a17-b367-e2de50f6df1c {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2144.791024] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: bfb2f00f-c783-4d47-ad28-3de6eff3f77a] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2144.829068] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e18ea478-edae-4e22-9694-23599f3de117 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Lock "5b38764d-5b21-4187-ad00-a2156fd91a38" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.687s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2144.912171] env[62291]: DEBUG nova.compute.utils [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2144.915429] env[62291]: DEBUG nova.compute.manager [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2144.915562] env[62291]: DEBUG nova.network.neutron [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2144.942391] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f343dfbc-02c0-4728-900f-6760ead16132 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Lock "674a0ed8-2582-4c5b-b347-2632f7fb3eea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.152s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2145.007134] env[62291]: DEBUG nova.policy [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'baeb9952e5b64df2b4d17fdabe14d239', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b76813a59e5e4af19ffab9ec87c4dbad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2145.044315] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143098, 'name': CreateVM_Task, 'duration_secs': 0.529199} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.044315] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 197d3ca2-541b-4701-8c93-6a0a883a6fde] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2145.045457] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2145.046754] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2145.046754] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2145.047324] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75f0bf30-999b-4ccc-9848-20483f74e29b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.053285] env[62291]: DEBUG oslo_vmware.api [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Waiting for the task: (returnval){ [ 2145.053285] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52f807db-37a7-98f9-3d43-d1db5ae5a1db" [ 2145.053285] env[62291]: _type = "Task" [ 2145.053285] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.065186] env[62291]: DEBUG oslo_vmware.api [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52f807db-37a7-98f9-3d43-d1db5ae5a1db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.114479] env[62291]: DEBUG nova.network.neutron [req-9170bea3-0ac3-44cd-945a-05372cedd106 req-2a4f12d5-c56e-49a7-bf4b-4a5804b05589 service nova] [instance: 197d3ca2-541b-4701-8c93-6a0a883a6fde] Updated VIF entry in instance network info cache for port 1f46caf0-5749-41ce-ba39-97e244bf8496. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2145.114698] env[62291]: DEBUG nova.network.neutron [req-9170bea3-0ac3-44cd-945a-05372cedd106 req-2a4f12d5-c56e-49a7-bf4b-4a5804b05589 service nova] [instance: 197d3ca2-541b-4701-8c93-6a0a883a6fde] Updating instance_info_cache with network_info: [{"id": "1f46caf0-5749-41ce-ba39-97e244bf8496", "address": "fa:16:3e:77:d1:a3", "network": {"id": "628f334a-7ac3-4fd6-9258-4e5aabcf7839", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.61", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "b7a5e935372e4d0998462c64df5e8266", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f46caf0-57", "ovs_interfaceid": "1f46caf0-5749-41ce-ba39-97e244bf8496", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2145.144844] env[62291]: DEBUG oslo_vmware.api [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Task: {'id': task-2143100, 'name': Rename_Task, 'duration_secs': 0.155535} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.145175] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2145.145782] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45d2868c-463f-4c29-b90a-3e648899c371 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.152452] env[62291]: DEBUG oslo_vmware.api [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Waiting for the task: (returnval){ [ 2145.152452] env[62291]: value = "task-2143101" [ 2145.152452] env[62291]: _type = "Task" [ 2145.152452] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.161271] env[62291]: DEBUG oslo_vmware.api [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Task: {'id': task-2143101, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.205980] env[62291]: DEBUG oslo_concurrency.lockutils [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "refresh_cache-4c131520-da77-4c2c-a4e9-39e0d56b5f72" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2145.206146] env[62291]: DEBUG oslo_concurrency.lockutils [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquired lock "refresh_cache-4c131520-da77-4c2c-a4e9-39e0d56b5f72" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2145.206302] env[62291]: DEBUG nova.network.neutron [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2145.238857] env[62291]: INFO nova.compute.manager [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Rebuilding instance [ 2145.290021] env[62291]: DEBUG nova.compute.manager [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2145.290021] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040cd30d-b0de-40c9-9dea-b9bd9f5c7784 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.298021] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: f50e95c8-d4ea-4250-862f-8b3be53cabc9] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2145.335039] env[62291]: DEBUG nova.compute.manager [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2145.400679] env[62291]: DEBUG nova.network.neutron [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Successfully created port: b7561e62-cbea-4105-a48c-6aa9c1819127 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2145.420144] env[62291]: DEBUG nova.compute.manager [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2145.569115] env[62291]: DEBUG oslo_vmware.api [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52f807db-37a7-98f9-3d43-d1db5ae5a1db, 'name': SearchDatastore_Task, 'duration_secs': 0.0093} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.569952] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2145.569952] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: 197d3ca2-541b-4701-8c93-6a0a883a6fde] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2145.570158] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2145.570191] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2145.570411] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2145.570736] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cbac8d71-ff24-4de9-b073-58b02597d224 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.580824] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2145.581028] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2145.581764] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db302f45-6193-4f57-9b3b-78950da89122 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.587330] env[62291]: DEBUG oslo_vmware.api [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Waiting for the task: (returnval){ [ 2145.587330] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52f22d6d-5297-9d6f-1e9e-a7dd2b65ffa9" [ 2145.587330] env[62291]: _type = "Task" [ 2145.587330] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.597060] env[62291]: DEBUG oslo_vmware.api [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52f22d6d-5297-9d6f-1e9e-a7dd2b65ffa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.617786] env[62291]: DEBUG oslo_concurrency.lockutils [req-9170bea3-0ac3-44cd-945a-05372cedd106 req-2a4f12d5-c56e-49a7-bf4b-4a5804b05589 service nova] Releasing lock "refresh_cache-197d3ca2-541b-4701-8c93-6a0a883a6fde" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2145.663562] env[62291]: DEBUG oslo_vmware.api [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Task: {'id': task-2143101, 'name': PowerOnVM_Task, 'duration_secs': 0.4837} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.667306] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2145.667561] env[62291]: INFO nova.compute.manager [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Took 10.87 seconds to spawn the instance on the hypervisor. [ 2145.667863] env[62291]: DEBUG nova.compute.manager [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2145.669099] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08fc181f-f09f-40e9-822e-1c6cd1b9ffaa {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.750018] env[62291]: DEBUG nova.network.neutron [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2145.801399] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 6ea23640-3ef0-4a2e-aa75-203c03edf386] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2145.804298] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2145.804688] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8cb901d2-3ee1-4d2d-920b-7b67f6383117 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.812344] env[62291]: DEBUG oslo_vmware.api [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Waiting for the task: (returnval){ [ 2145.812344] env[62291]: value = "task-2143103" [ 2145.812344] env[62291]: _type = "Task" [ 2145.812344] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.821262] env[62291]: DEBUG oslo_vmware.api [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Task: {'id': task-2143103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.861215] env[62291]: DEBUG oslo_concurrency.lockutils [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2145.939809] env[62291]: DEBUG nova.network.neutron [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Updating instance_info_cache with network_info: [{"id": "19f3c19f-cd5c-4a17-b367-e2de50f6df1c", "address": "fa:16:3e:d5:20:1a", "network": {"id": "6c3b94dc-3357-4c73-aad4-284cb89be8f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1144561454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4dbad5dff7143149c3d41cdcb32416d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19f3c19f-cd", "ovs_interfaceid": "19f3c19f-cd5c-4a17-b367-e2de50f6df1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2145.969617] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d515c8c2-139e-456a-8467-9eb94daafc4b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.977598] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5426383f-1bad-4598-adfd-10124012ea71 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.014116] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2e95e22-56cb-4358-a5e8-94d28932a293 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.021826] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c2ad51-3b5d-4255-8fb2-318c84f4d885 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.036333] env[62291]: DEBUG nova.compute.provider_tree [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2146.098470] env[62291]: DEBUG oslo_vmware.api [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52f22d6d-5297-9d6f-1e9e-a7dd2b65ffa9, 'name': SearchDatastore_Task, 'duration_secs': 0.01132} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2146.099177] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09c771ec-a58d-4b80-a5d5-24837f90824f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.104984] env[62291]: DEBUG oslo_vmware.api [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Waiting for the task: (returnval){ [ 2146.104984] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5206105d-c6ad-9f09-6fa6-4a569188d5e5" [ 2146.104984] env[62291]: _type = "Task" [ 2146.104984] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.113098] env[62291]: DEBUG oslo_vmware.api [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5206105d-c6ad-9f09-6fa6-4a569188d5e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.189262] env[62291]: INFO nova.compute.manager [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Took 59.02 seconds to build instance. [ 2146.307041] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2146.307041] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Cleaning up deleted instances with incomplete migration {{(pid=62291) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11266}} [ 2146.324574] env[62291]: DEBUG oslo_vmware.api [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Task: {'id': task-2143103, 'name': PowerOffVM_Task, 'duration_secs': 0.213523} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2146.325568] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2146.325733] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2146.326589] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e754e3-b6a0-40f4-a914-fdc6b5ced64d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.332082] env[62291]: DEBUG nova.compute.manager [req-db12b6c2-5a31-431d-b4e6-5a9b6e72952a req-0aaa41ae-1707-4253-9480-186fb3030f91 service nova] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Received event network-vif-plugged-19f3c19f-cd5c-4a17-b367-e2de50f6df1c {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2146.332335] env[62291]: DEBUG oslo_concurrency.lockutils [req-db12b6c2-5a31-431d-b4e6-5a9b6e72952a req-0aaa41ae-1707-4253-9480-186fb3030f91 service nova] Acquiring lock "4c131520-da77-4c2c-a4e9-39e0d56b5f72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2146.334260] env[62291]: DEBUG oslo_concurrency.lockutils [req-db12b6c2-5a31-431d-b4e6-5a9b6e72952a req-0aaa41ae-1707-4253-9480-186fb3030f91 service nova] Lock "4c131520-da77-4c2c-a4e9-39e0d56b5f72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2146.334260] env[62291]: DEBUG oslo_concurrency.lockutils [req-db12b6c2-5a31-431d-b4e6-5a9b6e72952a req-0aaa41ae-1707-4253-9480-186fb3030f91 service nova] Lock "4c131520-da77-4c2c-a4e9-39e0d56b5f72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2146.334260] env[62291]: DEBUG nova.compute.manager [req-db12b6c2-5a31-431d-b4e6-5a9b6e72952a req-0aaa41ae-1707-4253-9480-186fb3030f91 service nova] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] No waiting events found dispatching network-vif-plugged-19f3c19f-cd5c-4a17-b367-e2de50f6df1c {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2146.334260] env[62291]: WARNING nova.compute.manager [req-db12b6c2-5a31-431d-b4e6-5a9b6e72952a req-0aaa41ae-1707-4253-9480-186fb3030f91 service nova] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Received unexpected event network-vif-plugged-19f3c19f-cd5c-4a17-b367-e2de50f6df1c for instance with vm_state building and task_state spawning. [ 2146.334260] env[62291]: DEBUG nova.compute.manager [req-db12b6c2-5a31-431d-b4e6-5a9b6e72952a req-0aaa41ae-1707-4253-9480-186fb3030f91 service nova] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Received event network-changed-19f3c19f-cd5c-4a17-b367-e2de50f6df1c {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2146.334260] env[62291]: DEBUG nova.compute.manager [req-db12b6c2-5a31-431d-b4e6-5a9b6e72952a req-0aaa41ae-1707-4253-9480-186fb3030f91 service nova] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Refreshing instance network info cache due to event network-changed-19f3c19f-cd5c-4a17-b367-e2de50f6df1c. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2146.334260] env[62291]: DEBUG oslo_concurrency.lockutils [req-db12b6c2-5a31-431d-b4e6-5a9b6e72952a req-0aaa41ae-1707-4253-9480-186fb3030f91 service nova] Acquiring lock "refresh_cache-4c131520-da77-4c2c-a4e9-39e0d56b5f72" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2146.336251] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2146.336523] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-783c47e6-5f80-43f1-9e6b-0eccb4ee9637 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.360999] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2146.361259] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Deleting contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2146.361442] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Deleting the datastore file [datastore1] 5b38764d-5b21-4187-ad00-a2156fd91a38 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2146.361698] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5ab9e039-f9de-4ef1-800d-7986c2b76bfc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.368723] env[62291]: DEBUG oslo_vmware.api [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Waiting for the task: (returnval){ [ 2146.368723] env[62291]: value = "task-2143105" [ 2146.368723] env[62291]: _type = "Task" [ 2146.368723] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.376560] env[62291]: DEBUG oslo_vmware.api [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Task: {'id': task-2143105, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.437699] env[62291]: DEBUG nova.compute.manager [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2146.446094] env[62291]: DEBUG oslo_concurrency.lockutils [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Releasing lock "refresh_cache-4c131520-da77-4c2c-a4e9-39e0d56b5f72" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2146.446654] env[62291]: DEBUG nova.compute.manager [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Instance network_info: |[{"id": "19f3c19f-cd5c-4a17-b367-e2de50f6df1c", "address": "fa:16:3e:d5:20:1a", "network": {"id": "6c3b94dc-3357-4c73-aad4-284cb89be8f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1144561454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4dbad5dff7143149c3d41cdcb32416d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19f3c19f-cd", "ovs_interfaceid": "19f3c19f-cd5c-4a17-b367-e2de50f6df1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2146.448614] env[62291]: DEBUG oslo_concurrency.lockutils [req-db12b6c2-5a31-431d-b4e6-5a9b6e72952a req-0aaa41ae-1707-4253-9480-186fb3030f91 service nova] Acquired lock "refresh_cache-4c131520-da77-4c2c-a4e9-39e0d56b5f72" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2146.448614] env[62291]: DEBUG nova.network.neutron [req-db12b6c2-5a31-431d-b4e6-5a9b6e72952a req-0aaa41ae-1707-4253-9480-186fb3030f91 service nova] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Refreshing network info cache for port 19f3c19f-cd5c-4a17-b367-e2de50f6df1c {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2146.448821] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:20:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '163e60bd-32d6-41c5-95e6-2eb10c5c9245', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19f3c19f-cd5c-4a17-b367-e2de50f6df1c', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2146.457652] env[62291]: DEBUG oslo.service.loopingcall [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2146.460996] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2146.463593] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d8fa6a9b-4694-416b-bbc9-1e68af18d92d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.487090] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2146.487090] env[62291]: value = "task-2143106" [ 2146.487090] env[62291]: _type = "Task" [ 2146.487090] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.494104] env[62291]: DEBUG nova.virt.hardware [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2146.494794] env[62291]: DEBUG nova.virt.hardware [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2146.495015] env[62291]: DEBUG nova.virt.hardware [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2146.495222] env[62291]: DEBUG nova.virt.hardware [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2146.495372] env[62291]: DEBUG nova.virt.hardware [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2146.495521] env[62291]: DEBUG nova.virt.hardware [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2146.495763] env[62291]: DEBUG nova.virt.hardware [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2146.495931] env[62291]: DEBUG nova.virt.hardware [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2146.496115] env[62291]: DEBUG nova.virt.hardware [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2146.496284] env[62291]: DEBUG nova.virt.hardware [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2146.496470] env[62291]: DEBUG nova.virt.hardware [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2146.497595] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2a9b996-ef89-4295-8a67-4f8b1b4e9d7c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.508658] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c76dd2-5968-47e4-837d-a0100598dc3e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.512570] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143106, 'name': CreateVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.541186] env[62291]: DEBUG nova.scheduler.client.report [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2146.616440] env[62291]: DEBUG oslo_vmware.api [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5206105d-c6ad-9f09-6fa6-4a569188d5e5, 'name': SearchDatastore_Task, 'duration_secs': 0.016158} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2146.616804] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2146.617203] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 197d3ca2-541b-4701-8c93-6a0a883a6fde/197d3ca2-541b-4701-8c93-6a0a883a6fde.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2146.617487] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de176d0b-4066-4be8-8b0d-7d27fc205015 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.624445] env[62291]: DEBUG oslo_vmware.api [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Waiting for the task: (returnval){ [ 2146.624445] env[62291]: value = "task-2143107" [ 2146.624445] env[62291]: _type = "Task" [ 2146.624445] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.632587] env[62291]: DEBUG oslo_vmware.api [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Task: {'id': task-2143107, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.691468] env[62291]: DEBUG oslo_concurrency.lockutils [None req-73af6b54-e33a-49f1-854a-35aa9a838822 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Lock "26e82fef-be71-482c-84b2-83061ed3e8a3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.106s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2146.884247] env[62291]: DEBUG oslo_vmware.api [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Task: {'id': task-2143105, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.254452} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2146.884520] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2146.884699] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Deleted contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2146.884881] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2146.929895] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9e9b3a95-32c1-4395-bb95-c94089b3cd96 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Acquiring lock "26e82fef-be71-482c-84b2-83061ed3e8a3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2146.930204] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9e9b3a95-32c1-4395-bb95-c94089b3cd96 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Lock "26e82fef-be71-482c-84b2-83061ed3e8a3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2146.930422] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9e9b3a95-32c1-4395-bb95-c94089b3cd96 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Acquiring lock "26e82fef-be71-482c-84b2-83061ed3e8a3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2146.930631] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9e9b3a95-32c1-4395-bb95-c94089b3cd96 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Lock "26e82fef-be71-482c-84b2-83061ed3e8a3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2146.930903] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9e9b3a95-32c1-4395-bb95-c94089b3cd96 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Lock "26e82fef-be71-482c-84b2-83061ed3e8a3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2146.935017] env[62291]: INFO nova.compute.manager [None req-9e9b3a95-32c1-4395-bb95-c94089b3cd96 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Terminating instance [ 2146.936204] env[62291]: DEBUG nova.compute.manager [None req-9e9b3a95-32c1-4395-bb95-c94089b3cd96 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2146.936399] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9b3a95-32c1-4395-bb95-c94089b3cd96 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2146.937366] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e228a9a7-de49-437d-85bd-409e0dc29e09 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.951748] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e9b3a95-32c1-4395-bb95-c94089b3cd96 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2146.952072] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8fe219e-cdd2-4887-a0c5-7a99d124176b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.958507] env[62291]: DEBUG oslo_vmware.api [None req-9e9b3a95-32c1-4395-bb95-c94089b3cd96 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Waiting for the task: (returnval){ [ 2146.958507] env[62291]: value = "task-2143108" [ 2146.958507] env[62291]: _type = "Task" [ 2146.958507] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.967761] env[62291]: DEBUG oslo_vmware.api [None req-9e9b3a95-32c1-4395-bb95-c94089b3cd96 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Task: {'id': task-2143108, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.996985] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143106, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.049150] env[62291]: DEBUG oslo_concurrency.lockutils [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2147.049150] env[62291]: DEBUG nova.compute.manager [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2147.049899] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.978s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2147.050111] env[62291]: DEBUG nova.objects.instance [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62291) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2147.138690] env[62291]: DEBUG oslo_vmware.api [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Task: {'id': task-2143107, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.194500] env[62291]: DEBUG nova.compute.manager [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2147.200282] env[62291]: DEBUG nova.network.neutron [req-db12b6c2-5a31-431d-b4e6-5a9b6e72952a req-0aaa41ae-1707-4253-9480-186fb3030f91 service nova] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Updated VIF entry in instance network info cache for port 19f3c19f-cd5c-4a17-b367-e2de50f6df1c. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2147.201571] env[62291]: DEBUG nova.network.neutron [req-db12b6c2-5a31-431d-b4e6-5a9b6e72952a req-0aaa41ae-1707-4253-9480-186fb3030f91 service nova] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Updating instance_info_cache with network_info: [{"id": "19f3c19f-cd5c-4a17-b367-e2de50f6df1c", "address": "fa:16:3e:d5:20:1a", "network": {"id": "6c3b94dc-3357-4c73-aad4-284cb89be8f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1144561454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4dbad5dff7143149c3d41cdcb32416d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19f3c19f-cd", "ovs_interfaceid": "19f3c19f-cd5c-4a17-b367-e2de50f6df1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2147.396666] env[62291]: DEBUG nova.network.neutron [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Successfully updated port: b7561e62-cbea-4105-a48c-6aa9c1819127 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2147.468554] env[62291]: DEBUG oslo_vmware.api [None req-9e9b3a95-32c1-4395-bb95-c94089b3cd96 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Task: {'id': task-2143108, 'name': PowerOffVM_Task, 'duration_secs': 0.220133} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.468851] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e9b3a95-32c1-4395-bb95-c94089b3cd96 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2147.469053] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9b3a95-32c1-4395-bb95-c94089b3cd96 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2147.469314] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b365f98-2266-4af1-bdf0-709f321e190c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.496740] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143106, 'name': CreateVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.555576] env[62291]: DEBUG nova.compute.utils [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2147.557013] env[62291]: DEBUG nova.compute.manager [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2147.557201] env[62291]: DEBUG nova.network.neutron [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2147.605088] env[62291]: DEBUG nova.policy [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2301b1135caa470abc63f24ac14e6092', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '72826807e58a4d5e8df30f7249786250', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2147.635571] env[62291]: DEBUG oslo_vmware.api [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Task: {'id': task-2143107, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.779335} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.635852] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 197d3ca2-541b-4701-8c93-6a0a883a6fde/197d3ca2-541b-4701-8c93-6a0a883a6fde.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2147.636313] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: 197d3ca2-541b-4701-8c93-6a0a883a6fde] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2147.636599] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e8b7a5b1-1c75-4e49-baba-8e1f2ecb1751 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.645039] env[62291]: DEBUG oslo_vmware.api [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Waiting for the task: (returnval){ [ 2147.645039] env[62291]: value = "task-2143110" [ 2147.645039] env[62291]: _type = "Task" [ 2147.645039] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2147.654540] env[62291]: DEBUG oslo_vmware.api [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Task: {'id': task-2143110, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.671131] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9b3a95-32c1-4395-bb95-c94089b3cd96 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2147.671377] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9b3a95-32c1-4395-bb95-c94089b3cd96 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Deleting contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2147.671563] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e9b3a95-32c1-4395-bb95-c94089b3cd96 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Deleting the datastore file [datastore1] 26e82fef-be71-482c-84b2-83061ed3e8a3 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2147.671841] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc62e049-35aa-443e-a0fa-80d2bfc1714a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.678504] env[62291]: DEBUG oslo_vmware.api [None req-9e9b3a95-32c1-4395-bb95-c94089b3cd96 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Waiting for the task: (returnval){ [ 2147.678504] env[62291]: value = "task-2143111" [ 2147.678504] env[62291]: _type = "Task" [ 2147.678504] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2147.687353] env[62291]: DEBUG oslo_vmware.api [None req-9e9b3a95-32c1-4395-bb95-c94089b3cd96 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Task: {'id': task-2143111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.706430] env[62291]: DEBUG oslo_concurrency.lockutils [req-db12b6c2-5a31-431d-b4e6-5a9b6e72952a req-0aaa41ae-1707-4253-9480-186fb3030f91 service nova] Releasing lock "refresh_cache-4c131520-da77-4c2c-a4e9-39e0d56b5f72" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2147.727865] env[62291]: DEBUG oslo_concurrency.lockutils [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2147.899859] env[62291]: DEBUG oslo_concurrency.lockutils [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Acquiring lock "refresh_cache-acf1edf3-b190-4271-8b2a-4aff78835326" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2147.900073] env[62291]: DEBUG oslo_concurrency.lockutils [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Acquired lock "refresh_cache-acf1edf3-b190-4271-8b2a-4aff78835326" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2147.900182] env[62291]: DEBUG nova.network.neutron [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2147.910961] env[62291]: DEBUG nova.network.neutron [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Successfully created port: a5313b94-e945-43fa-961e-144f89404583 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2147.922333] env[62291]: DEBUG nova.virt.hardware [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2147.922602] env[62291]: DEBUG nova.virt.hardware [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2147.922780] env[62291]: DEBUG nova.virt.hardware [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2147.923199] env[62291]: DEBUG nova.virt.hardware [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2147.923199] env[62291]: DEBUG nova.virt.hardware [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2147.923307] env[62291]: DEBUG nova.virt.hardware [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2147.923483] env[62291]: DEBUG nova.virt.hardware [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2147.923647] env[62291]: DEBUG nova.virt.hardware [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2147.923856] env[62291]: DEBUG nova.virt.hardware [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2147.923969] env[62291]: DEBUG nova.virt.hardware [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2147.924216] env[62291]: DEBUG nova.virt.hardware [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2147.925344] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0bdbac-bd4e-4275-a035-c3f9e31c54b6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.935577] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b360e141-1622-47ce-9071-8ac6cabafd5f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.950586] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Instance VIF info [] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2147.956320] env[62291]: DEBUG oslo.service.loopingcall [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2147.956879] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2147.957124] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1c0d86ce-4209-4925-b8f0-eca385e6d7fd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.974648] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2147.974648] env[62291]: value = "task-2143112" [ 2147.974648] env[62291]: _type = "Task" [ 2147.974648] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2147.983262] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143112, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.997963] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143106, 'name': CreateVM_Task, 'duration_secs': 1.074258} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.998139] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2147.998824] env[62291]: DEBUG oslo_concurrency.lockutils [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2147.999013] env[62291]: DEBUG oslo_concurrency.lockutils [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2148.001136] env[62291]: DEBUG oslo_concurrency.lockutils [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2148.001415] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5a6ad53-1d18-45b6-a042-b6faa99701b9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.007339] env[62291]: DEBUG oslo_vmware.api [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2148.007339] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52aca1d8-efe2-e34b-2ebd-613f12ae536a" [ 2148.007339] env[62291]: _type = "Task" [ 2148.007339] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2148.015778] env[62291]: DEBUG oslo_vmware.api [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52aca1d8-efe2-e34b-2ebd-613f12ae536a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.064526] env[62291]: DEBUG nova.compute.manager [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2148.071293] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7781cf14-7c26-4b06-b503-f9654fbe2691 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2148.072569] env[62291]: DEBUG oslo_concurrency.lockutils [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.944s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2148.074623] env[62291]: INFO nova.compute.claims [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: ebcf3701-88ed-408a-8019-7bca77d6cb50] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2148.155496] env[62291]: DEBUG oslo_vmware.api [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Task: {'id': task-2143110, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069468} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2148.155782] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: 197d3ca2-541b-4701-8c93-6a0a883a6fde] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2148.158751] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a016ba64-f43f-45fd-8eac-1ce0da5fc7ca {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.185114] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: 197d3ca2-541b-4701-8c93-6a0a883a6fde] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 197d3ca2-541b-4701-8c93-6a0a883a6fde/197d3ca2-541b-4701-8c93-6a0a883a6fde.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2148.185927] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d3c4b63-59ed-4a4d-88bd-14ec6965156d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.211745] env[62291]: DEBUG oslo_vmware.api [None req-9e9b3a95-32c1-4395-bb95-c94089b3cd96 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Task: {'id': task-2143111, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230776} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2148.213192] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e9b3a95-32c1-4395-bb95-c94089b3cd96 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2148.213396] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9b3a95-32c1-4395-bb95-c94089b3cd96 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Deleted contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2148.213575] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-9e9b3a95-32c1-4395-bb95-c94089b3cd96 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2148.213802] env[62291]: INFO nova.compute.manager [None req-9e9b3a95-32c1-4395-bb95-c94089b3cd96 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Took 1.28 seconds to destroy the instance on the hypervisor. [ 2148.213988] env[62291]: DEBUG oslo.service.loopingcall [None req-9e9b3a95-32c1-4395-bb95-c94089b3cd96 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2148.214269] env[62291]: DEBUG oslo_vmware.api [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Waiting for the task: (returnval){ [ 2148.214269] env[62291]: value = "task-2143113" [ 2148.214269] env[62291]: _type = "Task" [ 2148.214269] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2148.214470] env[62291]: DEBUG nova.compute.manager [-] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2148.214565] env[62291]: DEBUG nova.network.neutron [-] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2148.226387] env[62291]: DEBUG oslo_vmware.api [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Task: {'id': task-2143113, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.459312] env[62291]: DEBUG nova.network.neutron [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2148.490277] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143112, 'name': CreateVM_Task, 'duration_secs': 0.292596} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2148.490495] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2148.490906] env[62291]: DEBUG oslo_concurrency.lockutils [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2148.519727] env[62291]: DEBUG oslo_vmware.api [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52aca1d8-efe2-e34b-2ebd-613f12ae536a, 'name': SearchDatastore_Task, 'duration_secs': 0.01032} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2148.519727] env[62291]: DEBUG oslo_concurrency.lockutils [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2148.519727] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2148.519727] env[62291]: DEBUG oslo_concurrency.lockutils [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2148.519727] env[62291]: DEBUG oslo_concurrency.lockutils [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2148.519727] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2148.519727] env[62291]: DEBUG oslo_concurrency.lockutils [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2148.520035] env[62291]: DEBUG oslo_concurrency.lockutils [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2148.520183] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e8f2c661-53b3-4c73-a97f-e2618a8942cc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.522719] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1fc58a7-c1d1-4c08-bef3-2202ab8d80ce {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.530809] env[62291]: DEBUG oslo_vmware.api [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Waiting for the task: (returnval){ [ 2148.530809] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]529be8f2-aee9-e36f-fe9d-45bcaac27c27" [ 2148.530809] env[62291]: _type = "Task" [ 2148.530809] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2148.539897] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2148.540102] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2148.541106] env[62291]: DEBUG oslo_vmware.api [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]529be8f2-aee9-e36f-fe9d-45bcaac27c27, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.541330] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-325e3f01-8657-4c5c-9a12-9e023062d292 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.547639] env[62291]: DEBUG oslo_vmware.api [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2148.547639] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52aa2acb-7f7a-f7fb-44ed-e0fe4b71b18e" [ 2148.547639] env[62291]: _type = "Task" [ 2148.547639] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2148.557023] env[62291]: DEBUG oslo_vmware.api [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52aa2acb-7f7a-f7fb-44ed-e0fe4b71b18e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.626812] env[62291]: DEBUG nova.compute.manager [req-64b934a2-9eef-4e6f-9d11-bcc03bb39427 req-866d2130-44ac-459a-838d-1f2bac324dd3 service nova] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Received event network-vif-plugged-b7561e62-cbea-4105-a48c-6aa9c1819127 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2148.627971] env[62291]: DEBUG oslo_concurrency.lockutils [req-64b934a2-9eef-4e6f-9d11-bcc03bb39427 req-866d2130-44ac-459a-838d-1f2bac324dd3 service nova] Acquiring lock "acf1edf3-b190-4271-8b2a-4aff78835326-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2148.628510] env[62291]: DEBUG oslo_concurrency.lockutils [req-64b934a2-9eef-4e6f-9d11-bcc03bb39427 req-866d2130-44ac-459a-838d-1f2bac324dd3 service nova] Lock "acf1edf3-b190-4271-8b2a-4aff78835326-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2148.628651] env[62291]: DEBUG oslo_concurrency.lockutils [req-64b934a2-9eef-4e6f-9d11-bcc03bb39427 req-866d2130-44ac-459a-838d-1f2bac324dd3 service nova] Lock "acf1edf3-b190-4271-8b2a-4aff78835326-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2148.628926] env[62291]: DEBUG nova.compute.manager [req-64b934a2-9eef-4e6f-9d11-bcc03bb39427 req-866d2130-44ac-459a-838d-1f2bac324dd3 service nova] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] No waiting events found dispatching network-vif-plugged-b7561e62-cbea-4105-a48c-6aa9c1819127 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2148.629224] env[62291]: WARNING nova.compute.manager [req-64b934a2-9eef-4e6f-9d11-bcc03bb39427 req-866d2130-44ac-459a-838d-1f2bac324dd3 service nova] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Received unexpected event network-vif-plugged-b7561e62-cbea-4105-a48c-6aa9c1819127 for instance with vm_state building and task_state spawning. [ 2148.629509] env[62291]: DEBUG nova.compute.manager [req-64b934a2-9eef-4e6f-9d11-bcc03bb39427 req-866d2130-44ac-459a-838d-1f2bac324dd3 service nova] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Received event network-changed-b7561e62-cbea-4105-a48c-6aa9c1819127 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2148.629773] env[62291]: DEBUG nova.compute.manager [req-64b934a2-9eef-4e6f-9d11-bcc03bb39427 req-866d2130-44ac-459a-838d-1f2bac324dd3 service nova] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Refreshing instance network info cache due to event network-changed-b7561e62-cbea-4105-a48c-6aa9c1819127. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2148.630344] env[62291]: DEBUG oslo_concurrency.lockutils [req-64b934a2-9eef-4e6f-9d11-bcc03bb39427 req-866d2130-44ac-459a-838d-1f2bac324dd3 service nova] Acquiring lock "refresh_cache-acf1edf3-b190-4271-8b2a-4aff78835326" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2148.730540] env[62291]: DEBUG oslo_vmware.api [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Task: {'id': task-2143113, 'name': ReconfigVM_Task, 'duration_secs': 0.284232} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2148.731016] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: 197d3ca2-541b-4701-8c93-6a0a883a6fde] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 197d3ca2-541b-4701-8c93-6a0a883a6fde/197d3ca2-541b-4701-8c93-6a0a883a6fde.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2148.731922] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef18cb53-90e4-41fd-9d9a-7837eecc5aad {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.739806] env[62291]: DEBUG oslo_vmware.api [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Waiting for the task: (returnval){ [ 2148.739806] env[62291]: value = "task-2143114" [ 2148.739806] env[62291]: _type = "Task" [ 2148.739806] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2148.757502] env[62291]: DEBUG oslo_vmware.api [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Task: {'id': task-2143114, 'name': Rename_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2148.758873] env[62291]: DEBUG nova.network.neutron [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Updating instance_info_cache with network_info: [{"id": "b7561e62-cbea-4105-a48c-6aa9c1819127", "address": "fa:16:3e:9a:7c:fc", "network": {"id": "19fef4ca-e697-4c5d-9e15-f25007e00b71", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1427896346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b76813a59e5e4af19ffab9ec87c4dbad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7561e62-cb", "ovs_interfaceid": "b7561e62-cbea-4105-a48c-6aa9c1819127", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2149.042503] env[62291]: DEBUG oslo_vmware.api [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]529be8f2-aee9-e36f-fe9d-45bcaac27c27, 'name': SearchDatastore_Task, 'duration_secs': 0.022803} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2149.043061] env[62291]: DEBUG oslo_concurrency.lockutils [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2149.043061] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2149.043341] env[62291]: DEBUG oslo_concurrency.lockutils [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2149.058330] env[62291]: DEBUG oslo_vmware.api [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52aa2acb-7f7a-f7fb-44ed-e0fe4b71b18e, 'name': SearchDatastore_Task, 'duration_secs': 0.011039} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2149.059204] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf69a6fa-8226-4323-82c5-4d8c056b1be8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.065041] env[62291]: DEBUG oslo_vmware.api [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2149.065041] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52310aca-4abf-f262-50bc-12726ad604e8" [ 2149.065041] env[62291]: _type = "Task" [ 2149.065041] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2149.073964] env[62291]: DEBUG oslo_vmware.api [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52310aca-4abf-f262-50bc-12726ad604e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.080265] env[62291]: DEBUG nova.compute.manager [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2149.105410] env[62291]: DEBUG nova.virt.hardware [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2149.105645] env[62291]: DEBUG nova.virt.hardware [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2149.105827] env[62291]: DEBUG nova.virt.hardware [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2149.106039] env[62291]: DEBUG nova.virt.hardware [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2149.106196] env[62291]: DEBUG nova.virt.hardware [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2149.106403] env[62291]: DEBUG nova.virt.hardware [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2149.106542] env[62291]: DEBUG nova.virt.hardware [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2149.106700] env[62291]: DEBUG nova.virt.hardware [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2149.106849] env[62291]: DEBUG nova.virt.hardware [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2149.109009] env[62291]: DEBUG nova.virt.hardware [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2149.109009] env[62291]: DEBUG nova.virt.hardware [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2149.109009] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f67cdf-8ccb-4a84-a26f-66123be443a7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.120409] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6181087-6b94-4d44-b3c8-60fd155db38a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.249885] env[62291]: DEBUG oslo_vmware.api [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Task: {'id': task-2143114, 'name': Rename_Task, 'duration_secs': 0.185434} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2149.255893] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: 197d3ca2-541b-4701-8c93-6a0a883a6fde] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2149.255893] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0a5ba39-cd2f-48ed-820b-49fa399aa59c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.262156] env[62291]: DEBUG oslo_vmware.api [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Waiting for the task: (returnval){ [ 2149.262156] env[62291]: value = "task-2143115" [ 2149.262156] env[62291]: _type = "Task" [ 2149.262156] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2149.267933] env[62291]: DEBUG oslo_concurrency.lockutils [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Releasing lock "refresh_cache-acf1edf3-b190-4271-8b2a-4aff78835326" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2149.268245] env[62291]: DEBUG nova.compute.manager [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Instance network_info: |[{"id": "b7561e62-cbea-4105-a48c-6aa9c1819127", "address": "fa:16:3e:9a:7c:fc", "network": {"id": "19fef4ca-e697-4c5d-9e15-f25007e00b71", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1427896346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b76813a59e5e4af19ffab9ec87c4dbad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7561e62-cb", "ovs_interfaceid": "b7561e62-cbea-4105-a48c-6aa9c1819127", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2149.268960] env[62291]: DEBUG oslo_concurrency.lockutils [req-64b934a2-9eef-4e6f-9d11-bcc03bb39427 req-866d2130-44ac-459a-838d-1f2bac324dd3 service nova] Acquired lock "refresh_cache-acf1edf3-b190-4271-8b2a-4aff78835326" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2149.269366] env[62291]: DEBUG nova.network.neutron [req-64b934a2-9eef-4e6f-9d11-bcc03bb39427 req-866d2130-44ac-459a-838d-1f2bac324dd3 service nova] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Refreshing network info cache for port b7561e62-cbea-4105-a48c-6aa9c1819127 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2149.272092] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9a:7c:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff1f3320-df8e-49df-a412-9797a23bd173', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b7561e62-cbea-4105-a48c-6aa9c1819127', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2149.280312] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Creating folder: Project (b76813a59e5e4af19ffab9ec87c4dbad). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2149.293857] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e551a34a-b009-40b4-872e-b5b2deb41b2c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.296531] env[62291]: DEBUG oslo_vmware.api [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Task: {'id': task-2143115, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.306808] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Created folder: Project (b76813a59e5e4af19ffab9ec87c4dbad) in parent group-v437896. [ 2149.307019] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Creating folder: Instances. Parent ref: group-v438058. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2149.307267] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e49e3225-dd65-4464-8bd2-f67a38b5d766 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.317461] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Created folder: Instances in parent group-v438058. [ 2149.317683] env[62291]: DEBUG oslo.service.loopingcall [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2149.317901] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2149.318165] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7214c5be-0124-4ba0-9038-2bd164169a97 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.340689] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d7acccbd-2317-46e0-a7b0-450816328c44 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Acquiring lock "bb952207-9905-4a12-a189-94d00a8d1066" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2149.341047] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d7acccbd-2317-46e0-a7b0-450816328c44 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Lock "bb952207-9905-4a12-a189-94d00a8d1066" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2149.341342] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d7acccbd-2317-46e0-a7b0-450816328c44 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Acquiring lock "bb952207-9905-4a12-a189-94d00a8d1066-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2149.344030] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d7acccbd-2317-46e0-a7b0-450816328c44 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Lock "bb952207-9905-4a12-a189-94d00a8d1066-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2149.344030] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d7acccbd-2317-46e0-a7b0-450816328c44 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Lock "bb952207-9905-4a12-a189-94d00a8d1066-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2149.344286] env[62291]: INFO nova.compute.manager [None req-d7acccbd-2317-46e0-a7b0-450816328c44 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Terminating instance [ 2149.349454] env[62291]: DEBUG nova.compute.manager [None req-d7acccbd-2317-46e0-a7b0-450816328c44 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2149.349689] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-d7acccbd-2317-46e0-a7b0-450816328c44 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2149.350982] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428a2712-0c20-40f8-9c89-aabf8c1deb49 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.355627] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2149.355627] env[62291]: value = "task-2143118" [ 2149.355627] env[62291]: _type = "Task" [ 2149.355627] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2149.365488] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7acccbd-2317-46e0-a7b0-450816328c44 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2149.368281] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-02e6467b-6e27-4eb7-9468-977a2c58cea4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.373281] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143118, 'name': CreateVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.382169] env[62291]: DEBUG oslo_vmware.api [None req-d7acccbd-2317-46e0-a7b0-450816328c44 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Waiting for the task: (returnval){ [ 2149.382169] env[62291]: value = "task-2143119" [ 2149.382169] env[62291]: _type = "Task" [ 2149.382169] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2149.393595] env[62291]: DEBUG oslo_vmware.api [None req-d7acccbd-2317-46e0-a7b0-450816328c44 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': task-2143119, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.419401] env[62291]: DEBUG nova.network.neutron [-] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2149.575933] env[62291]: DEBUG oslo_vmware.api [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52310aca-4abf-f262-50bc-12726ad604e8, 'name': SearchDatastore_Task, 'duration_secs': 0.008853} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2149.577088] env[62291]: DEBUG oslo_concurrency.lockutils [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2149.577088] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 4c131520-da77-4c2c-a4e9-39e0d56b5f72/4c131520-da77-4c2c-a4e9-39e0d56b5f72.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2149.577088] env[62291]: DEBUG oslo_concurrency.lockutils [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2149.577088] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2149.577641] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-853b887a-f0bb-4360-8b05-3809051ca2a8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.584944] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5bca5ddb-6cae-4f7e-81d6-234f8fd584a3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.592949] env[62291]: DEBUG oslo_vmware.api [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2149.592949] env[62291]: value = "task-2143120" [ 2149.592949] env[62291]: _type = "Task" [ 2149.592949] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2149.600023] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2149.600023] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2149.600023] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-158cffd4-8601-4618-8914-d6cf2b7c2f7e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.610328] env[62291]: DEBUG oslo_vmware.api [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143120, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.612243] env[62291]: DEBUG oslo_vmware.api [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Waiting for the task: (returnval){ [ 2149.612243] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52ab0c45-b4ba-3d67-194d-4660405d183a" [ 2149.612243] env[62291]: _type = "Task" [ 2149.612243] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2149.626589] env[62291]: DEBUG oslo_vmware.api [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52ab0c45-b4ba-3d67-194d-4660405d183a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.645969] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20beb75e-1444-4ba4-9d7a-d051cfceab02 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.654287] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdd8b6e-5839-4014-a037-b7070c645054 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.688682] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d8bc47-3dd9-4af8-83d6-8cd875169260 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.697766] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7e9947-fc03-4b2e-8a55-6bae1a1b0b79 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.717233] env[62291]: DEBUG nova.compute.provider_tree [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2149.773159] env[62291]: DEBUG oslo_vmware.api [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Task: {'id': task-2143115, 'name': PowerOnVM_Task, 'duration_secs': 0.464368} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2149.773436] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: 197d3ca2-541b-4701-8c93-6a0a883a6fde] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2149.773645] env[62291]: INFO nova.compute.manager [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: 197d3ca2-541b-4701-8c93-6a0a883a6fde] Took 8.67 seconds to spawn the instance on the hypervisor. [ 2149.773826] env[62291]: DEBUG nova.compute.manager [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: 197d3ca2-541b-4701-8c93-6a0a883a6fde] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2149.774671] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a212ae37-0e23-43e6-aecd-05266fe3f5da {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.803609] env[62291]: DEBUG nova.network.neutron [req-64b934a2-9eef-4e6f-9d11-bcc03bb39427 req-866d2130-44ac-459a-838d-1f2bac324dd3 service nova] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Updated VIF entry in instance network info cache for port b7561e62-cbea-4105-a48c-6aa9c1819127. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2149.803609] env[62291]: DEBUG nova.network.neutron [req-64b934a2-9eef-4e6f-9d11-bcc03bb39427 req-866d2130-44ac-459a-838d-1f2bac324dd3 service nova] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Updating instance_info_cache with network_info: [{"id": "b7561e62-cbea-4105-a48c-6aa9c1819127", "address": "fa:16:3e:9a:7c:fc", "network": {"id": "19fef4ca-e697-4c5d-9e15-f25007e00b71", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1427896346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b76813a59e5e4af19ffab9ec87c4dbad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7561e62-cb", "ovs_interfaceid": "b7561e62-cbea-4105-a48c-6aa9c1819127", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2149.871678] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143118, 'name': CreateVM_Task, 'duration_secs': 0.393079} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2149.871901] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2149.872610] env[62291]: DEBUG oslo_concurrency.lockutils [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2149.872830] env[62291]: DEBUG oslo_concurrency.lockutils [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2149.873205] env[62291]: DEBUG oslo_concurrency.lockutils [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2149.873479] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f3c4811-98ae-442c-8731-37e338f35866 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.882968] env[62291]: DEBUG oslo_vmware.api [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Waiting for the task: (returnval){ [ 2149.882968] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52c93246-e23b-0645-964f-59f73616f429" [ 2149.882968] env[62291]: _type = "Task" [ 2149.882968] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2149.894933] env[62291]: DEBUG oslo_vmware.api [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52c93246-e23b-0645-964f-59f73616f429, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2149.898456] env[62291]: DEBUG oslo_vmware.api [None req-d7acccbd-2317-46e0-a7b0-450816328c44 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': task-2143119, 'name': PowerOffVM_Task, 'duration_secs': 0.210483} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2149.898728] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7acccbd-2317-46e0-a7b0-450816328c44 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2149.898777] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-d7acccbd-2317-46e0-a7b0-450816328c44 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2149.899076] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3bbd529-5cca-43fc-81ca-062eb593f148 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2149.910937] env[62291]: DEBUG nova.network.neutron [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Successfully updated port: a5313b94-e945-43fa-961e-144f89404583 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2149.925147] env[62291]: INFO nova.compute.manager [-] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Took 1.71 seconds to deallocate network for instance. [ 2150.105056] env[62291]: DEBUG oslo_vmware.api [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143120, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.126871] env[62291]: DEBUG oslo_vmware.api [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52ab0c45-b4ba-3d67-194d-4660405d183a, 'name': SearchDatastore_Task, 'duration_secs': 0.010507} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2150.127935] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-083ff42d-d9d8-4bbd-b22d-6b59a7475b90 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.135839] env[62291]: DEBUG oslo_vmware.api [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Waiting for the task: (returnval){ [ 2150.135839] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52fbe268-a32f-aaa2-019a-85f70b1adc17" [ 2150.135839] env[62291]: _type = "Task" [ 2150.135839] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2150.145056] env[62291]: DEBUG oslo_vmware.api [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52fbe268-a32f-aaa2-019a-85f70b1adc17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.221102] env[62291]: DEBUG nova.scheduler.client.report [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2150.294317] env[62291]: INFO nova.compute.manager [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: 197d3ca2-541b-4701-8c93-6a0a883a6fde] Took 42.57 seconds to build instance. [ 2150.305651] env[62291]: DEBUG oslo_concurrency.lockutils [req-64b934a2-9eef-4e6f-9d11-bcc03bb39427 req-866d2130-44ac-459a-838d-1f2bac324dd3 service nova] Releasing lock "refresh_cache-acf1edf3-b190-4271-8b2a-4aff78835326" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2150.397669] env[62291]: DEBUG oslo_vmware.api [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52c93246-e23b-0645-964f-59f73616f429, 'name': SearchDatastore_Task, 'duration_secs': 0.067738} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2150.397669] env[62291]: DEBUG oslo_concurrency.lockutils [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2150.397825] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2150.398656] env[62291]: DEBUG oslo_concurrency.lockutils [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2150.415792] env[62291]: DEBUG oslo_concurrency.lockutils [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Acquiring lock "refresh_cache-e1b69949-28f1-4c27-ab34-5bd8892d321f" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2150.416016] env[62291]: DEBUG oslo_concurrency.lockutils [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Acquired lock "refresh_cache-e1b69949-28f1-4c27-ab34-5bd8892d321f" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2150.416174] env[62291]: DEBUG nova.network.neutron [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2150.432792] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9e9b3a95-32c1-4395-bb95-c94089b3cd96 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2150.604804] env[62291]: DEBUG oslo_vmware.api [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143120, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63241} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2150.605125] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 4c131520-da77-4c2c-a4e9-39e0d56b5f72/4c131520-da77-4c2c-a4e9-39e0d56b5f72.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2150.605309] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2150.605581] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ac295ff-844d-4cf1-995c-75b3cf12636c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.612241] env[62291]: DEBUG oslo_vmware.api [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2150.612241] env[62291]: value = "task-2143122" [ 2150.612241] env[62291]: _type = "Task" [ 2150.612241] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2150.621132] env[62291]: DEBUG oslo_vmware.api [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143122, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.646830] env[62291]: DEBUG oslo_vmware.api [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52fbe268-a32f-aaa2-019a-85f70b1adc17, 'name': SearchDatastore_Task, 'duration_secs': 0.03125} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2150.646830] env[62291]: DEBUG oslo_concurrency.lockutils [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2150.646830] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 5b38764d-5b21-4187-ad00-a2156fd91a38/5b38764d-5b21-4187-ad00-a2156fd91a38.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2150.647245] env[62291]: DEBUG oslo_concurrency.lockutils [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2150.647349] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2150.647553] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-136d0c82-547f-4cb5-a6f0-b2428cd33fcf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.650012] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cd4ae3c5-bd68-456f-9a0b-5535b9cd92e8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.657375] env[62291]: DEBUG oslo_vmware.api [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Waiting for the task: (returnval){ [ 2150.657375] env[62291]: value = "task-2143123" [ 2150.657375] env[62291]: _type = "Task" [ 2150.657375] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2150.661898] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2150.662137] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2150.663267] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0746295-75db-4d73-be6e-22fb121c524b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.669017] env[62291]: DEBUG oslo_vmware.api [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Task: {'id': task-2143123, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.672094] env[62291]: DEBUG oslo_vmware.api [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Waiting for the task: (returnval){ [ 2150.672094] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52211914-8c3d-52cd-0251-b3f5a3be3bae" [ 2150.672094] env[62291]: _type = "Task" [ 2150.672094] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2150.679997] env[62291]: DEBUG oslo_vmware.api [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52211914-8c3d-52cd-0251-b3f5a3be3bae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2150.727960] env[62291]: DEBUG oslo_concurrency.lockutils [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2150.728584] env[62291]: DEBUG nova.compute.manager [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: ebcf3701-88ed-408a-8019-7bca77d6cb50] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2150.731984] env[62291]: DEBUG oslo_concurrency.lockutils [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.835s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2150.733562] env[62291]: INFO nova.compute.claims [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 6b127e14-7af8-4451-83c4-2197134ef295] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2150.740397] env[62291]: DEBUG nova.compute.manager [req-91b82d45-f7f2-44ad-a0fb-5659b1fce07a req-d752e24c-2a2f-4e30-a149-26327d4d8cd4 service nova] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Received event network-vif-deleted-6cdc53ad-11f6-4dd8-95df-e1e71f50ed86 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2150.740397] env[62291]: DEBUG nova.compute.manager [req-91b82d45-f7f2-44ad-a0fb-5659b1fce07a req-d752e24c-2a2f-4e30-a149-26327d4d8cd4 service nova] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Received event network-vif-deleted-bf42d770-0abf-4fd4-9690-2243c949d401 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2150.740397] env[62291]: DEBUG nova.compute.manager [req-91b82d45-f7f2-44ad-a0fb-5659b1fce07a req-d752e24c-2a2f-4e30-a149-26327d4d8cd4 service nova] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Received event network-vif-plugged-a5313b94-e945-43fa-961e-144f89404583 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2150.740397] env[62291]: DEBUG oslo_concurrency.lockutils [req-91b82d45-f7f2-44ad-a0fb-5659b1fce07a req-d752e24c-2a2f-4e30-a149-26327d4d8cd4 service nova] Acquiring lock "e1b69949-28f1-4c27-ab34-5bd8892d321f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2150.740397] env[62291]: DEBUG oslo_concurrency.lockutils [req-91b82d45-f7f2-44ad-a0fb-5659b1fce07a req-d752e24c-2a2f-4e30-a149-26327d4d8cd4 service nova] Lock "e1b69949-28f1-4c27-ab34-5bd8892d321f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2150.740397] env[62291]: DEBUG oslo_concurrency.lockutils [req-91b82d45-f7f2-44ad-a0fb-5659b1fce07a req-d752e24c-2a2f-4e30-a149-26327d4d8cd4 service nova] Lock "e1b69949-28f1-4c27-ab34-5bd8892d321f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2150.740397] env[62291]: DEBUG nova.compute.manager [req-91b82d45-f7f2-44ad-a0fb-5659b1fce07a req-d752e24c-2a2f-4e30-a149-26327d4d8cd4 service nova] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] No waiting events found dispatching network-vif-plugged-a5313b94-e945-43fa-961e-144f89404583 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2150.740397] env[62291]: WARNING nova.compute.manager [req-91b82d45-f7f2-44ad-a0fb-5659b1fce07a req-d752e24c-2a2f-4e30-a149-26327d4d8cd4 service nova] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Received unexpected event network-vif-plugged-a5313b94-e945-43fa-961e-144f89404583 for instance with vm_state building and task_state spawning. [ 2150.740663] env[62291]: DEBUG nova.compute.manager [req-91b82d45-f7f2-44ad-a0fb-5659b1fce07a req-d752e24c-2a2f-4e30-a149-26327d4d8cd4 service nova] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Received event network-changed-a5313b94-e945-43fa-961e-144f89404583 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2150.740663] env[62291]: DEBUG nova.compute.manager [req-91b82d45-f7f2-44ad-a0fb-5659b1fce07a req-d752e24c-2a2f-4e30-a149-26327d4d8cd4 service nova] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Refreshing instance network info cache due to event network-changed-a5313b94-e945-43fa-961e-144f89404583. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2150.741068] env[62291]: DEBUG oslo_concurrency.lockutils [req-91b82d45-f7f2-44ad-a0fb-5659b1fce07a req-d752e24c-2a2f-4e30-a149-26327d4d8cd4 service nova] Acquiring lock "refresh_cache-e1b69949-28f1-4c27-ab34-5bd8892d321f" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2150.800254] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cddd2c3a-c55a-489a-84c4-9c5c822bfb76 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Lock "197d3ca2-541b-4701-8c93-6a0a883a6fde" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.330s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2150.831766] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquiring lock "6d2ff139-9d26-434e-ae9a-39c4cd9e73c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2150.832015] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lock "6d2ff139-9d26-434e-ae9a-39c4cd9e73c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2150.975007] env[62291]: DEBUG nova.network.neutron [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2151.126349] env[62291]: DEBUG oslo_vmware.api [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143122, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089247} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2151.128467] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2151.129314] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb1d646-24b7-4aa3-aee6-4163b712ca65 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.152081] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 4c131520-da77-4c2c-a4e9-39e0d56b5f72/4c131520-da77-4c2c-a4e9-39e0d56b5f72.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2151.154855] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9265c0fd-0ec8-4965-b23a-4052bac78a5e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.178618] env[62291]: DEBUG oslo_vmware.api [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Task: {'id': task-2143123, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.180914] env[62291]: DEBUG oslo_vmware.api [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2151.180914] env[62291]: value = "task-2143124" [ 2151.180914] env[62291]: _type = "Task" [ 2151.180914] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2151.190570] env[62291]: DEBUG oslo_vmware.api [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143124, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.193764] env[62291]: DEBUG oslo_vmware.api [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52211914-8c3d-52cd-0251-b3f5a3be3bae, 'name': SearchDatastore_Task, 'duration_secs': 0.025885} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2151.194552] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28df6be3-9ff4-4814-8f11-413a3504ead0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.199474] env[62291]: DEBUG oslo_vmware.api [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Waiting for the task: (returnval){ [ 2151.199474] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52f96be6-c537-ae9a-cc40-ecd944416b74" [ 2151.199474] env[62291]: _type = "Task" [ 2151.199474] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2151.207094] env[62291]: DEBUG oslo_vmware.api [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52f96be6-c537-ae9a-cc40-ecd944416b74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.210540] env[62291]: DEBUG nova.network.neutron [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Updating instance_info_cache with network_info: [{"id": "a5313b94-e945-43fa-961e-144f89404583", "address": "fa:16:3e:a9:7c:92", "network": {"id": "4a17c937-72a2-4d20-a169-297ece20b15b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-800892489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "72826807e58a4d5e8df30f7249786250", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5313b94-e9", "ovs_interfaceid": "a5313b94-e945-43fa-961e-144f89404583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2151.239869] env[62291]: DEBUG nova.compute.utils [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2151.241872] env[62291]: DEBUG nova.compute.manager [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: ebcf3701-88ed-408a-8019-7bca77d6cb50] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2151.242064] env[62291]: DEBUG nova.network.neutron [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: ebcf3701-88ed-408a-8019-7bca77d6cb50] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2151.288189] env[62291]: DEBUG nova.policy [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a022c9365e6412898cdcbe7665600ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b696058bbebb466c8ec4b51f9631a367', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2151.303191] env[62291]: DEBUG nova.compute.manager [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 56f400b6-459c-4b7c-b704-e34afd36417b] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2151.381927] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc078a1-65a2-41f3-aef8-8286ff3eca0c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.389786] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-b51dd546-3d8b-44a8-9d2f-f5a524858ae1 tempest-ServersAdminNegativeTestJSON-1126937646 tempest-ServersAdminNegativeTestJSON-1126937646-project-admin] [instance: 197d3ca2-541b-4701-8c93-6a0a883a6fde] Suspending the VM {{(pid=62291) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2151.389786] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-9fe2a3e9-a720-465d-860c-b9910812b9a3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.396172] env[62291]: DEBUG oslo_vmware.api [None req-b51dd546-3d8b-44a8-9d2f-f5a524858ae1 tempest-ServersAdminNegativeTestJSON-1126937646 tempest-ServersAdminNegativeTestJSON-1126937646-project-admin] Waiting for the task: (returnval){ [ 2151.396172] env[62291]: value = "task-2143125" [ 2151.396172] env[62291]: _type = "Task" [ 2151.396172] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2151.407341] env[62291]: DEBUG oslo_vmware.api [None req-b51dd546-3d8b-44a8-9d2f-f5a524858ae1 tempest-ServersAdminNegativeTestJSON-1126937646 tempest-ServersAdminNegativeTestJSON-1126937646-project-admin] Task: {'id': task-2143125, 'name': SuspendVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.661199] env[62291]: DEBUG nova.network.neutron [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: ebcf3701-88ed-408a-8019-7bca77d6cb50] Successfully created port: 1b2b3e00-1dda-4f26-ab6d-3a019b3d7d22 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2151.698860] env[62291]: DEBUG oslo_vmware.api [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Task: {'id': task-2143123, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.891902} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2151.703068] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 5b38764d-5b21-4187-ad00-a2156fd91a38/5b38764d-5b21-4187-ad00-a2156fd91a38.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2151.703308] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2151.703683] env[62291]: DEBUG oslo_vmware.api [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143124, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.703876] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bad28b0c-75d5-4065-8927-7c73dadad6f0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.715547] env[62291]: DEBUG oslo_concurrency.lockutils [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Releasing lock "refresh_cache-e1b69949-28f1-4c27-ab34-5bd8892d321f" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2151.715547] env[62291]: DEBUG nova.compute.manager [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Instance network_info: |[{"id": "a5313b94-e945-43fa-961e-144f89404583", "address": "fa:16:3e:a9:7c:92", "network": {"id": "4a17c937-72a2-4d20-a169-297ece20b15b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-800892489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "72826807e58a4d5e8df30f7249786250", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5313b94-e9", "ovs_interfaceid": "a5313b94-e945-43fa-961e-144f89404583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2151.715547] env[62291]: DEBUG oslo_concurrency.lockutils [req-91b82d45-f7f2-44ad-a0fb-5659b1fce07a req-d752e24c-2a2f-4e30-a149-26327d4d8cd4 service nova] Acquired lock "refresh_cache-e1b69949-28f1-4c27-ab34-5bd8892d321f" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2151.715547] env[62291]: DEBUG nova.network.neutron [req-91b82d45-f7f2-44ad-a0fb-5659b1fce07a req-d752e24c-2a2f-4e30-a149-26327d4d8cd4 service nova] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Refreshing network info cache for port a5313b94-e945-43fa-961e-144f89404583 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2151.715547] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:7c:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '05b1253d-2b87-4158-9ff1-dafcf829f11f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5313b94-e945-43fa-961e-144f89404583', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2151.722651] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Creating folder: Project (72826807e58a4d5e8df30f7249786250). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2151.728127] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-885f6600-2628-43ad-a70d-8133348237ec {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.730768] env[62291]: DEBUG oslo_vmware.api [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52f96be6-c537-ae9a-cc40-ecd944416b74, 'name': SearchDatastore_Task, 'duration_secs': 0.052969} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2151.731422] env[62291]: DEBUG oslo_vmware.api [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Waiting for the task: (returnval){ [ 2151.731422] env[62291]: value = "task-2143126" [ 2151.731422] env[62291]: _type = "Task" [ 2151.731422] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2151.731691] env[62291]: DEBUG oslo_concurrency.lockutils [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2151.731938] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] acf1edf3-b190-4271-8b2a-4aff78835326/acf1edf3-b190-4271-8b2a-4aff78835326.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2151.732627] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0606839f-f38c-49a0-86fe-a7dbdea4d11b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.741394] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Created folder: Project (72826807e58a4d5e8df30f7249786250) in parent group-v437896. [ 2151.741658] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Creating folder: Instances. Parent ref: group-v438061. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2151.745419] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-569e1383-8ba9-4546-b255-4679342779d7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.754593] env[62291]: DEBUG nova.compute.manager [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: ebcf3701-88ed-408a-8019-7bca77d6cb50] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2151.755170] env[62291]: DEBUG oslo_vmware.api [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Task: {'id': task-2143126, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.755439] env[62291]: DEBUG oslo_vmware.api [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Waiting for the task: (returnval){ [ 2151.755439] env[62291]: value = "task-2143128" [ 2151.755439] env[62291]: _type = "Task" [ 2151.755439] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2151.766307] env[62291]: DEBUG oslo_vmware.api [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.767729] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Created folder: Instances in parent group-v438061. [ 2151.771128] env[62291]: DEBUG oslo.service.loopingcall [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2151.771128] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2151.771128] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e95192e-1398-4f2f-a012-30f1eb108c30 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.792779] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2151.792779] env[62291]: value = "task-2143130" [ 2151.792779] env[62291]: _type = "Task" [ 2151.792779] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2151.806209] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143130, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.825017] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2151.907438] env[62291]: DEBUG oslo_vmware.api [None req-b51dd546-3d8b-44a8-9d2f-f5a524858ae1 tempest-ServersAdminNegativeTestJSON-1126937646 tempest-ServersAdminNegativeTestJSON-1126937646-project-admin] Task: {'id': task-2143125, 'name': SuspendVM_Task} progress is 70%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.192699] env[62291]: DEBUG oslo_vmware.api [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143124, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.245989] env[62291]: DEBUG oslo_vmware.api [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Task: {'id': task-2143126, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120276} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2152.246389] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2152.247308] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca59aa2-dfd4-4d2f-ab25-d45e6b4ab6f8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.252117] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f793899d-d40c-4e34-8d8b-e35f9d417d55 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.279531] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 5b38764d-5b21-4187-ad00-a2156fd91a38/5b38764d-5b21-4187-ad00-a2156fd91a38.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2152.284327] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01bc404e-3695-4caa-ad90-7ebd1b02b1eb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.309288] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdfe51b-edc4-4f3d-8ec2-204a83385b78 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.319594] env[62291]: DEBUG oslo_vmware.api [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143128, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558978} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2152.323374] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] acf1edf3-b190-4271-8b2a-4aff78835326/acf1edf3-b190-4271-8b2a-4aff78835326.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2152.323374] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2152.323374] env[62291]: DEBUG oslo_vmware.api [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Waiting for the task: (returnval){ [ 2152.323374] env[62291]: value = "task-2143131" [ 2152.323374] env[62291]: _type = "Task" [ 2152.323374] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.323840] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f48d28e-437d-43c2-bf81-3f800b020044 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.334887] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143130, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.367422] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0fc2a7-fe5c-4ab2-8e0d-40b2117ab7f8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.374020] env[62291]: DEBUG oslo_vmware.api [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Waiting for the task: (returnval){ [ 2152.374020] env[62291]: value = "task-2143132" [ 2152.374020] env[62291]: _type = "Task" [ 2152.374020] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.374020] env[62291]: DEBUG oslo_vmware.api [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Task: {'id': task-2143131, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.378740] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e713c9c-36ac-4646-a9c7-04839ab4a7a5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.388149] env[62291]: DEBUG oslo_vmware.api [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143132, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.399274] env[62291]: DEBUG nova.compute.provider_tree [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2152.416307] env[62291]: DEBUG oslo_vmware.api [None req-b51dd546-3d8b-44a8-9d2f-f5a524858ae1 tempest-ServersAdminNegativeTestJSON-1126937646 tempest-ServersAdminNegativeTestJSON-1126937646-project-admin] Task: {'id': task-2143125, 'name': SuspendVM_Task, 'duration_secs': 0.960569} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2152.416640] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-b51dd546-3d8b-44a8-9d2f-f5a524858ae1 tempest-ServersAdminNegativeTestJSON-1126937646 tempest-ServersAdminNegativeTestJSON-1126937646-project-admin] [instance: 197d3ca2-541b-4701-8c93-6a0a883a6fde] Suspended the VM {{(pid=62291) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2152.416864] env[62291]: DEBUG nova.compute.manager [None req-b51dd546-3d8b-44a8-9d2f-f5a524858ae1 tempest-ServersAdminNegativeTestJSON-1126937646 tempest-ServersAdminNegativeTestJSON-1126937646-project-admin] [instance: 197d3ca2-541b-4701-8c93-6a0a883a6fde] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2152.417719] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fbdb31-c982-4c64-ab1c-37b9527b1cd4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.517850] env[62291]: DEBUG nova.network.neutron [req-91b82d45-f7f2-44ad-a0fb-5659b1fce07a req-d752e24c-2a2f-4e30-a149-26327d4d8cd4 service nova] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Updated VIF entry in instance network info cache for port a5313b94-e945-43fa-961e-144f89404583. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2152.518230] env[62291]: DEBUG nova.network.neutron [req-91b82d45-f7f2-44ad-a0fb-5659b1fce07a req-d752e24c-2a2f-4e30-a149-26327d4d8cd4 service nova] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Updating instance_info_cache with network_info: [{"id": "a5313b94-e945-43fa-961e-144f89404583", "address": "fa:16:3e:a9:7c:92", "network": {"id": "4a17c937-72a2-4d20-a169-297ece20b15b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-800892489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "72826807e58a4d5e8df30f7249786250", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5313b94-e9", "ovs_interfaceid": "a5313b94-e945-43fa-961e-144f89404583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2152.695022] env[62291]: DEBUG oslo_vmware.api [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143124, 'name': ReconfigVM_Task, 'duration_secs': 1.144171} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2152.695022] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 4c131520-da77-4c2c-a4e9-39e0d56b5f72/4c131520-da77-4c2c-a4e9-39e0d56b5f72.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2152.695022] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b287d1f-a3e1-4826-a4eb-4ed42a29efbe {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.701483] env[62291]: DEBUG oslo_vmware.api [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2152.701483] env[62291]: value = "task-2143133" [ 2152.701483] env[62291]: _type = "Task" [ 2152.701483] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.709874] env[62291]: DEBUG oslo_vmware.api [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143133, 'name': Rename_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.782098] env[62291]: DEBUG nova.compute.manager [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: ebcf3701-88ed-408a-8019-7bca77d6cb50] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2152.809720] env[62291]: DEBUG nova.virt.hardware [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2152.809973] env[62291]: DEBUG nova.virt.hardware [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2152.810150] env[62291]: DEBUG nova.virt.hardware [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2152.810336] env[62291]: DEBUG nova.virt.hardware [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2152.810481] env[62291]: DEBUG nova.virt.hardware [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2152.810628] env[62291]: DEBUG nova.virt.hardware [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2152.810842] env[62291]: DEBUG nova.virt.hardware [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2152.811046] env[62291]: DEBUG nova.virt.hardware [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2152.811247] env[62291]: DEBUG nova.virt.hardware [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2152.811422] env[62291]: DEBUG nova.virt.hardware [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2152.811596] env[62291]: DEBUG nova.virt.hardware [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2152.812387] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e064bf-1853-40b1-b5af-31b4b4a3fbb1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.822183] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143130, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.823382] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba31c30-b1c5-447b-bb24-a9126546616b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.834212] env[62291]: DEBUG oslo_vmware.api [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Task: {'id': task-2143131, 'name': ReconfigVM_Task, 'duration_secs': 0.274749} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2152.841857] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 5b38764d-5b21-4187-ad00-a2156fd91a38/5b38764d-5b21-4187-ad00-a2156fd91a38.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2152.842633] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d43ba05-31fd-4085-99f4-e7d792c97a6e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.848186] env[62291]: DEBUG oslo_vmware.api [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Waiting for the task: (returnval){ [ 2152.848186] env[62291]: value = "task-2143134" [ 2152.848186] env[62291]: _type = "Task" [ 2152.848186] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.857063] env[62291]: DEBUG oslo_vmware.api [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Task: {'id': task-2143134, 'name': Rename_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.879792] env[62291]: DEBUG oslo_vmware.api [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143132, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069045} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2152.880129] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2152.880970] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafa6180-e056-434a-956e-0921b3e9d421 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.909259] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] acf1edf3-b190-4271-8b2a-4aff78835326/acf1edf3-b190-4271-8b2a-4aff78835326.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2152.912177] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a038a304-6850-413d-b12a-f86b35c95302 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2152.934343] env[62291]: DEBUG oslo_vmware.api [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Waiting for the task: (returnval){ [ 2152.934343] env[62291]: value = "task-2143135" [ 2152.934343] env[62291]: _type = "Task" [ 2152.934343] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2152.944823] env[62291]: DEBUG oslo_vmware.api [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143135, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2152.946707] env[62291]: ERROR nova.scheduler.client.report [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [req-89ae734c-4cad-4d31-a4fe-9d3007f15162] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 142b9caf-95b8-4f05-a0ca-6a285ed758e8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-89ae734c-4cad-4d31-a4fe-9d3007f15162"}]} [ 2152.961926] env[62291]: DEBUG nova.scheduler.client.report [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Refreshing inventories for resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 2152.977914] env[62291]: DEBUG nova.scheduler.client.report [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Updating ProviderTree inventory for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 2152.978319] env[62291]: DEBUG nova.compute.provider_tree [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2152.990481] env[62291]: DEBUG nova.scheduler.client.report [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Refreshing aggregate associations for resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8, aggregates: None {{(pid=62291) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 2153.008933] env[62291]: DEBUG nova.scheduler.client.report [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Refreshing trait associations for resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62291) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 2153.020738] env[62291]: DEBUG oslo_concurrency.lockutils [req-91b82d45-f7f2-44ad-a0fb-5659b1fce07a req-d752e24c-2a2f-4e30-a149-26327d4d8cd4 service nova] Releasing lock "refresh_cache-e1b69949-28f1-4c27-ab34-5bd8892d321f" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2153.214471] env[62291]: DEBUG oslo_vmware.api [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143133, 'name': Rename_Task, 'duration_secs': 0.133572} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.217189] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2153.217647] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61b937da-52e4-4e16-b544-b54080607885 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.224464] env[62291]: DEBUG oslo_vmware.api [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2153.224464] env[62291]: value = "task-2143136" [ 2153.224464] env[62291]: _type = "Task" [ 2153.224464] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.233530] env[62291]: DEBUG oslo_vmware.api [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143136, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.314246] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143130, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.360739] env[62291]: DEBUG oslo_vmware.api [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Task: {'id': task-2143134, 'name': Rename_Task, 'duration_secs': 0.135189} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.363684] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2153.363844] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3083f9cb-86d4-479a-891e-3c3b28fdfad8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.370749] env[62291]: DEBUG oslo_vmware.api [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Waiting for the task: (returnval){ [ 2153.370749] env[62291]: value = "task-2143137" [ 2153.370749] env[62291]: _type = "Task" [ 2153.370749] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.380766] env[62291]: DEBUG oslo_vmware.api [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Task: {'id': task-2143137, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.386356] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00ee476-71c9-4344-9417-042ec2892c9f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.393758] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1370dc83-e512-47cd-a56b-b3df35d24df1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.425524] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2c9811-0073-47fc-9b88-0d3b564d2f6f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.433453] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0f920d-b6df-4239-9cd3-5466e17ed58e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.445730] env[62291]: DEBUG oslo_vmware.api [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143135, 'name': ReconfigVM_Task, 'duration_secs': 0.330329} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.453514] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Reconfigured VM instance instance-00000048 to attach disk [datastore2] acf1edf3-b190-4271-8b2a-4aff78835326/acf1edf3-b190-4271-8b2a-4aff78835326.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2153.454633] env[62291]: DEBUG nova.compute.provider_tree [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2153.456063] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8655c93c-b7e3-4754-b0b0-a7050b8087f9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.463032] env[62291]: DEBUG oslo_vmware.api [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Waiting for the task: (returnval){ [ 2153.463032] env[62291]: value = "task-2143138" [ 2153.463032] env[62291]: _type = "Task" [ 2153.463032] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.474311] env[62291]: DEBUG oslo_vmware.api [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143138, 'name': Rename_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.735879] env[62291]: DEBUG oslo_vmware.api [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143136, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.817296] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143130, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.881247] env[62291]: DEBUG oslo_vmware.api [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Task: {'id': task-2143137, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.973231] env[62291]: DEBUG oslo_vmware.api [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143138, 'name': Rename_Task, 'duration_secs': 0.179609} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2153.973496] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2153.973739] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f4b95d2-2609-4709-8d1c-bf539841731d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.980150] env[62291]: DEBUG oslo_vmware.api [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Waiting for the task: (returnval){ [ 2153.980150] env[62291]: value = "task-2143139" [ 2153.980150] env[62291]: _type = "Task" [ 2153.980150] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2153.987810] env[62291]: DEBUG oslo_vmware.api [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143139, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2153.988724] env[62291]: DEBUG nova.scheduler.client.report [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Updated inventory for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with generation 92 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 2153.988985] env[62291]: DEBUG nova.compute.provider_tree [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Updating resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 generation from 92 to 93 during operation: update_inventory {{(pid=62291) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2153.989192] env[62291]: DEBUG nova.compute.provider_tree [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2154.234781] env[62291]: DEBUG oslo_vmware.api [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143136, 'name': PowerOnVM_Task, 'duration_secs': 0.546526} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2154.235090] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2154.235313] env[62291]: INFO nova.compute.manager [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Took 10.50 seconds to spawn the instance on the hypervisor. [ 2154.235499] env[62291]: DEBUG nova.compute.manager [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2154.236298] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832e0bd9-7364-41d9-80da-e9ccf7f053bc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.318089] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143130, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.380306] env[62291]: DEBUG oslo_vmware.api [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Task: {'id': task-2143137, 'name': PowerOnVM_Task, 'duration_secs': 0.524257} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2154.380578] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2154.380783] env[62291]: DEBUG nova.compute.manager [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2154.381571] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56abb4c-ac5b-4e27-8609-6dc022802ce6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.492842] env[62291]: DEBUG oslo_vmware.api [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143139, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.493623] env[62291]: DEBUG oslo_concurrency.lockutils [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.762s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2154.494134] env[62291]: DEBUG nova.compute.manager [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 6b127e14-7af8-4451-83c4-2197134ef295] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2154.496625] env[62291]: DEBUG oslo_concurrency.lockutils [None req-296acd0e-74a5-4672-9082-0ae10e821fdc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.103s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2154.496849] env[62291]: DEBUG nova.objects.instance [None req-296acd0e-74a5-4672-9082-0ae10e821fdc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lazy-loading 'resources' on Instance uuid 386f83d9-31c2-47ae-970e-7c2449aab0a1 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2154.753606] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2b20426e-ba80-42f0-91fa-5b7123f76656 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Acquiring lock "197d3ca2-541b-4701-8c93-6a0a883a6fde" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2154.753770] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2b20426e-ba80-42f0-91fa-5b7123f76656 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Lock "197d3ca2-541b-4701-8c93-6a0a883a6fde" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2154.753882] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2b20426e-ba80-42f0-91fa-5b7123f76656 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Acquiring lock "197d3ca2-541b-4701-8c93-6a0a883a6fde-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2154.754077] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2b20426e-ba80-42f0-91fa-5b7123f76656 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Lock "197d3ca2-541b-4701-8c93-6a0a883a6fde-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2154.754245] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2b20426e-ba80-42f0-91fa-5b7123f76656 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Lock "197d3ca2-541b-4701-8c93-6a0a883a6fde-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2154.755905] env[62291]: INFO nova.compute.manager [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Took 45.97 seconds to build instance. [ 2154.756818] env[62291]: INFO nova.compute.manager [None req-2b20426e-ba80-42f0-91fa-5b7123f76656 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: 197d3ca2-541b-4701-8c93-6a0a883a6fde] Terminating instance [ 2154.758322] env[62291]: DEBUG nova.compute.manager [None req-2b20426e-ba80-42f0-91fa-5b7123f76656 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: 197d3ca2-541b-4701-8c93-6a0a883a6fde] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2154.758546] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-2b20426e-ba80-42f0-91fa-5b7123f76656 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: 197d3ca2-541b-4701-8c93-6a0a883a6fde] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2154.759406] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96366fc0-35b5-48e2-9853-3e5415ab2390 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.766754] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-2b20426e-ba80-42f0-91fa-5b7123f76656 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: 197d3ca2-541b-4701-8c93-6a0a883a6fde] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2154.766987] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da8dc266-d2e3-49b6-bfa7-52ecfff1a080 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.817986] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143130, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.900660] env[62291]: DEBUG oslo_concurrency.lockutils [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2154.990627] env[62291]: DEBUG oslo_vmware.api [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143139, 'name': PowerOnVM_Task, 'duration_secs': 0.528047} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2154.990910] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2154.991156] env[62291]: INFO nova.compute.manager [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Took 8.55 seconds to spawn the instance on the hypervisor. [ 2154.991355] env[62291]: DEBUG nova.compute.manager [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2154.992139] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7f3291c-5a87-4ef4-a3d1-16eff0cc572a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.001549] env[62291]: DEBUG nova.compute.utils [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2155.005664] env[62291]: DEBUG nova.compute.manager [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 6b127e14-7af8-4451-83c4-2197134ef295] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2155.005664] env[62291]: DEBUG nova.network.neutron [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 6b127e14-7af8-4451-83c4-2197134ef295] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2155.056223] env[62291]: DEBUG nova.policy [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a022c9365e6412898cdcbe7665600ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b696058bbebb466c8ec4b51f9631a367', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2155.259158] env[62291]: DEBUG oslo_concurrency.lockutils [None req-659f7b06-fbff-46eb-bb93-a85bde23ef99 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "4c131520-da77-4c2c-a4e9-39e0d56b5f72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.292s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2155.324076] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143130, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.435130] env[62291]: DEBUG nova.network.neutron [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 6b127e14-7af8-4451-83c4-2197134ef295] Successfully created port: 698299ea-212c-4fc1-ac23-9d48109c2a27 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2155.488016] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80232b0d-e950-43dc-8155-01aa96179b3f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.504157] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5448c4f-1c55-4f13-90e2-ded7696655a0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.513823] env[62291]: DEBUG nova.compute.manager [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 6b127e14-7af8-4451-83c4-2197134ef295] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2155.515763] env[62291]: INFO nova.compute.manager [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Took 41.04 seconds to build instance. [ 2155.557882] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1a39e5-90bc-4e29-86f3-bbaa30716cf0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.568551] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53d8c9e-970f-47ab-b294-91777817cd34 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.585518] env[62291]: DEBUG nova.compute.provider_tree [None req-296acd0e-74a5-4672-9082-0ae10e821fdc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2155.767522] env[62291]: DEBUG nova.compute.manager [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2155.802836] env[62291]: DEBUG oslo_concurrency.lockutils [None req-aa6d7d58-afb7-492c-ba6a-e496b0bda595 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Acquiring lock "5b38764d-5b21-4187-ad00-a2156fd91a38" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2155.803436] env[62291]: DEBUG oslo_concurrency.lockutils [None req-aa6d7d58-afb7-492c-ba6a-e496b0bda595 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Lock "5b38764d-5b21-4187-ad00-a2156fd91a38" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2155.803802] env[62291]: DEBUG oslo_concurrency.lockutils [None req-aa6d7d58-afb7-492c-ba6a-e496b0bda595 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Acquiring lock "5b38764d-5b21-4187-ad00-a2156fd91a38-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2155.803970] env[62291]: DEBUG oslo_concurrency.lockutils [None req-aa6d7d58-afb7-492c-ba6a-e496b0bda595 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Lock "5b38764d-5b21-4187-ad00-a2156fd91a38-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2155.804377] env[62291]: DEBUG oslo_concurrency.lockutils [None req-aa6d7d58-afb7-492c-ba6a-e496b0bda595 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Lock "5b38764d-5b21-4187-ad00-a2156fd91a38-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2155.806495] env[62291]: INFO nova.compute.manager [None req-aa6d7d58-afb7-492c-ba6a-e496b0bda595 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Terminating instance [ 2155.809647] env[62291]: DEBUG oslo_concurrency.lockutils [None req-aa6d7d58-afb7-492c-ba6a-e496b0bda595 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Acquiring lock "refresh_cache-5b38764d-5b21-4187-ad00-a2156fd91a38" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2155.809896] env[62291]: DEBUG oslo_concurrency.lockutils [None req-aa6d7d58-afb7-492c-ba6a-e496b0bda595 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Acquired lock "refresh_cache-5b38764d-5b21-4187-ad00-a2156fd91a38" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2155.810172] env[62291]: DEBUG nova.network.neutron [None req-aa6d7d58-afb7-492c-ba6a-e496b0bda595 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2155.821343] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143130, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.998097] env[62291]: INFO nova.compute.manager [None req-2bfdaeed-ae10-4ac4-86f2-e3e47ab47d51 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Rescuing [ 2155.999196] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2bfdaeed-ae10-4ac4-86f2-e3e47ab47d51 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Acquiring lock "refresh_cache-acf1edf3-b190-4271-8b2a-4aff78835326" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2155.999404] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2bfdaeed-ae10-4ac4-86f2-e3e47ab47d51 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Acquired lock "refresh_cache-acf1edf3-b190-4271-8b2a-4aff78835326" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2155.999589] env[62291]: DEBUG nova.network.neutron [None req-2bfdaeed-ae10-4ac4-86f2-e3e47ab47d51 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2156.018552] env[62291]: DEBUG oslo_concurrency.lockutils [None req-efd587fd-fedb-41bf-8e74-3c43250ea026 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Lock "acf1edf3-b190-4271-8b2a-4aff78835326" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.418s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2156.088642] env[62291]: DEBUG nova.scheduler.client.report [None req-296acd0e-74a5-4672-9082-0ae10e821fdc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2156.285294] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2156.323387] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143130, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.331838] env[62291]: DEBUG nova.network.neutron [None req-aa6d7d58-afb7-492c-ba6a-e496b0bda595 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2156.391344] env[62291]: DEBUG nova.network.neutron [None req-aa6d7d58-afb7-492c-ba6a-e496b0bda595 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2156.524040] env[62291]: DEBUG nova.compute.manager [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 6b127e14-7af8-4451-83c4-2197134ef295] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2156.554410] env[62291]: DEBUG nova.virt.hardware [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2156.554556] env[62291]: DEBUG nova.virt.hardware [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2156.554740] env[62291]: DEBUG nova.virt.hardware [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2156.554974] env[62291]: DEBUG nova.virt.hardware [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2156.555858] env[62291]: DEBUG nova.virt.hardware [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2156.555858] env[62291]: DEBUG nova.virt.hardware [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2156.555858] env[62291]: DEBUG nova.virt.hardware [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2156.555858] env[62291]: DEBUG nova.virt.hardware [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2156.556181] env[62291]: DEBUG nova.virt.hardware [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2156.556253] env[62291]: DEBUG nova.virt.hardware [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2156.556451] env[62291]: DEBUG nova.virt.hardware [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2156.557330] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e65afad4-91d6-4f24-a7fe-5ec2d32d7bc0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.566265] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37640985-1fdf-433f-8d25-371fd42bcc09 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.593924] env[62291]: DEBUG oslo_concurrency.lockutils [None req-296acd0e-74a5-4672-9082-0ae10e821fdc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.097s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2156.596193] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.798s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2156.597731] env[62291]: INFO nova.compute.claims [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2156.610925] env[62291]: INFO nova.scheduler.client.report [None req-296acd0e-74a5-4672-9082-0ae10e821fdc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Deleted allocations for instance 386f83d9-31c2-47ae-970e-7c2449aab0a1 [ 2156.722137] env[62291]: DEBUG nova.network.neutron [None req-2bfdaeed-ae10-4ac4-86f2-e3e47ab47d51 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Updating instance_info_cache with network_info: [{"id": "b7561e62-cbea-4105-a48c-6aa9c1819127", "address": "fa:16:3e:9a:7c:fc", "network": {"id": "19fef4ca-e697-4c5d-9e15-f25007e00b71", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1427896346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b76813a59e5e4af19ffab9ec87c4dbad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb7561e62-cb", "ovs_interfaceid": "b7561e62-cbea-4105-a48c-6aa9c1819127", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2156.821742] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143130, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.895086] env[62291]: DEBUG oslo_concurrency.lockutils [None req-aa6d7d58-afb7-492c-ba6a-e496b0bda595 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Releasing lock "refresh_cache-5b38764d-5b21-4187-ad00-a2156fd91a38" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2156.895086] env[62291]: DEBUG nova.compute.manager [None req-aa6d7d58-afb7-492c-ba6a-e496b0bda595 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2156.895230] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6d7d58-afb7-492c-ba6a-e496b0bda595 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2156.896123] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7c28ff-4a0b-40a7-ac70-1e67884aa804 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.904040] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa6d7d58-afb7-492c-ba6a-e496b0bda595 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2156.904291] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c63f1ab-2a74-4a51-800c-5583766a217e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.910075] env[62291]: DEBUG oslo_vmware.api [None req-aa6d7d58-afb7-492c-ba6a-e496b0bda595 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Waiting for the task: (returnval){ [ 2156.910075] env[62291]: value = "task-2143141" [ 2156.910075] env[62291]: _type = "Task" [ 2156.910075] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.917550] env[62291]: DEBUG oslo_vmware.api [None req-aa6d7d58-afb7-492c-ba6a-e496b0bda595 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Task: {'id': task-2143141, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.933885] env[62291]: DEBUG nova.compute.manager [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Stashing vm_state: active {{(pid=62291) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 2157.118365] env[62291]: DEBUG oslo_concurrency.lockutils [None req-296acd0e-74a5-4672-9082-0ae10e821fdc tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "386f83d9-31c2-47ae-970e-7c2449aab0a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.236s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2157.225289] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2bfdaeed-ae10-4ac4-86f2-e3e47ab47d51 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Releasing lock "refresh_cache-acf1edf3-b190-4271-8b2a-4aff78835326" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2157.325333] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143130, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.421440] env[62291]: DEBUG oslo_vmware.api [None req-aa6d7d58-afb7-492c-ba6a-e496b0bda595 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Task: {'id': task-2143141, 'name': PowerOffVM_Task, 'duration_secs': 0.109162} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.421779] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa6d7d58-afb7-492c-ba6a-e496b0bda595 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2157.421971] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6d7d58-afb7-492c-ba6a-e496b0bda595 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2157.422366] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eddc19b1-07f9-40c8-9c94-4db12128465a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.447087] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6d7d58-afb7-492c-ba6a-e496b0bda595 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2157.447372] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6d7d58-afb7-492c-ba6a-e496b0bda595 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2157.447648] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa6d7d58-afb7-492c-ba6a-e496b0bda595 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Deleting the datastore file [datastore2] 5b38764d-5b21-4187-ad00-a2156fd91a38 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2157.448050] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f50bade4-f1fd-48f2-a738-8c89a3175609 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.456113] env[62291]: DEBUG oslo_vmware.api [None req-aa6d7d58-afb7-492c-ba6a-e496b0bda595 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Waiting for the task: (returnval){ [ 2157.456113] env[62291]: value = "task-2143143" [ 2157.456113] env[62291]: _type = "Task" [ 2157.456113] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.456835] env[62291]: DEBUG oslo_concurrency.lockutils [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2157.471252] env[62291]: DEBUG oslo_vmware.api [None req-aa6d7d58-afb7-492c-ba6a-e496b0bda595 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Task: {'id': task-2143143, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.802941] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bfdaeed-ae10-4ac4-86f2-e3e47ab47d51 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2157.802941] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f00123cb-7bee-4e97-8eb5-7d09c671c07f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.812313] env[62291]: DEBUG oslo_vmware.api [None req-2bfdaeed-ae10-4ac4-86f2-e3e47ab47d51 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Waiting for the task: (returnval){ [ 2157.812313] env[62291]: value = "task-2143144" [ 2157.812313] env[62291]: _type = "Task" [ 2157.812313] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.826284] env[62291]: DEBUG oslo_vmware.api [None req-2bfdaeed-ae10-4ac4-86f2-e3e47ab47d51 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.829341] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143130, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.970438] env[62291]: DEBUG oslo_vmware.api [None req-aa6d7d58-afb7-492c-ba6a-e496b0bda595 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Task: {'id': task-2143143, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.383982} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.970438] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa6d7d58-afb7-492c-ba6a-e496b0bda595 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2157.970438] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6d7d58-afb7-492c-ba6a-e496b0bda595 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2157.970438] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-aa6d7d58-afb7-492c-ba6a-e496b0bda595 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2157.970438] env[62291]: INFO nova.compute.manager [None req-aa6d7d58-afb7-492c-ba6a-e496b0bda595 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Took 1.07 seconds to destroy the instance on the hypervisor. [ 2157.970438] env[62291]: DEBUG oslo.service.loopingcall [None req-aa6d7d58-afb7-492c-ba6a-e496b0bda595 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2157.970438] env[62291]: DEBUG nova.compute.manager [-] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2157.970925] env[62291]: DEBUG nova.network.neutron [-] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2157.994631] env[62291]: DEBUG nova.network.neutron [-] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2158.038582] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1eb46b-8084-4ed0-8a8a-5f2e6b54e1f7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.047525] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf026ddb-6cdb-472d-b32b-aa77df66fbe7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.080259] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ca9b58-9786-4ebb-b5eb-33739374ebfb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.088509] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d7fd9b-6ca9-4f72-bb81-01569935ae91 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.102053] env[62291]: DEBUG nova.compute.provider_tree [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2158.326054] env[62291]: DEBUG oslo_vmware.api [None req-2bfdaeed-ae10-4ac4-86f2-e3e47ab47d51 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143144, 'name': PowerOffVM_Task, 'duration_secs': 0.179722} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.326715] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bfdaeed-ae10-4ac4-86f2-e3e47ab47d51 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2158.327546] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5856c92-faae-46e9-a2a6-a421a6273e23 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.333018] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143130, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.349613] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f3ad3b-785e-4db2-83e8-ebc87e47a2d0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.380883] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bfdaeed-ae10-4ac4-86f2-e3e47ab47d51 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2158.381205] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8cdef2d8-2747-4500-8b0b-6aa238a1b40f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.388676] env[62291]: DEBUG oslo_vmware.api [None req-2bfdaeed-ae10-4ac4-86f2-e3e47ab47d51 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Waiting for the task: (returnval){ [ 2158.388676] env[62291]: value = "task-2143145" [ 2158.388676] env[62291]: _type = "Task" [ 2158.388676] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.399617] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bfdaeed-ae10-4ac4-86f2-e3e47ab47d51 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] VM already powered off {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2158.399816] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-2bfdaeed-ae10-4ac4-86f2-e3e47ab47d51 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2158.400093] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2bfdaeed-ae10-4ac4-86f2-e3e47ab47d51 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2158.400280] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2bfdaeed-ae10-4ac4-86f2-e3e47ab47d51 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2158.400465] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bfdaeed-ae10-4ac4-86f2-e3e47ab47d51 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2158.400736] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d19a388-521f-4637-87cb-0d9f57cae661 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.411241] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bfdaeed-ae10-4ac4-86f2-e3e47ab47d51 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2158.411455] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-2bfdaeed-ae10-4ac4-86f2-e3e47ab47d51 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2158.412183] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f940987-c20b-40ea-b625-a2d648405fbb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.418515] env[62291]: DEBUG oslo_vmware.api [None req-2bfdaeed-ae10-4ac4-86f2-e3e47ab47d51 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Waiting for the task: (returnval){ [ 2158.418515] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]521f7817-cbe5-e2d2-441d-bbef8f886d35" [ 2158.418515] env[62291]: _type = "Task" [ 2158.418515] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.427187] env[62291]: DEBUG oslo_vmware.api [None req-2bfdaeed-ae10-4ac4-86f2-e3e47ab47d51 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]521f7817-cbe5-e2d2-441d-bbef8f886d35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.500019] env[62291]: DEBUG nova.network.neutron [-] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2158.605101] env[62291]: DEBUG nova.scheduler.client.report [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2158.828232] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143130, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.929298] env[62291]: DEBUG oslo_vmware.api [None req-2bfdaeed-ae10-4ac4-86f2-e3e47ab47d51 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]521f7817-cbe5-e2d2-441d-bbef8f886d35, 'name': SearchDatastore_Task, 'duration_secs': 0.039846} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.932967] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f101c46b-f27f-42b3-9d3f-bdef2b4fe8b3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2158.936036] env[62291]: DEBUG oslo_vmware.api [None req-2bfdaeed-ae10-4ac4-86f2-e3e47ab47d51 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Waiting for the task: (returnval){ [ 2158.936036] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52279d9a-6d8c-1d72-addb-d44b49b07aeb" [ 2158.936036] env[62291]: _type = "Task" [ 2158.936036] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2158.943962] env[62291]: DEBUG oslo_vmware.api [None req-2bfdaeed-ae10-4ac4-86f2-e3e47ab47d51 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52279d9a-6d8c-1d72-addb-d44b49b07aeb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.000388] env[62291]: INFO nova.compute.manager [-] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Took 1.03 seconds to deallocate network for instance. [ 2159.110863] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.515s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2159.111396] env[62291]: DEBUG nova.compute.manager [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2159.115039] env[62291]: DEBUG oslo_concurrency.lockutils [None req-45f925b6-9dfc-4524-845d-69eccc547742 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.545s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2159.115039] env[62291]: DEBUG nova.objects.instance [None req-45f925b6-9dfc-4524-845d-69eccc547742 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Lazy-loading 'resources' on Instance uuid 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2159.329839] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143130, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.448256] env[62291]: DEBUG oslo_vmware.api [None req-2bfdaeed-ae10-4ac4-86f2-e3e47ab47d51 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52279d9a-6d8c-1d72-addb-d44b49b07aeb, 'name': SearchDatastore_Task, 'duration_secs': 0.030442} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.448847] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2bfdaeed-ae10-4ac4-86f2-e3e47ab47d51 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2159.449890] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bfdaeed-ae10-4ac4-86f2-e3e47ab47d51 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] acf1edf3-b190-4271-8b2a-4aff78835326/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd-rescue.vmdk. {{(pid=62291) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2159.450255] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c3496f06-0ced-437f-abac-cc90be9f4c1b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.457478] env[62291]: DEBUG oslo_vmware.api [None req-2bfdaeed-ae10-4ac4-86f2-e3e47ab47d51 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Waiting for the task: (returnval){ [ 2159.457478] env[62291]: value = "task-2143146" [ 2159.457478] env[62291]: _type = "Task" [ 2159.457478] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.465560] env[62291]: DEBUG oslo_vmware.api [None req-2bfdaeed-ae10-4ac4-86f2-e3e47ab47d51 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143146, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.507142] env[62291]: DEBUG oslo_concurrency.lockutils [None req-aa6d7d58-afb7-492c-ba6a-e496b0bda595 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2159.550448] env[62291]: DEBUG oslo_concurrency.lockutils [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "c9217dbd-27aa-46aa-8c41-555c584dd027" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2159.550448] env[62291]: DEBUG oslo_concurrency.lockutils [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "c9217dbd-27aa-46aa-8c41-555c584dd027" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2159.618359] env[62291]: DEBUG nova.compute.utils [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2159.623563] env[62291]: DEBUG nova.compute.manager [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2159.623733] env[62291]: DEBUG nova.network.neutron [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2159.672731] env[62291]: DEBUG nova.policy [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e81ade3d60eb4c06ae7ee64c9a6a090a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91b6e38d29a747f5a5ece7587dcd8c03', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2159.833162] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143130, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.970022] env[62291]: DEBUG oslo_vmware.api [None req-2bfdaeed-ae10-4ac4-86f2-e3e47ab47d51 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143146, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455738} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.970022] env[62291]: INFO nova.virt.vmwareapi.ds_util [None req-2bfdaeed-ae10-4ac4-86f2-e3e47ab47d51 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] acf1edf3-b190-4271-8b2a-4aff78835326/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd-rescue.vmdk. [ 2159.970749] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93e5107-6b50-4ce9-b918-aad79b65edc3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.995920] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bfdaeed-ae10-4ac4-86f2-e3e47ab47d51 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] acf1edf3-b190-4271-8b2a-4aff78835326/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd-rescue.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2159.996907] env[62291]: DEBUG nova.network.neutron [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a] Successfully created port: 8af617a0-f0a5-4a88-ac98-46af9317adb7 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2160.000961] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a66cb323-a3e5-425c-b0dd-d855ba4d7e15 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.019098] env[62291]: DEBUG oslo_vmware.api [None req-2bfdaeed-ae10-4ac4-86f2-e3e47ab47d51 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Waiting for the task: (returnval){ [ 2160.019098] env[62291]: value = "task-2143147" [ 2160.019098] env[62291]: _type = "Task" [ 2160.019098] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.027790] env[62291]: DEBUG oslo_vmware.api [None req-2bfdaeed-ae10-4ac4-86f2-e3e47ab47d51 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143147, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.053449] env[62291]: DEBUG nova.compute.manager [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2160.124812] env[62291]: DEBUG nova.compute.manager [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2160.138434] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4947b822-939f-449d-af16-f9ff1b89bdac {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.147022] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7595870-5ec2-4987-b1df-6a48c0e92339 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.182144] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05ac4718-5146-49ee-91f9-c381c9e1d5a8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.190437] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ca1986-1902-4c2e-83e2-b376b3097501 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.201175] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-d7acccbd-2317-46e0-a7b0-450816328c44 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2160.201175] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-d7acccbd-2317-46e0-a7b0-450816328c44 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Deleting contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2160.201175] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7acccbd-2317-46e0-a7b0-450816328c44 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Deleting the datastore file [datastore1] bb952207-9905-4a12-a189-94d00a8d1066 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2160.201689] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa92265a-d407-49f0-ae98-fe5221155381 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.211995] env[62291]: DEBUG nova.compute.provider_tree [None req-45f925b6-9dfc-4524-845d-69eccc547742 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2160.218687] env[62291]: DEBUG oslo_vmware.api [None req-d7acccbd-2317-46e0-a7b0-450816328c44 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Waiting for the task: (returnval){ [ 2160.218687] env[62291]: value = "task-2143148" [ 2160.218687] env[62291]: _type = "Task" [ 2160.218687] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.226700] env[62291]: DEBUG oslo_vmware.api [None req-d7acccbd-2317-46e0-a7b0-450816328c44 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': task-2143148, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.294908] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-2b20426e-ba80-42f0-91fa-5b7123f76656 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: 197d3ca2-541b-4701-8c93-6a0a883a6fde] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2160.295171] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-2b20426e-ba80-42f0-91fa-5b7123f76656 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: 197d3ca2-541b-4701-8c93-6a0a883a6fde] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2160.295361] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b20426e-ba80-42f0-91fa-5b7123f76656 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Deleting the datastore file [datastore2] 197d3ca2-541b-4701-8c93-6a0a883a6fde {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2160.295636] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b28cf8d9-c97a-4f39-b485-04157d236e25 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.304790] env[62291]: DEBUG oslo_vmware.api [None req-2b20426e-ba80-42f0-91fa-5b7123f76656 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Waiting for the task: (returnval){ [ 2160.304790] env[62291]: value = "task-2143149" [ 2160.304790] env[62291]: _type = "Task" [ 2160.304790] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.311552] env[62291]: DEBUG oslo_vmware.api [None req-2b20426e-ba80-42f0-91fa-5b7123f76656 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Task: {'id': task-2143149, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.329038] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143130, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.539217] env[62291]: DEBUG oslo_vmware.api [None req-2bfdaeed-ae10-4ac4-86f2-e3e47ab47d51 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143147, 'name': ReconfigVM_Task, 'duration_secs': 0.287185} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2160.539553] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bfdaeed-ae10-4ac4-86f2-e3e47ab47d51 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Reconfigured VM instance instance-00000048 to attach disk [datastore2] acf1edf3-b190-4271-8b2a-4aff78835326/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd-rescue.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2160.540478] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac898d13-ad80-4a46-a83c-f1e942c89c47 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.572955] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8980f50-2583-4d6c-a670-e4d352699652 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.589572] env[62291]: DEBUG oslo_vmware.api [None req-2bfdaeed-ae10-4ac4-86f2-e3e47ab47d51 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Waiting for the task: (returnval){ [ 2160.589572] env[62291]: value = "task-2143150" [ 2160.589572] env[62291]: _type = "Task" [ 2160.589572] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.593790] env[62291]: DEBUG oslo_concurrency.lockutils [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2160.598684] env[62291]: DEBUG oslo_vmware.api [None req-2bfdaeed-ae10-4ac4-86f2-e3e47ab47d51 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143150, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.715224] env[62291]: DEBUG nova.scheduler.client.report [None req-45f925b6-9dfc-4524-845d-69eccc547742 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2160.728475] env[62291]: DEBUG oslo_vmware.api [None req-d7acccbd-2317-46e0-a7b0-450816328c44 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Task: {'id': task-2143148, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.467478} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2160.728732] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7acccbd-2317-46e0-a7b0-450816328c44 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2160.728920] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-d7acccbd-2317-46e0-a7b0-450816328c44 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Deleted contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2160.729664] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-d7acccbd-2317-46e0-a7b0-450816328c44 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2160.729664] env[62291]: INFO nova.compute.manager [None req-d7acccbd-2317-46e0-a7b0-450816328c44 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Took 11.38 seconds to destroy the instance on the hypervisor. [ 2160.729664] env[62291]: DEBUG oslo.service.loopingcall [None req-d7acccbd-2317-46e0-a7b0-450816328c44 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2160.729961] env[62291]: DEBUG nova.compute.manager [-] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2160.729961] env[62291]: DEBUG nova.network.neutron [-] [instance: bb952207-9905-4a12-a189-94d00a8d1066] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2160.813906] env[62291]: DEBUG oslo_vmware.api [None req-2b20426e-ba80-42f0-91fa-5b7123f76656 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Task: {'id': task-2143149, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2160.835342] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143130, 'name': CreateVM_Task, 'duration_secs': 8.709947} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2160.835409] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2160.836189] env[62291]: DEBUG oslo_concurrency.lockutils [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2160.836320] env[62291]: DEBUG oslo_concurrency.lockutils [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2160.837311] env[62291]: DEBUG oslo_concurrency.lockutils [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2160.837311] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d463c1a0-9a56-4317-954f-031dbd562e52 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2160.847830] env[62291]: DEBUG oslo_vmware.api [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Waiting for the task: (returnval){ [ 2160.847830] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52b247ba-94a0-d42e-d502-08e3d8ffa9aa" [ 2160.847830] env[62291]: _type = "Task" [ 2160.847830] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2160.856289] env[62291]: DEBUG oslo_vmware.api [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52b247ba-94a0-d42e-d502-08e3d8ffa9aa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.100523] env[62291]: DEBUG oslo_vmware.api [None req-2bfdaeed-ae10-4ac4-86f2-e3e47ab47d51 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143150, 'name': ReconfigVM_Task, 'duration_secs': 0.172975} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.100812] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bfdaeed-ae10-4ac4-86f2-e3e47ab47d51 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2161.103869] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-623aff9b-b4d1-4928-83bd-638a90c5b9b5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.107713] env[62291]: DEBUG oslo_vmware.api [None req-2bfdaeed-ae10-4ac4-86f2-e3e47ab47d51 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Waiting for the task: (returnval){ [ 2161.107713] env[62291]: value = "task-2143151" [ 2161.107713] env[62291]: _type = "Task" [ 2161.107713] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2161.115378] env[62291]: DEBUG oslo_vmware.api [None req-2bfdaeed-ae10-4ac4-86f2-e3e47ab47d51 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143151, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.133828] env[62291]: DEBUG nova.compute.manager [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2161.161224] env[62291]: DEBUG nova.virt.hardware [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2161.161460] env[62291]: DEBUG nova.virt.hardware [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2161.161614] env[62291]: DEBUG nova.virt.hardware [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2161.161791] env[62291]: DEBUG nova.virt.hardware [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2161.161932] env[62291]: DEBUG nova.virt.hardware [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2161.166202] env[62291]: DEBUG nova.virt.hardware [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2161.166899] env[62291]: DEBUG nova.virt.hardware [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2161.166899] env[62291]: DEBUG nova.virt.hardware [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2161.166899] env[62291]: DEBUG nova.virt.hardware [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2161.167075] env[62291]: DEBUG nova.virt.hardware [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2161.167198] env[62291]: DEBUG nova.virt.hardware [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2161.168132] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a37d70-08a6-4ff6-ac0b-04a06a24b213 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.176548] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97cf0688-3f63-421a-9cd4-6fe6014f44f0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.221115] env[62291]: DEBUG oslo_concurrency.lockutils [None req-45f925b6-9dfc-4524-845d-69eccc547742 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.107s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2161.223674] env[62291]: DEBUG oslo_concurrency.lockutils [None req-07df91c2-affc-4bd2-b46f-ff50ad48544a tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.462s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2161.223913] env[62291]: DEBUG nova.objects.instance [None req-07df91c2-affc-4bd2-b46f-ff50ad48544a tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Lazy-loading 'resources' on Instance uuid a8cafd44-5940-44d0-9760-398e1405c914 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2161.230106] env[62291]: DEBUG nova.compute.manager [req-75253157-62d8-48a9-8894-99611ad87ecf req-7f943d17-8038-4a4b-a3a8-0e1d5cf8295e service nova] [instance: ebcf3701-88ed-408a-8019-7bca77d6cb50] Received event network-vif-plugged-1b2b3e00-1dda-4f26-ab6d-3a019b3d7d22 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2161.230348] env[62291]: DEBUG oslo_concurrency.lockutils [req-75253157-62d8-48a9-8894-99611ad87ecf req-7f943d17-8038-4a4b-a3a8-0e1d5cf8295e service nova] Acquiring lock "ebcf3701-88ed-408a-8019-7bca77d6cb50-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2161.230588] env[62291]: DEBUG oslo_concurrency.lockutils [req-75253157-62d8-48a9-8894-99611ad87ecf req-7f943d17-8038-4a4b-a3a8-0e1d5cf8295e service nova] Lock "ebcf3701-88ed-408a-8019-7bca77d6cb50-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2161.230744] env[62291]: DEBUG oslo_concurrency.lockutils [req-75253157-62d8-48a9-8894-99611ad87ecf req-7f943d17-8038-4a4b-a3a8-0e1d5cf8295e service nova] Lock "ebcf3701-88ed-408a-8019-7bca77d6cb50-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2161.230921] env[62291]: DEBUG nova.compute.manager [req-75253157-62d8-48a9-8894-99611ad87ecf req-7f943d17-8038-4a4b-a3a8-0e1d5cf8295e service nova] [instance: ebcf3701-88ed-408a-8019-7bca77d6cb50] No waiting events found dispatching network-vif-plugged-1b2b3e00-1dda-4f26-ab6d-3a019b3d7d22 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2161.231102] env[62291]: WARNING nova.compute.manager [req-75253157-62d8-48a9-8894-99611ad87ecf req-7f943d17-8038-4a4b-a3a8-0e1d5cf8295e service nova] [instance: ebcf3701-88ed-408a-8019-7bca77d6cb50] Received unexpected event network-vif-plugged-1b2b3e00-1dda-4f26-ab6d-3a019b3d7d22 for instance with vm_state building and task_state spawning. [ 2161.260261] env[62291]: INFO nova.scheduler.client.report [None req-45f925b6-9dfc-4524-845d-69eccc547742 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Deleted allocations for instance 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad [ 2161.298811] env[62291]: DEBUG nova.compute.manager [req-a31fcacf-9e7a-4043-816a-4fbb1ef1e37a req-186ed3b5-1bb2-4e39-bc02-0fbfb5122a51 service nova] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Received event network-vif-deleted-f69a3562-b516-400f-b041-5f9831eba222 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2161.299039] env[62291]: INFO nova.compute.manager [req-a31fcacf-9e7a-4043-816a-4fbb1ef1e37a req-186ed3b5-1bb2-4e39-bc02-0fbfb5122a51 service nova] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Neutron deleted interface f69a3562-b516-400f-b041-5f9831eba222; detaching it from the instance and deleting it from the info cache [ 2161.299347] env[62291]: DEBUG nova.network.neutron [req-a31fcacf-9e7a-4043-816a-4fbb1ef1e37a req-186ed3b5-1bb2-4e39-bc02-0fbfb5122a51 service nova] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2161.318521] env[62291]: DEBUG oslo_vmware.api [None req-2b20426e-ba80-42f0-91fa-5b7123f76656 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Task: {'id': task-2143149, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.531276} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.318846] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b20426e-ba80-42f0-91fa-5b7123f76656 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2161.319301] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-2b20426e-ba80-42f0-91fa-5b7123f76656 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: 197d3ca2-541b-4701-8c93-6a0a883a6fde] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2161.319567] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-2b20426e-ba80-42f0-91fa-5b7123f76656 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: 197d3ca2-541b-4701-8c93-6a0a883a6fde] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2161.319862] env[62291]: INFO nova.compute.manager [None req-2b20426e-ba80-42f0-91fa-5b7123f76656 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: 197d3ca2-541b-4701-8c93-6a0a883a6fde] Took 6.56 seconds to destroy the instance on the hypervisor. [ 2161.320652] env[62291]: DEBUG oslo.service.loopingcall [None req-2b20426e-ba80-42f0-91fa-5b7123f76656 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2161.321122] env[62291]: DEBUG nova.compute.manager [-] [instance: 197d3ca2-541b-4701-8c93-6a0a883a6fde] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2161.321347] env[62291]: DEBUG nova.network.neutron [-] [instance: 197d3ca2-541b-4701-8c93-6a0a883a6fde] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2161.358815] env[62291]: DEBUG oslo_vmware.api [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52b247ba-94a0-d42e-d502-08e3d8ffa9aa, 'name': SearchDatastore_Task, 'duration_secs': 0.043336} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.359171] env[62291]: DEBUG oslo_concurrency.lockutils [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2161.359562] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2161.359681] env[62291]: DEBUG oslo_concurrency.lockutils [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2161.359955] env[62291]: DEBUG oslo_concurrency.lockutils [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2161.360147] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2161.360269] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-208de212-1f65-41d0-a3c3-1350fc14e997 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.370215] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2161.370515] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2161.371349] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9944be74-c6c0-4be6-ab77-d561d3886b50 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.378787] env[62291]: DEBUG oslo_vmware.api [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Waiting for the task: (returnval){ [ 2161.378787] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]523bd2d0-6b15-9575-5d32-bfc08eeff2df" [ 2161.378787] env[62291]: _type = "Task" [ 2161.378787] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2161.389024] env[62291]: DEBUG oslo_vmware.api [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]523bd2d0-6b15-9575-5d32-bfc08eeff2df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.506429] env[62291]: DEBUG nova.network.neutron [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: ebcf3701-88ed-408a-8019-7bca77d6cb50] Successfully updated port: 1b2b3e00-1dda-4f26-ab6d-3a019b3d7d22 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2161.618056] env[62291]: DEBUG oslo_vmware.api [None req-2bfdaeed-ae10-4ac4-86f2-e3e47ab47d51 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143151, 'name': PowerOnVM_Task, 'duration_secs': 0.450002} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.618380] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bfdaeed-ae10-4ac4-86f2-e3e47ab47d51 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2161.623667] env[62291]: DEBUG nova.compute.manager [None req-2bfdaeed-ae10-4ac4-86f2-e3e47ab47d51 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2161.624499] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ff3316-60f0-4d19-b460-9be8f0959d5a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.739765] env[62291]: DEBUG nova.network.neutron [-] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2161.772689] env[62291]: DEBUG oslo_concurrency.lockutils [None req-45f925b6-9dfc-4524-845d-69eccc547742 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Lock "78926bd8-3dee-48fc-ae8b-c7f74ddd5cad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.493s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2161.803710] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-90b1792d-593d-4055-a66e-799b91a84159 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.818362] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92cb7a23-b871-4fa2-87ba-cf18b2c4ddec {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.868883] env[62291]: DEBUG nova.compute.manager [req-a31fcacf-9e7a-4043-816a-4fbb1ef1e37a req-186ed3b5-1bb2-4e39-bc02-0fbfb5122a51 service nova] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Detach interface failed, port_id=f69a3562-b516-400f-b041-5f9831eba222, reason: Instance bb952207-9905-4a12-a189-94d00a8d1066 could not be found. {{(pid=62291) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 2161.894149] env[62291]: DEBUG oslo_vmware.api [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]523bd2d0-6b15-9575-5d32-bfc08eeff2df, 'name': SearchDatastore_Task, 'duration_secs': 0.011984} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.897968] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9288c5db-9d40-4ab2-a75d-d3e58c244ebe {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.905669] env[62291]: DEBUG oslo_vmware.api [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Waiting for the task: (returnval){ [ 2161.905669] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52319c15-0494-bf25-f9f7-ed2e733c631e" [ 2161.905669] env[62291]: _type = "Task" [ 2161.905669] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2161.917019] env[62291]: DEBUG oslo_vmware.api [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52319c15-0494-bf25-f9f7-ed2e733c631e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.925561] env[62291]: DEBUG nova.network.neutron [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 6b127e14-7af8-4451-83c4-2197134ef295] Successfully updated port: 698299ea-212c-4fc1-ac23-9d48109c2a27 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2161.999076] env[62291]: DEBUG nova.network.neutron [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a] Successfully updated port: 8af617a0-f0a5-4a88-ac98-46af9317adb7 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2162.007943] env[62291]: DEBUG oslo_concurrency.lockutils [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Acquiring lock "refresh_cache-ebcf3701-88ed-408a-8019-7bca77d6cb50" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2162.008551] env[62291]: DEBUG oslo_concurrency.lockutils [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Acquired lock "refresh_cache-ebcf3701-88ed-408a-8019-7bca77d6cb50" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2162.009049] env[62291]: DEBUG nova.network.neutron [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: ebcf3701-88ed-408a-8019-7bca77d6cb50] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2162.158290] env[62291]: DEBUG nova.network.neutron [-] [instance: 197d3ca2-541b-4701-8c93-6a0a883a6fde] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2162.244918] env[62291]: INFO nova.compute.manager [-] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Took 1.51 seconds to deallocate network for instance. [ 2162.289963] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97130c64-2e3a-4f24-8353-762ee2933ab1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.299369] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec16d775-b86c-46dc-b660-adbfc1571086 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.329363] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a608955-36ed-4bbc-a66b-ad11e4e5aa9f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.336708] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f9e8817-84bd-443f-8912-488fd5e3a14b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.350071] env[62291]: DEBUG nova.compute.provider_tree [None req-07df91c2-affc-4bd2-b46f-ff50ad48544a tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2162.418513] env[62291]: DEBUG oslo_vmware.api [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52319c15-0494-bf25-f9f7-ed2e733c631e, 'name': SearchDatastore_Task, 'duration_secs': 0.026067} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2162.418791] env[62291]: DEBUG oslo_concurrency.lockutils [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2162.419069] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] e1b69949-28f1-4c27-ab34-5bd8892d321f/e1b69949-28f1-4c27-ab34-5bd8892d321f.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2162.419333] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd306b1e-ebeb-4c33-b4c6-5f9b3b2c25b6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.425990] env[62291]: DEBUG oslo_vmware.api [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Waiting for the task: (returnval){ [ 2162.425990] env[62291]: value = "task-2143152" [ 2162.425990] env[62291]: _type = "Task" [ 2162.425990] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2162.429472] env[62291]: DEBUG oslo_concurrency.lockutils [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Acquiring lock "refresh_cache-6b127e14-7af8-4451-83c4-2197134ef295" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2162.429528] env[62291]: DEBUG oslo_concurrency.lockutils [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Acquired lock "refresh_cache-6b127e14-7af8-4451-83c4-2197134ef295" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2162.429668] env[62291]: DEBUG nova.network.neutron [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 6b127e14-7af8-4451-83c4-2197134ef295] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2162.435367] env[62291]: DEBUG oslo_vmware.api [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Task: {'id': task-2143152, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.504709] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "refresh_cache-8834ed52-cc02-4dbc-87f7-c4cd6b15be9a" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2162.504898] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquired lock "refresh_cache-8834ed52-cc02-4dbc-87f7-c4cd6b15be9a" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2162.505087] env[62291]: DEBUG nova.network.neutron [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2162.570839] env[62291]: DEBUG nova.network.neutron [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: ebcf3701-88ed-408a-8019-7bca77d6cb50] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2162.660355] env[62291]: INFO nova.compute.manager [-] [instance: 197d3ca2-541b-4701-8c93-6a0a883a6fde] Took 1.34 seconds to deallocate network for instance. [ 2162.753250] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d7acccbd-2317-46e0-a7b0-450816328c44 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2162.827213] env[62291]: DEBUG nova.network.neutron [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: ebcf3701-88ed-408a-8019-7bca77d6cb50] Updating instance_info_cache with network_info: [{"id": "1b2b3e00-1dda-4f26-ab6d-3a019b3d7d22", "address": "fa:16:3e:c5:7c:79", "network": {"id": "0ab4786a-2702-4ae5-b3ea-3389f668fa70", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1299393283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b696058bbebb466c8ec4b51f9631a367", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b2b3e00-1d", "ovs_interfaceid": "1b2b3e00-1dda-4f26-ab6d-3a019b3d7d22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2162.873966] env[62291]: ERROR nova.scheduler.client.report [None req-07df91c2-affc-4bd2-b46f-ff50ad48544a tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] [req-66b9b018-e1af-4512-a967-2382dd45bb8c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 142b9caf-95b8-4f05-a0ca-6a285ed758e8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-66b9b018-e1af-4512-a967-2382dd45bb8c"}]} [ 2162.892509] env[62291]: DEBUG nova.scheduler.client.report [None req-07df91c2-affc-4bd2-b46f-ff50ad48544a tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Refreshing inventories for resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 2162.907223] env[62291]: DEBUG nova.scheduler.client.report [None req-07df91c2-affc-4bd2-b46f-ff50ad48544a tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Updating ProviderTree inventory for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 2162.907601] env[62291]: DEBUG nova.compute.provider_tree [None req-07df91c2-affc-4bd2-b46f-ff50ad48544a tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2162.922468] env[62291]: DEBUG nova.scheduler.client.report [None req-07df91c2-affc-4bd2-b46f-ff50ad48544a tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Refreshing aggregate associations for resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8, aggregates: None {{(pid=62291) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 2162.940544] env[62291]: DEBUG oslo_vmware.api [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Task: {'id': task-2143152, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.486752} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2162.940809] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] e1b69949-28f1-4c27-ab34-5bd8892d321f/e1b69949-28f1-4c27-ab34-5bd8892d321f.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2162.941032] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2162.941294] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2f25c878-078c-46fd-8f0f-75fd17899b94 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2162.949439] env[62291]: DEBUG oslo_vmware.api [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Waiting for the task: (returnval){ [ 2162.949439] env[62291]: value = "task-2143153" [ 2162.949439] env[62291]: _type = "Task" [ 2162.949439] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2162.956750] env[62291]: DEBUG nova.scheduler.client.report [None req-07df91c2-affc-4bd2-b46f-ff50ad48544a tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Refreshing trait associations for resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62291) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 2162.966856] env[62291]: DEBUG oslo_vmware.api [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Task: {'id': task-2143153, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2162.984387] env[62291]: DEBUG nova.network.neutron [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 6b127e14-7af8-4451-83c4-2197134ef295] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2163.068278] env[62291]: DEBUG nova.network.neutron [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2163.167297] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2b20426e-ba80-42f0-91fa-5b7123f76656 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2163.271277] env[62291]: DEBUG nova.network.neutron [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 6b127e14-7af8-4451-83c4-2197134ef295] Updating instance_info_cache with network_info: [{"id": "698299ea-212c-4fc1-ac23-9d48109c2a27", "address": "fa:16:3e:7c:60:a1", "network": {"id": "0ab4786a-2702-4ae5-b3ea-3389f668fa70", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1299393283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b696058bbebb466c8ec4b51f9631a367", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap698299ea-21", "ovs_interfaceid": "698299ea-212c-4fc1-ac23-9d48109c2a27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2163.328912] env[62291]: DEBUG nova.network.neutron [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a] Updating instance_info_cache with network_info: [{"id": "8af617a0-f0a5-4a88-ac98-46af9317adb7", "address": "fa:16:3e:69:57:f2", "network": {"id": "1832bd4f-bdea-4025-8675-3b0e7946a2ea", "bridge": "br-int", "label": "tempest-ServersTestJSON-1043038580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91b6e38d29a747f5a5ece7587dcd8c03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8af617a0-f0", "ovs_interfaceid": "8af617a0-f0a5-4a88-ac98-46af9317adb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2163.333392] env[62291]: DEBUG oslo_concurrency.lockutils [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Releasing lock "refresh_cache-ebcf3701-88ed-408a-8019-7bca77d6cb50" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2163.333392] env[62291]: DEBUG nova.compute.manager [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: ebcf3701-88ed-408a-8019-7bca77d6cb50] Instance network_info: |[{"id": "1b2b3e00-1dda-4f26-ab6d-3a019b3d7d22", "address": "fa:16:3e:c5:7c:79", "network": {"id": "0ab4786a-2702-4ae5-b3ea-3389f668fa70", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1299393283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b696058bbebb466c8ec4b51f9631a367", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b2b3e00-1d", "ovs_interfaceid": "1b2b3e00-1dda-4f26-ab6d-3a019b3d7d22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2163.333392] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: ebcf3701-88ed-408a-8019-7bca77d6cb50] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:7c:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5514c5a3-1294-40ad-ae96-29d5c24a3d95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b2b3e00-1dda-4f26-ab6d-3a019b3d7d22', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2163.341155] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Creating folder: Project (b696058bbebb466c8ec4b51f9631a367). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2163.342537] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a20c89e0-d097-4cfa-a083-bc71657373be {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.355719] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Created folder: Project (b696058bbebb466c8ec4b51f9631a367) in parent group-v437896. [ 2163.355988] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Creating folder: Instances. Parent ref: group-v438064. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2163.358805] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe24f983-04c4-4534-bbc0-6b02302b951d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.370245] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Created folder: Instances in parent group-v438064. [ 2163.370535] env[62291]: DEBUG oslo.service.loopingcall [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2163.370697] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebcf3701-88ed-408a-8019-7bca77d6cb50] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2163.371619] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ba688d0-5d2c-4557-81d4-a3dafbe38d98 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.396813] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2163.396813] env[62291]: value = "task-2143156" [ 2163.396813] env[62291]: _type = "Task" [ 2163.396813] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2163.408730] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143156, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.465184] env[62291]: DEBUG oslo_vmware.api [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Task: {'id': task-2143153, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.186697} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2163.465528] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2163.466522] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfafb60c-1011-411b-ac47-d0a08ba5fdbc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.474847] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa4f4c96-cff8-42c4-897a-f8c3b7898c95 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.497968] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] e1b69949-28f1-4c27-ab34-5bd8892d321f/e1b69949-28f1-4c27-ab34-5bd8892d321f.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2163.499259] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3525487b-3a4d-48f9-9101-585db188181e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.521353] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5abf583c-0519-4d8a-b0df-e50c53784f6f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.526655] env[62291]: DEBUG oslo_vmware.api [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Waiting for the task: (returnval){ [ 2163.526655] env[62291]: value = "task-2143157" [ 2163.526655] env[62291]: _type = "Task" [ 2163.526655] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2163.558609] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ce0898-2be5-4690-89f8-27e3672d8525 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.563634] env[62291]: DEBUG nova.compute.manager [req-3d9eb730-2233-4cf1-bc62-937ab7a2d1f5 req-9301e9f9-83d3-4175-b3e0-932a2481af84 service nova] [instance: ebcf3701-88ed-408a-8019-7bca77d6cb50] Received event network-changed-1b2b3e00-1dda-4f26-ab6d-3a019b3d7d22 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2163.563887] env[62291]: DEBUG nova.compute.manager [req-3d9eb730-2233-4cf1-bc62-937ab7a2d1f5 req-9301e9f9-83d3-4175-b3e0-932a2481af84 service nova] [instance: ebcf3701-88ed-408a-8019-7bca77d6cb50] Refreshing instance network info cache due to event network-changed-1b2b3e00-1dda-4f26-ab6d-3a019b3d7d22. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2163.564162] env[62291]: DEBUG oslo_concurrency.lockutils [req-3d9eb730-2233-4cf1-bc62-937ab7a2d1f5 req-9301e9f9-83d3-4175-b3e0-932a2481af84 service nova] Acquiring lock "refresh_cache-ebcf3701-88ed-408a-8019-7bca77d6cb50" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2163.564365] env[62291]: DEBUG oslo_concurrency.lockutils [req-3d9eb730-2233-4cf1-bc62-937ab7a2d1f5 req-9301e9f9-83d3-4175-b3e0-932a2481af84 service nova] Acquired lock "refresh_cache-ebcf3701-88ed-408a-8019-7bca77d6cb50" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2163.564563] env[62291]: DEBUG nova.network.neutron [req-3d9eb730-2233-4cf1-bc62-937ab7a2d1f5 req-9301e9f9-83d3-4175-b3e0-932a2481af84 service nova] [instance: ebcf3701-88ed-408a-8019-7bca77d6cb50] Refreshing network info cache for port 1b2b3e00-1dda-4f26-ab6d-3a019b3d7d22 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2163.569307] env[62291]: DEBUG nova.compute.manager [req-9d4ea2bf-f3ae-4b26-8f0c-b912d6f34d24 req-9a19859a-9682-4ca4-a26a-78223fe5ce12 service nova] [instance: 197d3ca2-541b-4701-8c93-6a0a883a6fde] Received event network-vif-deleted-1f46caf0-5749-41ce-ba39-97e244bf8496 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2163.570947] env[62291]: DEBUG oslo_vmware.api [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Task: {'id': task-2143157, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.577397] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351f4400-c89c-49ee-9439-8355bb752891 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.593460] env[62291]: DEBUG nova.compute.provider_tree [None req-07df91c2-affc-4bd2-b46f-ff50ad48544a tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2163.703156] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e255c803-dd12-4f6a-99fa-9bbf21bfabd8 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Acquiring lock "72f4eeb0-6ad4-4628-9d92-399e8a2c1a56" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2163.703527] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e255c803-dd12-4f6a-99fa-9bbf21bfabd8 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Lock "72f4eeb0-6ad4-4628-9d92-399e8a2c1a56" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2163.703680] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e255c803-dd12-4f6a-99fa-9bbf21bfabd8 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Acquiring lock "72f4eeb0-6ad4-4628-9d92-399e8a2c1a56-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2163.703942] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e255c803-dd12-4f6a-99fa-9bbf21bfabd8 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Lock "72f4eeb0-6ad4-4628-9d92-399e8a2c1a56-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2163.704203] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e255c803-dd12-4f6a-99fa-9bbf21bfabd8 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Lock "72f4eeb0-6ad4-4628-9d92-399e8a2c1a56-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2163.706552] env[62291]: INFO nova.compute.manager [None req-e255c803-dd12-4f6a-99fa-9bbf21bfabd8 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Terminating instance [ 2163.708601] env[62291]: DEBUG nova.compute.manager [None req-e255c803-dd12-4f6a-99fa-9bbf21bfabd8 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2163.708799] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e255c803-dd12-4f6a-99fa-9bbf21bfabd8 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2163.709684] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb28a9fb-e10c-40d6-8d44-81dca2cd9402 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.720734] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-e255c803-dd12-4f6a-99fa-9bbf21bfabd8 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2163.721043] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f46c54c-4dbc-4e9f-ad91-66e783b69cf5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.728280] env[62291]: DEBUG oslo_vmware.api [None req-e255c803-dd12-4f6a-99fa-9bbf21bfabd8 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Waiting for the task: (returnval){ [ 2163.728280] env[62291]: value = "task-2143158" [ 2163.728280] env[62291]: _type = "Task" [ 2163.728280] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2163.737959] env[62291]: DEBUG oslo_vmware.api [None req-e255c803-dd12-4f6a-99fa-9bbf21bfabd8 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Task: {'id': task-2143158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.773786] env[62291]: DEBUG oslo_concurrency.lockutils [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Releasing lock "refresh_cache-6b127e14-7af8-4451-83c4-2197134ef295" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2163.774177] env[62291]: DEBUG nova.compute.manager [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 6b127e14-7af8-4451-83c4-2197134ef295] Instance network_info: |[{"id": "698299ea-212c-4fc1-ac23-9d48109c2a27", "address": "fa:16:3e:7c:60:a1", "network": {"id": "0ab4786a-2702-4ae5-b3ea-3389f668fa70", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1299393283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b696058bbebb466c8ec4b51f9631a367", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap698299ea-21", "ovs_interfaceid": "698299ea-212c-4fc1-ac23-9d48109c2a27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2163.774645] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 6b127e14-7af8-4451-83c4-2197134ef295] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:60:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5514c5a3-1294-40ad-ae96-29d5c24a3d95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '698299ea-212c-4fc1-ac23-9d48109c2a27', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2163.782610] env[62291]: DEBUG oslo.service.loopingcall [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2163.782893] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b127e14-7af8-4451-83c4-2197134ef295] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2163.783169] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c2810a77-d4c0-440a-aed5-58fe4b2c38e6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.805670] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2163.805670] env[62291]: value = "task-2143159" [ 2163.805670] env[62291]: _type = "Task" [ 2163.805670] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2163.815762] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143159, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.832533] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Releasing lock "refresh_cache-8834ed52-cc02-4dbc-87f7-c4cd6b15be9a" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2163.832887] env[62291]: DEBUG nova.compute.manager [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a] Instance network_info: |[{"id": "8af617a0-f0a5-4a88-ac98-46af9317adb7", "address": "fa:16:3e:69:57:f2", "network": {"id": "1832bd4f-bdea-4025-8675-3b0e7946a2ea", "bridge": "br-int", "label": "tempest-ServersTestJSON-1043038580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91b6e38d29a747f5a5ece7587dcd8c03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8af617a0-f0", "ovs_interfaceid": "8af617a0-f0a5-4a88-ac98-46af9317adb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2163.833360] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:57:f2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c842425c-544e-4ce2-9657-512723bd318e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8af617a0-f0a5-4a88-ac98-46af9317adb7', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2163.841595] env[62291]: DEBUG oslo.service.loopingcall [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2163.842438] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2163.842626] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6d0d3cd-b1e0-4655-b946-6d1b0f064005 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.865864] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2163.865864] env[62291]: value = "task-2143160" [ 2163.865864] env[62291]: _type = "Task" [ 2163.865864] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2163.877013] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143160, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2163.909614] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143156, 'name': CreateVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.040036] env[62291]: DEBUG oslo_vmware.api [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Task: {'id': task-2143157, 'name': ReconfigVM_Task, 'duration_secs': 0.512628} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2164.040295] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Reconfigured VM instance instance-00000049 to attach disk [datastore2] e1b69949-28f1-4c27-ab34-5bd8892d321f/e1b69949-28f1-4c27-ab34-5bd8892d321f.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2164.041605] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-310b8fe2-1d5d-4ccd-b6d7-d10b635e69c8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.050543] env[62291]: DEBUG oslo_vmware.api [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Waiting for the task: (returnval){ [ 2164.050543] env[62291]: value = "task-2143161" [ 2164.050543] env[62291]: _type = "Task" [ 2164.050543] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2164.060957] env[62291]: DEBUG oslo_vmware.api [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Task: {'id': task-2143161, 'name': Rename_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.114693] env[62291]: ERROR nova.scheduler.client.report [None req-07df91c2-affc-4bd2-b46f-ff50ad48544a tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] [req-0f7160b4-5802-4c75-937d-07fe6af9f9ea] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 142b9caf-95b8-4f05-a0ca-6a285ed758e8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0f7160b4-5802-4c75-937d-07fe6af9f9ea"}]} [ 2164.134592] env[62291]: DEBUG nova.scheduler.client.report [None req-07df91c2-affc-4bd2-b46f-ff50ad48544a tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Refreshing inventories for resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 2164.148447] env[62291]: DEBUG nova.scheduler.client.report [None req-07df91c2-affc-4bd2-b46f-ff50ad48544a tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Updating ProviderTree inventory for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 2164.148727] env[62291]: DEBUG nova.compute.provider_tree [None req-07df91c2-affc-4bd2-b46f-ff50ad48544a tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2164.161823] env[62291]: DEBUG nova.scheduler.client.report [None req-07df91c2-affc-4bd2-b46f-ff50ad48544a tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Refreshing aggregate associations for resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8, aggregates: None {{(pid=62291) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 2164.181834] env[62291]: DEBUG nova.scheduler.client.report [None req-07df91c2-affc-4bd2-b46f-ff50ad48544a tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Refreshing trait associations for resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62291) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 2164.245009] env[62291]: DEBUG oslo_vmware.api [None req-e255c803-dd12-4f6a-99fa-9bbf21bfabd8 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Task: {'id': task-2143158, 'name': PowerOffVM_Task, 'duration_secs': 0.282178} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2164.245333] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-e255c803-dd12-4f6a-99fa-9bbf21bfabd8 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2164.245508] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e255c803-dd12-4f6a-99fa-9bbf21bfabd8 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2164.245777] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f3fd7eb-1f70-4d1f-8d18-1628980ac2bb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.321479] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143159, 'name': CreateVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.357546] env[62291]: DEBUG nova.network.neutron [req-3d9eb730-2233-4cf1-bc62-937ab7a2d1f5 req-9301e9f9-83d3-4175-b3e0-932a2481af84 service nova] [instance: ebcf3701-88ed-408a-8019-7bca77d6cb50] Updated VIF entry in instance network info cache for port 1b2b3e00-1dda-4f26-ab6d-3a019b3d7d22. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2164.358100] env[62291]: DEBUG nova.network.neutron [req-3d9eb730-2233-4cf1-bc62-937ab7a2d1f5 req-9301e9f9-83d3-4175-b3e0-932a2481af84 service nova] [instance: ebcf3701-88ed-408a-8019-7bca77d6cb50] Updating instance_info_cache with network_info: [{"id": "1b2b3e00-1dda-4f26-ab6d-3a019b3d7d22", "address": "fa:16:3e:c5:7c:79", "network": {"id": "0ab4786a-2702-4ae5-b3ea-3389f668fa70", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1299393283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b696058bbebb466c8ec4b51f9631a367", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b2b3e00-1d", "ovs_interfaceid": "1b2b3e00-1dda-4f26-ab6d-3a019b3d7d22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2164.381690] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143160, 'name': CreateVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.412120] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143156, 'name': CreateVM_Task, 'duration_secs': 0.632078} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2164.412306] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ebcf3701-88ed-408a-8019-7bca77d6cb50] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2164.413640] env[62291]: DEBUG oslo_concurrency.lockutils [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2164.413640] env[62291]: DEBUG oslo_concurrency.lockutils [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2164.413640] env[62291]: DEBUG oslo_concurrency.lockutils [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2164.413959] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96adeac5-825a-4a07-834f-7dc365bc5e81 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.420515] env[62291]: DEBUG oslo_vmware.api [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Waiting for the task: (returnval){ [ 2164.420515] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5266811a-bf8d-f32d-be1a-443037e065cf" [ 2164.420515] env[62291]: _type = "Task" [ 2164.420515] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2164.429164] env[62291]: DEBUG oslo_vmware.api [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5266811a-bf8d-f32d-be1a-443037e065cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.455893] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Acquiring lock "d394b461-0b08-4115-844f-fd4adb13f843" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2164.455893] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Lock "d394b461-0b08-4115-844f-fd4adb13f843" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2164.563832] env[62291]: DEBUG oslo_vmware.api [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Task: {'id': task-2143161, 'name': Rename_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.672610] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6474614e-350d-4cb7-86b9-dd155347bd84 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.680619] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f15f090-1ba2-47db-a159-c8dca1111eaa {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.723228] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64bec887-6845-46c8-8112-a4b6040fce1f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.731267] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-670c20de-31cf-4a50-bea6-48431d30f54e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.744669] env[62291]: DEBUG nova.compute.provider_tree [None req-07df91c2-affc-4bd2-b46f-ff50ad48544a tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2164.818324] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e255c803-dd12-4f6a-99fa-9bbf21bfabd8 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2164.818554] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e255c803-dd12-4f6a-99fa-9bbf21bfabd8 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Deleting contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2164.818786] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-e255c803-dd12-4f6a-99fa-9bbf21bfabd8 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Deleting the datastore file [datastore1] 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2164.823405] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-74e0e8d9-dbfd-4040-a284-9db726216020 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.825821] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143159, 'name': CreateVM_Task, 'duration_secs': 0.552953} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2164.826072] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b127e14-7af8-4451-83c4-2197134ef295] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2164.827393] env[62291]: DEBUG oslo_concurrency.lockutils [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2164.831705] env[62291]: DEBUG oslo_vmware.api [None req-e255c803-dd12-4f6a-99fa-9bbf21bfabd8 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Waiting for the task: (returnval){ [ 2164.831705] env[62291]: value = "task-2143163" [ 2164.831705] env[62291]: _type = "Task" [ 2164.831705] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2164.841950] env[62291]: DEBUG oslo_vmware.api [None req-e255c803-dd12-4f6a-99fa-9bbf21bfabd8 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Task: {'id': task-2143163, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.866034] env[62291]: DEBUG oslo_concurrency.lockutils [req-3d9eb730-2233-4cf1-bc62-937ab7a2d1f5 req-9301e9f9-83d3-4175-b3e0-932a2481af84 service nova] Releasing lock "refresh_cache-ebcf3701-88ed-408a-8019-7bca77d6cb50" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2164.866034] env[62291]: DEBUG nova.compute.manager [req-3d9eb730-2233-4cf1-bc62-937ab7a2d1f5 req-9301e9f9-83d3-4175-b3e0-932a2481af84 service nova] [instance: 6b127e14-7af8-4451-83c4-2197134ef295] Received event network-vif-plugged-698299ea-212c-4fc1-ac23-9d48109c2a27 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2164.866217] env[62291]: DEBUG oslo_concurrency.lockutils [req-3d9eb730-2233-4cf1-bc62-937ab7a2d1f5 req-9301e9f9-83d3-4175-b3e0-932a2481af84 service nova] Acquiring lock "6b127e14-7af8-4451-83c4-2197134ef295-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2164.866416] env[62291]: DEBUG oslo_concurrency.lockutils [req-3d9eb730-2233-4cf1-bc62-937ab7a2d1f5 req-9301e9f9-83d3-4175-b3e0-932a2481af84 service nova] Lock "6b127e14-7af8-4451-83c4-2197134ef295-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2164.866589] env[62291]: DEBUG oslo_concurrency.lockutils [req-3d9eb730-2233-4cf1-bc62-937ab7a2d1f5 req-9301e9f9-83d3-4175-b3e0-932a2481af84 service nova] Lock "6b127e14-7af8-4451-83c4-2197134ef295-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2164.866759] env[62291]: DEBUG nova.compute.manager [req-3d9eb730-2233-4cf1-bc62-937ab7a2d1f5 req-9301e9f9-83d3-4175-b3e0-932a2481af84 service nova] [instance: 6b127e14-7af8-4451-83c4-2197134ef295] No waiting events found dispatching network-vif-plugged-698299ea-212c-4fc1-ac23-9d48109c2a27 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2164.866928] env[62291]: WARNING nova.compute.manager [req-3d9eb730-2233-4cf1-bc62-937ab7a2d1f5 req-9301e9f9-83d3-4175-b3e0-932a2481af84 service nova] [instance: 6b127e14-7af8-4451-83c4-2197134ef295] Received unexpected event network-vif-plugged-698299ea-212c-4fc1-ac23-9d48109c2a27 for instance with vm_state building and task_state spawning. [ 2164.867114] env[62291]: DEBUG nova.compute.manager [req-3d9eb730-2233-4cf1-bc62-937ab7a2d1f5 req-9301e9f9-83d3-4175-b3e0-932a2481af84 service nova] [instance: 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a] Received event network-vif-plugged-8af617a0-f0a5-4a88-ac98-46af9317adb7 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2164.867291] env[62291]: DEBUG oslo_concurrency.lockutils [req-3d9eb730-2233-4cf1-bc62-937ab7a2d1f5 req-9301e9f9-83d3-4175-b3e0-932a2481af84 service nova] Acquiring lock "8834ed52-cc02-4dbc-87f7-c4cd6b15be9a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2164.867473] env[62291]: DEBUG oslo_concurrency.lockutils [req-3d9eb730-2233-4cf1-bc62-937ab7a2d1f5 req-9301e9f9-83d3-4175-b3e0-932a2481af84 service nova] Lock "8834ed52-cc02-4dbc-87f7-c4cd6b15be9a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2164.867632] env[62291]: DEBUG oslo_concurrency.lockutils [req-3d9eb730-2233-4cf1-bc62-937ab7a2d1f5 req-9301e9f9-83d3-4175-b3e0-932a2481af84 service nova] Lock "8834ed52-cc02-4dbc-87f7-c4cd6b15be9a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2164.867794] env[62291]: DEBUG nova.compute.manager [req-3d9eb730-2233-4cf1-bc62-937ab7a2d1f5 req-9301e9f9-83d3-4175-b3e0-932a2481af84 service nova] [instance: 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a] No waiting events found dispatching network-vif-plugged-8af617a0-f0a5-4a88-ac98-46af9317adb7 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2164.867957] env[62291]: WARNING nova.compute.manager [req-3d9eb730-2233-4cf1-bc62-937ab7a2d1f5 req-9301e9f9-83d3-4175-b3e0-932a2481af84 service nova] [instance: 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a] Received unexpected event network-vif-plugged-8af617a0-f0a5-4a88-ac98-46af9317adb7 for instance with vm_state building and task_state spawning. [ 2164.868196] env[62291]: DEBUG nova.compute.manager [req-3d9eb730-2233-4cf1-bc62-937ab7a2d1f5 req-9301e9f9-83d3-4175-b3e0-932a2481af84 service nova] [instance: 6b127e14-7af8-4451-83c4-2197134ef295] Received event network-changed-698299ea-212c-4fc1-ac23-9d48109c2a27 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2164.868360] env[62291]: DEBUG nova.compute.manager [req-3d9eb730-2233-4cf1-bc62-937ab7a2d1f5 req-9301e9f9-83d3-4175-b3e0-932a2481af84 service nova] [instance: 6b127e14-7af8-4451-83c4-2197134ef295] Refreshing instance network info cache due to event network-changed-698299ea-212c-4fc1-ac23-9d48109c2a27. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2164.868582] env[62291]: DEBUG oslo_concurrency.lockutils [req-3d9eb730-2233-4cf1-bc62-937ab7a2d1f5 req-9301e9f9-83d3-4175-b3e0-932a2481af84 service nova] Acquiring lock "refresh_cache-6b127e14-7af8-4451-83c4-2197134ef295" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2164.868755] env[62291]: DEBUG oslo_concurrency.lockutils [req-3d9eb730-2233-4cf1-bc62-937ab7a2d1f5 req-9301e9f9-83d3-4175-b3e0-932a2481af84 service nova] Acquired lock "refresh_cache-6b127e14-7af8-4451-83c4-2197134ef295" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2164.868943] env[62291]: DEBUG nova.network.neutron [req-3d9eb730-2233-4cf1-bc62-937ab7a2d1f5 req-9301e9f9-83d3-4175-b3e0-932a2481af84 service nova] [instance: 6b127e14-7af8-4451-83c4-2197134ef295] Refreshing network info cache for port 698299ea-212c-4fc1-ac23-9d48109c2a27 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2164.879771] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143160, 'name': CreateVM_Task, 'duration_secs': 0.562296} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2164.880529] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2164.881169] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2164.932071] env[62291]: DEBUG oslo_vmware.api [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5266811a-bf8d-f32d-be1a-443037e065cf, 'name': SearchDatastore_Task, 'duration_secs': 0.010327} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2164.932071] env[62291]: DEBUG oslo_concurrency.lockutils [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2164.932330] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: ebcf3701-88ed-408a-8019-7bca77d6cb50] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2164.932583] env[62291]: DEBUG oslo_concurrency.lockutils [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2164.932733] env[62291]: DEBUG oslo_concurrency.lockutils [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2164.932913] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2164.933213] env[62291]: DEBUG oslo_concurrency.lockutils [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2164.933524] env[62291]: DEBUG oslo_concurrency.lockutils [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2164.933751] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab485b21-40b2-4dea-b208-fd82f20bb6e6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.935779] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00609330-009f-4da0-aeb5-f3a32a4de576 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.941589] env[62291]: DEBUG oslo_vmware.api [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Waiting for the task: (returnval){ [ 2164.941589] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52cf5bb0-8004-f7db-2993-da7cd0336ecf" [ 2164.941589] env[62291]: _type = "Task" [ 2164.941589] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2164.952444] env[62291]: DEBUG oslo_vmware.api [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52cf5bb0-8004-f7db-2993-da7cd0336ecf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2164.953657] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2164.953831] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2164.954653] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-809b0cdf-565d-4b08-b0dc-d75b2c7618c7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.960837] env[62291]: DEBUG oslo_vmware.api [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Waiting for the task: (returnval){ [ 2164.960837] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52693e5e-5ea9-cf45-fd38-e7f5b4e77dee" [ 2164.960837] env[62291]: _type = "Task" [ 2164.960837] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2164.968779] env[62291]: DEBUG oslo_vmware.api [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52693e5e-5ea9-cf45-fd38-e7f5b4e77dee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.062612] env[62291]: DEBUG oslo_vmware.api [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Task: {'id': task-2143161, 'name': Rename_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.279158] env[62291]: DEBUG nova.scheduler.client.report [None req-07df91c2-affc-4bd2-b46f-ff50ad48544a tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Updated inventory for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with generation 97 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 2165.279562] env[62291]: DEBUG nova.compute.provider_tree [None req-07df91c2-affc-4bd2-b46f-ff50ad48544a tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Updating resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 generation from 97 to 98 during operation: update_inventory {{(pid=62291) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2165.279801] env[62291]: DEBUG nova.compute.provider_tree [None req-07df91c2-affc-4bd2-b46f-ff50ad48544a tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2165.342082] env[62291]: DEBUG oslo_vmware.api [None req-e255c803-dd12-4f6a-99fa-9bbf21bfabd8 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Task: {'id': task-2143163, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.455434} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2165.342358] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-e255c803-dd12-4f6a-99fa-9bbf21bfabd8 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2165.342544] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e255c803-dd12-4f6a-99fa-9bbf21bfabd8 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Deleted contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2165.342820] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e255c803-dd12-4f6a-99fa-9bbf21bfabd8 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2165.342896] env[62291]: INFO nova.compute.manager [None req-e255c803-dd12-4f6a-99fa-9bbf21bfabd8 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Took 1.63 seconds to destroy the instance on the hypervisor. [ 2165.343146] env[62291]: DEBUG oslo.service.loopingcall [None req-e255c803-dd12-4f6a-99fa-9bbf21bfabd8 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2165.343342] env[62291]: DEBUG nova.compute.manager [-] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2165.343436] env[62291]: DEBUG nova.network.neutron [-] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2165.453850] env[62291]: DEBUG oslo_vmware.api [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52cf5bb0-8004-f7db-2993-da7cd0336ecf, 'name': SearchDatastore_Task, 'duration_secs': 0.027152} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2165.454198] env[62291]: DEBUG oslo_concurrency.lockutils [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2165.454440] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 6b127e14-7af8-4451-83c4-2197134ef295] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2165.454664] env[62291]: DEBUG oslo_concurrency.lockutils [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2165.455047] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2165.455466] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2165.455751] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc842a4d-c961-44fe-ae3b-040327161e7f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.460947] env[62291]: DEBUG oslo_vmware.api [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2165.460947] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]520c81ad-a191-467e-de4a-5d7245614f65" [ 2165.460947] env[62291]: _type = "Task" [ 2165.460947] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2165.477141] env[62291]: DEBUG oslo_vmware.api [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52693e5e-5ea9-cf45-fd38-e7f5b4e77dee, 'name': SearchDatastore_Task, 'duration_secs': 0.013526} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2165.477445] env[62291]: DEBUG oslo_vmware.api [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]520c81ad-a191-467e-de4a-5d7245614f65, 'name': SearchDatastore_Task, 'duration_secs': 0.010385} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2165.478319] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2165.478559] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2165.478776] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2165.478962] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5199ca4e-7921-4e41-8dc4-30b572081424 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.484864] env[62291]: DEBUG oslo_vmware.api [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Waiting for the task: (returnval){ [ 2165.484864] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]520c5e14-aa81-ea65-3d54-72bc92bf8e6e" [ 2165.484864] env[62291]: _type = "Task" [ 2165.484864] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2165.495683] env[62291]: DEBUG oslo_vmware.api [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]520c5e14-aa81-ea65-3d54-72bc92bf8e6e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.561509] env[62291]: DEBUG oslo_vmware.api [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Task: {'id': task-2143161, 'name': Rename_Task, 'duration_secs': 1.184214} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2165.561794] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2165.562044] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-079f0acc-8dfb-4bd3-996d-b3fb5fc3926a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2165.570917] env[62291]: DEBUG oslo_vmware.api [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Waiting for the task: (returnval){ [ 2165.570917] env[62291]: value = "task-2143164" [ 2165.570917] env[62291]: _type = "Task" [ 2165.570917] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2165.579089] env[62291]: DEBUG oslo_vmware.api [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Task: {'id': task-2143164, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2165.785512] env[62291]: DEBUG nova.network.neutron [req-3d9eb730-2233-4cf1-bc62-937ab7a2d1f5 req-9301e9f9-83d3-4175-b3e0-932a2481af84 service nova] [instance: 6b127e14-7af8-4451-83c4-2197134ef295] Updated VIF entry in instance network info cache for port 698299ea-212c-4fc1-ac23-9d48109c2a27. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2165.785947] env[62291]: DEBUG nova.network.neutron [req-3d9eb730-2233-4cf1-bc62-937ab7a2d1f5 req-9301e9f9-83d3-4175-b3e0-932a2481af84 service nova] [instance: 6b127e14-7af8-4451-83c4-2197134ef295] Updating instance_info_cache with network_info: [{"id": "698299ea-212c-4fc1-ac23-9d48109c2a27", "address": "fa:16:3e:7c:60:a1", "network": {"id": "0ab4786a-2702-4ae5-b3ea-3389f668fa70", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1299393283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b696058bbebb466c8ec4b51f9631a367", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap698299ea-21", "ovs_interfaceid": "698299ea-212c-4fc1-ac23-9d48109c2a27", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2165.787978] env[62291]: DEBUG oslo_concurrency.lockutils [None req-07df91c2-affc-4bd2-b46f-ff50ad48544a tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.564s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2165.791265] env[62291]: DEBUG oslo_concurrency.lockutils [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.938s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2165.792887] env[62291]: INFO nova.compute.claims [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2165.807845] env[62291]: DEBUG nova.compute.manager [req-84011431-d77d-44b3-8eae-08c666f7dd48 req-8af4e231-1d86-4568-965c-6b396a13ee6e service nova] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Received event network-vif-deleted-73f066cc-f6ad-436a-9696-30223d5ef62d {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2165.808530] env[62291]: INFO nova.compute.manager [req-84011431-d77d-44b3-8eae-08c666f7dd48 req-8af4e231-1d86-4568-965c-6b396a13ee6e service nova] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Neutron deleted interface 73f066cc-f6ad-436a-9696-30223d5ef62d; detaching it from the instance and deleting it from the info cache [ 2165.809750] env[62291]: DEBUG nova.network.neutron [req-84011431-d77d-44b3-8eae-08c666f7dd48 req-8af4e231-1d86-4568-965c-6b396a13ee6e service nova] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2165.819220] env[62291]: INFO nova.scheduler.client.report [None req-07df91c2-affc-4bd2-b46f-ff50ad48544a tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Deleted allocations for instance a8cafd44-5940-44d0-9760-398e1405c914 [ 2165.997714] env[62291]: DEBUG oslo_vmware.api [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]520c5e14-aa81-ea65-3d54-72bc92bf8e6e, 'name': SearchDatastore_Task, 'duration_secs': 0.009793} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2165.998150] env[62291]: DEBUG oslo_concurrency.lockutils [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2165.998553] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] ebcf3701-88ed-408a-8019-7bca77d6cb50/ebcf3701-88ed-408a-8019-7bca77d6cb50.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2165.998906] env[62291]: DEBUG oslo_concurrency.lockutils [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2165.999140] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2165.999445] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86bceb3d-5b71-405d-aafb-05088859f7f4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.001501] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-deb88bf4-9106-4bb7-a3fc-9a764e261c93 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.010102] env[62291]: DEBUG oslo_vmware.api [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Waiting for the task: (returnval){ [ 2166.010102] env[62291]: value = "task-2143165" [ 2166.010102] env[62291]: _type = "Task" [ 2166.010102] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2166.014258] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2166.014517] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2166.015592] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fac62921-ab17-4e2c-b0ea-c4c7c16775ac {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.022674] env[62291]: DEBUG oslo_vmware.api [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143165, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.027238] env[62291]: DEBUG oslo_vmware.api [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Waiting for the task: (returnval){ [ 2166.027238] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]523cde98-e7ea-bb9e-91be-08fdce8811b1" [ 2166.027238] env[62291]: _type = "Task" [ 2166.027238] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2166.036187] env[62291]: DEBUG oslo_vmware.api [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]523cde98-e7ea-bb9e-91be-08fdce8811b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.082249] env[62291]: DEBUG oslo_vmware.api [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Task: {'id': task-2143164, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.277949] env[62291]: DEBUG nova.network.neutron [-] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2166.292487] env[62291]: DEBUG oslo_concurrency.lockutils [req-3d9eb730-2233-4cf1-bc62-937ab7a2d1f5 req-9301e9f9-83d3-4175-b3e0-932a2481af84 service nova] Releasing lock "refresh_cache-6b127e14-7af8-4451-83c4-2197134ef295" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2166.292811] env[62291]: DEBUG nova.compute.manager [req-3d9eb730-2233-4cf1-bc62-937ab7a2d1f5 req-9301e9f9-83d3-4175-b3e0-932a2481af84 service nova] [instance: 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a] Received event network-changed-8af617a0-f0a5-4a88-ac98-46af9317adb7 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2166.292992] env[62291]: DEBUG nova.compute.manager [req-3d9eb730-2233-4cf1-bc62-937ab7a2d1f5 req-9301e9f9-83d3-4175-b3e0-932a2481af84 service nova] [instance: 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a] Refreshing instance network info cache due to event network-changed-8af617a0-f0a5-4a88-ac98-46af9317adb7. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2166.293260] env[62291]: DEBUG oslo_concurrency.lockutils [req-3d9eb730-2233-4cf1-bc62-937ab7a2d1f5 req-9301e9f9-83d3-4175-b3e0-932a2481af84 service nova] Acquiring lock "refresh_cache-8834ed52-cc02-4dbc-87f7-c4cd6b15be9a" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2166.293411] env[62291]: DEBUG oslo_concurrency.lockutils [req-3d9eb730-2233-4cf1-bc62-937ab7a2d1f5 req-9301e9f9-83d3-4175-b3e0-932a2481af84 service nova] Acquired lock "refresh_cache-8834ed52-cc02-4dbc-87f7-c4cd6b15be9a" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2166.293587] env[62291]: DEBUG nova.network.neutron [req-3d9eb730-2233-4cf1-bc62-937ab7a2d1f5 req-9301e9f9-83d3-4175-b3e0-932a2481af84 service nova] [instance: 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a] Refreshing network info cache for port 8af617a0-f0a5-4a88-ac98-46af9317adb7 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2166.313602] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-88d2d27b-512d-4def-8c24-cd6937e07196 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.328209] env[62291]: DEBUG oslo_concurrency.lockutils [None req-07df91c2-affc-4bd2-b46f-ff50ad48544a tempest-ServerGroupTestJSON-791894544 tempest-ServerGroupTestJSON-791894544-project-member] Lock "a8cafd44-5940-44d0-9760-398e1405c914" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.718s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2166.332377] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ec2ea81-a580-4d63-baec-ef1168929cbd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.378344] env[62291]: DEBUG nova.compute.manager [req-84011431-d77d-44b3-8eae-08c666f7dd48 req-8af4e231-1d86-4568-965c-6b396a13ee6e service nova] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Detach interface failed, port_id=73f066cc-f6ad-436a-9696-30223d5ef62d, reason: Instance 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56 could not be found. {{(pid=62291) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 2166.522160] env[62291]: DEBUG oslo_vmware.api [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143165, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44591} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2166.522687] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] ebcf3701-88ed-408a-8019-7bca77d6cb50/ebcf3701-88ed-408a-8019-7bca77d6cb50.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2166.523123] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: ebcf3701-88ed-408a-8019-7bca77d6cb50] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2166.523525] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02659ad6-1e13-4807-96b2-6dca9ec52462 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.536020] env[62291]: DEBUG oslo_vmware.api [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Waiting for the task: (returnval){ [ 2166.536020] env[62291]: value = "task-2143166" [ 2166.536020] env[62291]: _type = "Task" [ 2166.536020] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2166.544461] env[62291]: DEBUG oslo_vmware.api [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]523cde98-e7ea-bb9e-91be-08fdce8811b1, 'name': SearchDatastore_Task, 'duration_secs': 0.010632} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2166.546152] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a8c6346-3d2f-4bc0-9718-ee57d9f518b3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.552099] env[62291]: DEBUG oslo_vmware.api [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143166, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.555639] env[62291]: DEBUG oslo_vmware.api [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Waiting for the task: (returnval){ [ 2166.555639] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52492074-9e72-ae89-00c8-25ec57bed9de" [ 2166.555639] env[62291]: _type = "Task" [ 2166.555639] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2166.563823] env[62291]: DEBUG oslo_vmware.api [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52492074-9e72-ae89-00c8-25ec57bed9de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2166.582379] env[62291]: DEBUG oslo_vmware.api [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Task: {'id': task-2143164, 'name': PowerOnVM_Task, 'duration_secs': 0.682046} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2166.582900] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2166.583339] env[62291]: INFO nova.compute.manager [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Took 17.50 seconds to spawn the instance on the hypervisor. [ 2166.583737] env[62291]: DEBUG nova.compute.manager [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2166.584699] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6942b5-f9d8-4969-a519-884be9b8600a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2166.781650] env[62291]: INFO nova.compute.manager [-] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Took 1.44 seconds to deallocate network for instance. [ 2167.034127] env[62291]: DEBUG nova.network.neutron [req-3d9eb730-2233-4cf1-bc62-937ab7a2d1f5 req-9301e9f9-83d3-4175-b3e0-932a2481af84 service nova] [instance: 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a] Updated VIF entry in instance network info cache for port 8af617a0-f0a5-4a88-ac98-46af9317adb7. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2167.034516] env[62291]: DEBUG nova.network.neutron [req-3d9eb730-2233-4cf1-bc62-937ab7a2d1f5 req-9301e9f9-83d3-4175-b3e0-932a2481af84 service nova] [instance: 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a] Updating instance_info_cache with network_info: [{"id": "8af617a0-f0a5-4a88-ac98-46af9317adb7", "address": "fa:16:3e:69:57:f2", "network": {"id": "1832bd4f-bdea-4025-8675-3b0e7946a2ea", "bridge": "br-int", "label": "tempest-ServersTestJSON-1043038580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91b6e38d29a747f5a5ece7587dcd8c03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8af617a0-f0", "ovs_interfaceid": "8af617a0-f0a5-4a88-ac98-46af9317adb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2167.048969] env[62291]: DEBUG oslo_vmware.api [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143166, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072855} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2167.052414] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: ebcf3701-88ed-408a-8019-7bca77d6cb50] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2167.053877] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aa54d15-3583-48bf-bca6-d2c480e8779b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.089207] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: ebcf3701-88ed-408a-8019-7bca77d6cb50] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] ebcf3701-88ed-408a-8019-7bca77d6cb50/ebcf3701-88ed-408a-8019-7bca77d6cb50.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2167.096021] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e7d9355-d9e5-417d-b51a-bbf7f80af7d6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.110694] env[62291]: DEBUG oslo_vmware.api [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52492074-9e72-ae89-00c8-25ec57bed9de, 'name': SearchDatastore_Task, 'duration_secs': 0.010004} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2167.118905] env[62291]: DEBUG oslo_concurrency.lockutils [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2167.118905] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 6b127e14-7af8-4451-83c4-2197134ef295/6b127e14-7af8-4451-83c4-2197134ef295.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2167.121181] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2167.121382] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2167.121616] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-016ffa4d-71ec-459f-abde-d3ffb61cf9c6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.124296] env[62291]: INFO nova.compute.manager [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Took 47.97 seconds to build instance. [ 2167.125920] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7fe7b9a-a506-4402-bb1c-7c29c91ac690 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.129465] env[62291]: DEBUG oslo_vmware.api [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Waiting for the task: (returnval){ [ 2167.129465] env[62291]: value = "task-2143167" [ 2167.129465] env[62291]: _type = "Task" [ 2167.129465] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2167.141765] env[62291]: DEBUG oslo_vmware.api [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Waiting for the task: (returnval){ [ 2167.141765] env[62291]: value = "task-2143168" [ 2167.141765] env[62291]: _type = "Task" [ 2167.141765] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2167.141765] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2167.141765] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2167.142468] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce9c965a-8173-4ce2-aa7d-01048730510e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.145126] env[62291]: DEBUG oslo_vmware.api [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143167, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.162891] env[62291]: DEBUG oslo_vmware.api [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2167.162891] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]525bea41-28bb-003b-4f93-aa586a34e474" [ 2167.162891] env[62291]: _type = "Task" [ 2167.162891] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2167.163389] env[62291]: DEBUG oslo_vmware.api [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143168, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.178574] env[62291]: DEBUG oslo_vmware.api [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]525bea41-28bb-003b-4f93-aa586a34e474, 'name': SearchDatastore_Task, 'duration_secs': 0.015922} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2167.179501] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cfc0558-fe81-4bde-9cb9-3a7976f26717 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.190524] env[62291]: DEBUG oslo_vmware.api [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2167.190524] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52a4bf81-badc-d252-ff50-02fd8a916b36" [ 2167.190524] env[62291]: _type = "Task" [ 2167.190524] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2167.201080] env[62291]: DEBUG oslo_vmware.api [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52a4bf81-badc-d252-ff50-02fd8a916b36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.286130] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e255c803-dd12-4f6a-99fa-9bbf21bfabd8 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2167.356459] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8adc8b60-3bf7-4db9-8f0c-77abdc019f86 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.365929] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac235ed4-042a-49cf-b13b-f9f3f8ed1164 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.404094] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827df87d-d85b-4a18-ae55-83ed59c11cb4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.413821] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f11136-c1fa-44a0-b099-40cb5c767daa {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.438284] env[62291]: DEBUG nova.compute.provider_tree [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2167.540335] env[62291]: DEBUG oslo_concurrency.lockutils [req-3d9eb730-2233-4cf1-bc62-937ab7a2d1f5 req-9301e9f9-83d3-4175-b3e0-932a2481af84 service nova] Releasing lock "refresh_cache-8834ed52-cc02-4dbc-87f7-c4cd6b15be9a" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2167.629498] env[62291]: DEBUG oslo_concurrency.lockutils [None req-25ac0763-7be2-41a6-8522-6d4db8315dc6 tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Lock "e1b69949-28f1-4c27-ab34-5bd8892d321f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.370s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2167.645145] env[62291]: DEBUG oslo_vmware.api [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143167, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.659397] env[62291]: DEBUG oslo_vmware.api [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143168, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463365} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2167.659708] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 6b127e14-7af8-4451-83c4-2197134ef295/6b127e14-7af8-4451-83c4-2197134ef295.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2167.659920] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 6b127e14-7af8-4451-83c4-2197134ef295] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2167.660190] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb31539d-6a98-4d46-83d4-9aa2047fb268 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.668237] env[62291]: DEBUG oslo_vmware.api [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Waiting for the task: (returnval){ [ 2167.668237] env[62291]: value = "task-2143169" [ 2167.668237] env[62291]: _type = "Task" [ 2167.668237] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2167.680637] env[62291]: DEBUG oslo_vmware.api [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143169, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.701436] env[62291]: DEBUG oslo_vmware.api [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52a4bf81-badc-d252-ff50-02fd8a916b36, 'name': SearchDatastore_Task, 'duration_secs': 0.011222} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2167.701436] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2167.701663] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a/8834ed52-cc02-4dbc-87f7-c4cd6b15be9a.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2167.701876] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f298c07a-acde-4d3e-9e35-36fd148b86da {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2167.709895] env[62291]: DEBUG oslo_vmware.api [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2167.709895] env[62291]: value = "task-2143170" [ 2167.709895] env[62291]: _type = "Task" [ 2167.709895] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2167.719231] env[62291]: DEBUG oslo_vmware.api [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143170, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2167.803745] env[62291]: INFO nova.compute.manager [None req-a03316f7-b26d-447b-9bc9-88c4e071848f tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Rescuing [ 2167.804074] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a03316f7-b26d-447b-9bc9-88c4e071848f tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Acquiring lock "refresh_cache-e1b69949-28f1-4c27-ab34-5bd8892d321f" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2167.804235] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a03316f7-b26d-447b-9bc9-88c4e071848f tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Acquired lock "refresh_cache-e1b69949-28f1-4c27-ab34-5bd8892d321f" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2167.804403] env[62291]: DEBUG nova.network.neutron [None req-a03316f7-b26d-447b-9bc9-88c4e071848f tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2167.940164] env[62291]: DEBUG nova.scheduler.client.report [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2168.137769] env[62291]: DEBUG nova.compute.manager [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2168.144556] env[62291]: DEBUG oslo_vmware.api [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143167, 'name': ReconfigVM_Task, 'duration_secs': 0.832462} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2168.144887] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: ebcf3701-88ed-408a-8019-7bca77d6cb50] Reconfigured VM instance instance-0000004a to attach disk [datastore1] ebcf3701-88ed-408a-8019-7bca77d6cb50/ebcf3701-88ed-408a-8019-7bca77d6cb50.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2168.146315] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cddec6dd-75fd-40cb-8a14-1db595c9f870 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.154961] env[62291]: DEBUG oslo_vmware.api [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Waiting for the task: (returnval){ [ 2168.154961] env[62291]: value = "task-2143171" [ 2168.154961] env[62291]: _type = "Task" [ 2168.154961] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2168.165643] env[62291]: DEBUG oslo_vmware.api [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143171, 'name': Rename_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.178911] env[62291]: DEBUG oslo_vmware.api [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143169, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072892} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2168.180276] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 6b127e14-7af8-4451-83c4-2197134ef295] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2168.180994] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222c39b4-21d0-4ff5-bc96-cf7b2bc172ab {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.206200] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 6b127e14-7af8-4451-83c4-2197134ef295] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 6b127e14-7af8-4451-83c4-2197134ef295/6b127e14-7af8-4451-83c4-2197134ef295.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2168.206950] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eff0e8e7-c4dc-451c-92c0-a5539ed22eea {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.231816] env[62291]: DEBUG oslo_vmware.api [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143170, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455198} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2168.233170] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a/8834ed52-cc02-4dbc-87f7-c4cd6b15be9a.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2168.233396] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2168.233710] env[62291]: DEBUG oslo_vmware.api [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Waiting for the task: (returnval){ [ 2168.233710] env[62291]: value = "task-2143172" [ 2168.233710] env[62291]: _type = "Task" [ 2168.233710] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2168.233975] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae86f8fd-c13a-4167-ad19-8ff96a31b992 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.246201] env[62291]: DEBUG oslo_vmware.api [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143172, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.246781] env[62291]: DEBUG oslo_vmware.api [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2168.246781] env[62291]: value = "task-2143173" [ 2168.246781] env[62291]: _type = "Task" [ 2168.246781] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2168.254967] env[62291]: DEBUG oslo_vmware.api [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143173, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.445189] env[62291]: DEBUG oslo_concurrency.lockutils [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.654s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2168.445711] env[62291]: DEBUG nova.compute.manager [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2168.450412] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6470b852-a494-4029-88ac-72f00d977369 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.242s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2168.450665] env[62291]: DEBUG nova.objects.instance [None req-6470b852-a494-4029-88ac-72f00d977369 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Lazy-loading 'resources' on Instance uuid e931a2ec-bead-48b0-afaf-44ec219a748e {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2168.558368] env[62291]: DEBUG nova.network.neutron [None req-a03316f7-b26d-447b-9bc9-88c4e071848f tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Updating instance_info_cache with network_info: [{"id": "a5313b94-e945-43fa-961e-144f89404583", "address": "fa:16:3e:a9:7c:92", "network": {"id": "4a17c937-72a2-4d20-a169-297ece20b15b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-800892489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "72826807e58a4d5e8df30f7249786250", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5313b94-e9", "ovs_interfaceid": "a5313b94-e945-43fa-961e-144f89404583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2168.665460] env[62291]: DEBUG oslo_vmware.api [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143171, 'name': Rename_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.666421] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2168.749421] env[62291]: DEBUG oslo_vmware.api [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143172, 'name': ReconfigVM_Task, 'duration_secs': 0.320514} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2168.749421] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 6b127e14-7af8-4451-83c4-2197134ef295] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 6b127e14-7af8-4451-83c4-2197134ef295/6b127e14-7af8-4451-83c4-2197134ef295.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2168.749421] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13ea3136-8b48-41b2-96d3-db7865144610 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.758870] env[62291]: DEBUG oslo_vmware.api [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143173, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071285} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2168.760151] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2168.760502] env[62291]: DEBUG oslo_vmware.api [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Waiting for the task: (returnval){ [ 2168.760502] env[62291]: value = "task-2143174" [ 2168.760502] env[62291]: _type = "Task" [ 2168.760502] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2168.761191] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0f5d69-5cb0-4e75-8600-8fbea8e5d745 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.771938] env[62291]: DEBUG oslo_vmware.api [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143174, 'name': Rename_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.790402] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a/8834ed52-cc02-4dbc-87f7-c4cd6b15be9a.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2168.791101] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb725b5c-3cf7-424b-b8db-4d41d9936bbf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.812286] env[62291]: DEBUG oslo_vmware.api [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2168.812286] env[62291]: value = "task-2143175" [ 2168.812286] env[62291]: _type = "Task" [ 2168.812286] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2168.822507] env[62291]: DEBUG oslo_vmware.api [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143175, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2168.953933] env[62291]: DEBUG nova.compute.utils [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2168.962198] env[62291]: DEBUG nova.compute.manager [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2168.962374] env[62291]: DEBUG nova.network.neutron [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2169.038612] env[62291]: DEBUG nova.policy [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04d250851d9545eb8f93b3df540bcae0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa06d4539b8f42f19c5928e2f6e9e85c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2169.061495] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a03316f7-b26d-447b-9bc9-88c4e071848f tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Releasing lock "refresh_cache-e1b69949-28f1-4c27-ab34-5bd8892d321f" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2169.167077] env[62291]: DEBUG oslo_vmware.api [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143171, 'name': Rename_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.273612] env[62291]: DEBUG oslo_vmware.api [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143174, 'name': Rename_Task, 'duration_secs': 0.165833} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2169.273890] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 6b127e14-7af8-4451-83c4-2197134ef295] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2169.274152] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4670e518-517c-407f-b92c-14a717f797ae {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.284735] env[62291]: DEBUG oslo_vmware.api [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Waiting for the task: (returnval){ [ 2169.284735] env[62291]: value = "task-2143176" [ 2169.284735] env[62291]: _type = "Task" [ 2169.284735] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.295108] env[62291]: DEBUG oslo_vmware.api [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143176, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.328024] env[62291]: DEBUG oslo_vmware.api [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143175, 'name': ReconfigVM_Task, 'duration_secs': 0.285879} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2169.328024] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a/8834ed52-cc02-4dbc-87f7-c4cd6b15be9a.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2169.328024] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-65a9f969-093c-49f7-83c7-3bec6927becd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.335037] env[62291]: DEBUG oslo_vmware.api [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2169.335037] env[62291]: value = "task-2143177" [ 2169.335037] env[62291]: _type = "Task" [ 2169.335037] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.347011] env[62291]: DEBUG oslo_vmware.api [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143177, 'name': Rename_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.434254] env[62291]: DEBUG nova.network.neutron [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Successfully created port: a8fa84fa-2a54-4510-b416-251acb8e751d {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2169.462827] env[62291]: DEBUG nova.compute.manager [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2169.484865] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a318953-c417-45c9-be09-fc29bdf15c4d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.496386] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16c2240-6988-46ba-b5b3-c8da51965135 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.534930] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b668b0-7d23-4a09-aa3f-7f7dcf75dd54 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.545230] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99849ca-12ce-4c7c-a87a-806bfdba00bb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.561486] env[62291]: DEBUG nova.compute.provider_tree [None req-6470b852-a494-4029-88ac-72f00d977369 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2169.604013] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-a03316f7-b26d-447b-9bc9-88c4e071848f tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2169.604603] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c139b0b5-0ae7-44ca-b41d-aebb13b40ec6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.613166] env[62291]: DEBUG oslo_vmware.api [None req-a03316f7-b26d-447b-9bc9-88c4e071848f tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Waiting for the task: (returnval){ [ 2169.613166] env[62291]: value = "task-2143178" [ 2169.613166] env[62291]: _type = "Task" [ 2169.613166] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.623645] env[62291]: DEBUG oslo_vmware.api [None req-a03316f7-b26d-447b-9bc9-88c4e071848f tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Task: {'id': task-2143178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.669486] env[62291]: DEBUG oslo_vmware.api [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143171, 'name': Rename_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2169.797134] env[62291]: DEBUG oslo_vmware.api [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143176, 'name': PowerOnVM_Task, 'duration_secs': 0.492182} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2169.797134] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 6b127e14-7af8-4451-83c4-2197134ef295] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2169.797134] env[62291]: INFO nova.compute.manager [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 6b127e14-7af8-4451-83c4-2197134ef295] Took 13.27 seconds to spawn the instance on the hypervisor. [ 2169.797134] env[62291]: DEBUG nova.compute.manager [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 6b127e14-7af8-4451-83c4-2197134ef295] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2169.797134] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46e4afe-ca23-471b-943d-8a132286ef47 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.849624] env[62291]: DEBUG oslo_vmware.api [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143177, 'name': Rename_Task, 'duration_secs': 0.176311} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2169.850079] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2169.851591] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45032cf1-8f6b-4115-a2f1-05a0c5666bc7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2169.860240] env[62291]: DEBUG oslo_vmware.api [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2169.860240] env[62291]: value = "task-2143179" [ 2169.860240] env[62291]: _type = "Task" [ 2169.860240] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2169.871077] env[62291]: DEBUG oslo_vmware.api [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143179, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.065544] env[62291]: DEBUG nova.scheduler.client.report [None req-6470b852-a494-4029-88ac-72f00d977369 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2170.124771] env[62291]: DEBUG oslo_vmware.api [None req-a03316f7-b26d-447b-9bc9-88c4e071848f tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Task: {'id': task-2143178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.169152] env[62291]: DEBUG oslo_vmware.api [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143171, 'name': Rename_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.323285] env[62291]: INFO nova.compute.manager [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 6b127e14-7af8-4451-83c4-2197134ef295] Took 43.45 seconds to build instance. [ 2170.371387] env[62291]: DEBUG oslo_vmware.api [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143179, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.476323] env[62291]: DEBUG nova.compute.manager [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2170.504766] env[62291]: DEBUG nova.virt.hardware [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2170.505037] env[62291]: DEBUG nova.virt.hardware [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2170.505202] env[62291]: DEBUG nova.virt.hardware [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2170.505393] env[62291]: DEBUG nova.virt.hardware [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2170.505541] env[62291]: DEBUG nova.virt.hardware [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2170.505690] env[62291]: DEBUG nova.virt.hardware [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2170.505901] env[62291]: DEBUG nova.virt.hardware [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2170.506078] env[62291]: DEBUG nova.virt.hardware [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2170.506249] env[62291]: DEBUG nova.virt.hardware [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2170.506414] env[62291]: DEBUG nova.virt.hardware [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2170.506584] env[62291]: DEBUG nova.virt.hardware [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2170.511021] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44b8f2f-5a62-4b9f-9452-72a132f1a031 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.518123] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0e3291-5b3d-427e-befb-02ae0ad60595 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.576239] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6470b852-a494-4029-88ac-72f00d977369 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.126s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2170.578817] env[62291]: DEBUG oslo_concurrency.lockutils [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.718s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2170.580555] env[62291]: INFO nova.compute.claims [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2170.606458] env[62291]: INFO nova.scheduler.client.report [None req-6470b852-a494-4029-88ac-72f00d977369 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Deleted allocations for instance e931a2ec-bead-48b0-afaf-44ec219a748e [ 2170.626184] env[62291]: DEBUG oslo_vmware.api [None req-a03316f7-b26d-447b-9bc9-88c4e071848f tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Task: {'id': task-2143178, 'name': PowerOffVM_Task, 'duration_secs': 0.675016} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2170.626184] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-a03316f7-b26d-447b-9bc9-88c4e071848f tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2170.626184] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8d4d29-64c2-4179-a86b-5216a71fed13 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.650080] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fc2c21-31de-43a1-81ac-75a7dce8bb14 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.671641] env[62291]: DEBUG oslo_vmware.api [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143171, 'name': Rename_Task, 'duration_secs': 2.01937} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2170.671948] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: ebcf3701-88ed-408a-8019-7bca77d6cb50] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2170.672304] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c7b6eea-7570-4b1f-b0e8-dd1eb71739a9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.682420] env[62291]: DEBUG oslo_vmware.api [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Waiting for the task: (returnval){ [ 2170.682420] env[62291]: value = "task-2143180" [ 2170.682420] env[62291]: _type = "Task" [ 2170.682420] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2170.686131] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-a03316f7-b26d-447b-9bc9-88c4e071848f tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2170.688266] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fcb099c-93b0-453a-b394-bc2e419ffd03 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2170.695010] env[62291]: DEBUG oslo_vmware.api [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143180, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.696223] env[62291]: DEBUG oslo_vmware.api [None req-a03316f7-b26d-447b-9bc9-88c4e071848f tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Waiting for the task: (returnval){ [ 2170.696223] env[62291]: value = "task-2143181" [ 2170.696223] env[62291]: _type = "Task" [ 2170.696223] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2170.705611] env[62291]: DEBUG oslo_vmware.api [None req-a03316f7-b26d-447b-9bc9-88c4e071848f tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Task: {'id': task-2143181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2170.822714] env[62291]: DEBUG oslo_concurrency.lockutils [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Lock "6b127e14-7af8-4451-83c4-2197134ef295" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.141s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2170.874375] env[62291]: DEBUG oslo_vmware.api [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143179, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.117489] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6470b852-a494-4029-88ac-72f00d977369 tempest-ServerShowV247Test-631007193 tempest-ServerShowV247Test-631007193-project-member] Lock "e931a2ec-bead-48b0-afaf-44ec219a748e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.844s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2171.192651] env[62291]: DEBUG oslo_vmware.api [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143180, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.208778] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-a03316f7-b26d-447b-9bc9-88c4e071848f tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] VM already powered off {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2171.208778] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-a03316f7-b26d-447b-9bc9-88c4e071848f tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2171.208952] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a03316f7-b26d-447b-9bc9-88c4e071848f tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2171.209136] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a03316f7-b26d-447b-9bc9-88c4e071848f tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2171.209331] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-a03316f7-b26d-447b-9bc9-88c4e071848f tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2171.209552] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-272e3d61-1472-4f69-ae95-c2b69dedfe51 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.224737] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-a03316f7-b26d-447b-9bc9-88c4e071848f tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2171.224960] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-a03316f7-b26d-447b-9bc9-88c4e071848f tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2171.226670] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80e647a4-c98c-4690-b15b-1b1a73292415 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.233311] env[62291]: DEBUG oslo_vmware.api [None req-a03316f7-b26d-447b-9bc9-88c4e071848f tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Waiting for the task: (returnval){ [ 2171.233311] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52cfb0cd-4e67-3a60-baee-d55a685bf922" [ 2171.233311] env[62291]: _type = "Task" [ 2171.233311] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2171.243817] env[62291]: DEBUG oslo_vmware.api [None req-a03316f7-b26d-447b-9bc9-88c4e071848f tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52cfb0cd-4e67-3a60-baee-d55a685bf922, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.256480] env[62291]: DEBUG nova.network.neutron [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Successfully updated port: a8fa84fa-2a54-4510-b416-251acb8e751d {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2171.313073] env[62291]: DEBUG nova.compute.manager [req-52ddcb35-6046-404c-8e93-48fd23723ad0 req-0108642f-2f16-42fd-b87f-3ba4f359162c service nova] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Received event network-vif-plugged-a8fa84fa-2a54-4510-b416-251acb8e751d {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2171.313312] env[62291]: DEBUG oslo_concurrency.lockutils [req-52ddcb35-6046-404c-8e93-48fd23723ad0 req-0108642f-2f16-42fd-b87f-3ba4f359162c service nova] Acquiring lock "fe7775be-06f2-44d8-8f78-1d13e756bfa5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2171.313578] env[62291]: DEBUG oslo_concurrency.lockutils [req-52ddcb35-6046-404c-8e93-48fd23723ad0 req-0108642f-2f16-42fd-b87f-3ba4f359162c service nova] Lock "fe7775be-06f2-44d8-8f78-1d13e756bfa5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2171.313693] env[62291]: DEBUG oslo_concurrency.lockutils [req-52ddcb35-6046-404c-8e93-48fd23723ad0 req-0108642f-2f16-42fd-b87f-3ba4f359162c service nova] Lock "fe7775be-06f2-44d8-8f78-1d13e756bfa5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2171.313862] env[62291]: DEBUG nova.compute.manager [req-52ddcb35-6046-404c-8e93-48fd23723ad0 req-0108642f-2f16-42fd-b87f-3ba4f359162c service nova] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] No waiting events found dispatching network-vif-plugged-a8fa84fa-2a54-4510-b416-251acb8e751d {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2171.314017] env[62291]: WARNING nova.compute.manager [req-52ddcb35-6046-404c-8e93-48fd23723ad0 req-0108642f-2f16-42fd-b87f-3ba4f359162c service nova] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Received unexpected event network-vif-plugged-a8fa84fa-2a54-4510-b416-251acb8e751d for instance with vm_state building and task_state spawning. [ 2171.372452] env[62291]: DEBUG oslo_vmware.api [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143179, 'name': PowerOnVM_Task, 'duration_secs': 1.051569} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2171.372843] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2171.373103] env[62291]: INFO nova.compute.manager [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a] Took 10.24 seconds to spawn the instance on the hypervisor. [ 2171.373376] env[62291]: DEBUG nova.compute.manager [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2171.374201] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e07c315-9d40-4712-a54f-e69fcaf1878b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.695726] env[62291]: DEBUG oslo_vmware.api [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143180, 'name': PowerOnVM_Task, 'duration_secs': 0.51517} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2171.695726] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: ebcf3701-88ed-408a-8019-7bca77d6cb50] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2171.695726] env[62291]: INFO nova.compute.manager [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: ebcf3701-88ed-408a-8019-7bca77d6cb50] Took 18.91 seconds to spawn the instance on the hypervisor. [ 2171.695726] env[62291]: DEBUG nova.compute.manager [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: ebcf3701-88ed-408a-8019-7bca77d6cb50] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2171.695726] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b65627ee-742c-4034-9f0c-e16eaf45f8a3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.745728] env[62291]: DEBUG oslo_vmware.api [None req-a03316f7-b26d-447b-9bc9-88c4e071848f tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52cfb0cd-4e67-3a60-baee-d55a685bf922, 'name': SearchDatastore_Task, 'duration_secs': 0.037317} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2171.747828] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7be210ae-2f4d-4c5d-9dd1-b4c4bc1d02ff {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2171.760934] env[62291]: DEBUG oslo_vmware.api [None req-a03316f7-b26d-447b-9bc9-88c4e071848f tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Waiting for the task: (returnval){ [ 2171.760934] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52611e4c-e2a6-8c86-f46c-720153226929" [ 2171.760934] env[62291]: _type = "Task" [ 2171.760934] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2171.761541] env[62291]: DEBUG oslo_concurrency.lockutils [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Acquiring lock "refresh_cache-fe7775be-06f2-44d8-8f78-1d13e756bfa5" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2171.761614] env[62291]: DEBUG oslo_concurrency.lockutils [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Acquired lock "refresh_cache-fe7775be-06f2-44d8-8f78-1d13e756bfa5" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2171.762317] env[62291]: DEBUG nova.network.neutron [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2171.777836] env[62291]: DEBUG oslo_vmware.api [None req-a03316f7-b26d-447b-9bc9-88c4e071848f tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52611e4c-e2a6-8c86-f46c-720153226929, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2171.898918] env[62291]: INFO nova.compute.manager [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a] Took 40.12 seconds to build instance. [ 2172.101138] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0410c1ea-caa6-4ea6-9f51-eee9f5ad2633 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.109857] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13f0e882-49dd-4ef0-9c53-f7e5a4b9876b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.142377] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d562aaaa-7d95-4715-b427-0276922b7f43 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.152298] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-627d7b6f-f6a0-42ae-9e02-295c20e67138 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.173596] env[62291]: DEBUG nova.compute.provider_tree [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2172.220884] env[62291]: INFO nova.compute.manager [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: ebcf3701-88ed-408a-8019-7bca77d6cb50] Took 47.11 seconds to build instance. [ 2172.279997] env[62291]: DEBUG oslo_vmware.api [None req-a03316f7-b26d-447b-9bc9-88c4e071848f tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52611e4c-e2a6-8c86-f46c-720153226929, 'name': SearchDatastore_Task, 'duration_secs': 0.028659} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2172.280867] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a03316f7-b26d-447b-9bc9-88c4e071848f tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2172.284118] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-a03316f7-b26d-447b-9bc9-88c4e071848f tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] e1b69949-28f1-4c27-ab34-5bd8892d321f/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd-rescue.vmdk. {{(pid=62291) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2172.284118] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c2df1ac-4ab7-40af-82c7-768265fa0478 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.292230] env[62291]: DEBUG oslo_vmware.api [None req-a03316f7-b26d-447b-9bc9-88c4e071848f tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Waiting for the task: (returnval){ [ 2172.292230] env[62291]: value = "task-2143182" [ 2172.292230] env[62291]: _type = "Task" [ 2172.292230] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2172.304412] env[62291]: DEBUG oslo_vmware.api [None req-a03316f7-b26d-447b-9bc9-88c4e071848f tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Task: {'id': task-2143182, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.335660] env[62291]: DEBUG nova.network.neutron [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2172.401167] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cc2ea88c-e36a-4140-9363-8af061964539 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "8834ed52-cc02-4dbc-87f7-c4cd6b15be9a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.145s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2172.470557] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Acquiring lock "4845db1b-f8ab-4ecd-bd75-a9d3b5482b92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2172.471196] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Lock "4845db1b-f8ab-4ecd-bd75-a9d3b5482b92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2172.575314] env[62291]: DEBUG nova.network.neutron [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Updating instance_info_cache with network_info: [{"id": "a8fa84fa-2a54-4510-b416-251acb8e751d", "address": "fa:16:3e:66:30:53", "network": {"id": "582e46dc-88a0-40ae-8c6c-4a07a59ce875", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-731881747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa06d4539b8f42f19c5928e2f6e9e85c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8fa84fa-2a", "ovs_interfaceid": "a8fa84fa-2a54-4510-b416-251acb8e751d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2172.677207] env[62291]: DEBUG nova.scheduler.client.report [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2172.722422] env[62291]: DEBUG oslo_concurrency.lockutils [None req-10454b1d-5147-4064-81de-f0f227956787 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Lock "ebcf3701-88ed-408a-8019-7bca77d6cb50" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 76.067s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2172.805933] env[62291]: DEBUG oslo_vmware.api [None req-a03316f7-b26d-447b-9bc9-88c4e071848f tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Task: {'id': task-2143182, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479586} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2172.806102] env[62291]: INFO nova.virt.vmwareapi.ds_util [None req-a03316f7-b26d-447b-9bc9-88c4e071848f tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] e1b69949-28f1-4c27-ab34-5bd8892d321f/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd-rescue.vmdk. [ 2172.806849] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401aff09-02b5-4347-a29c-510fedd2abdf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.838400] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-a03316f7-b26d-447b-9bc9-88c4e071848f tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] e1b69949-28f1-4c27-ab34-5bd8892d321f/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd-rescue.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2172.839054] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-239a80fa-5294-47ca-b6ea-1cee90f1213a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2172.859621] env[62291]: DEBUG oslo_vmware.api [None req-a03316f7-b26d-447b-9bc9-88c4e071848f tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Waiting for the task: (returnval){ [ 2172.859621] env[62291]: value = "task-2143183" [ 2172.859621] env[62291]: _type = "Task" [ 2172.859621] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2172.870542] env[62291]: DEBUG oslo_vmware.api [None req-a03316f7-b26d-447b-9bc9-88c4e071848f tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Task: {'id': task-2143183, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2172.974118] env[62291]: DEBUG nova.compute.manager [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] [instance: 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2173.079597] env[62291]: DEBUG oslo_concurrency.lockutils [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Releasing lock "refresh_cache-fe7775be-06f2-44d8-8f78-1d13e756bfa5" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2173.079696] env[62291]: DEBUG nova.compute.manager [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Instance network_info: |[{"id": "a8fa84fa-2a54-4510-b416-251acb8e751d", "address": "fa:16:3e:66:30:53", "network": {"id": "582e46dc-88a0-40ae-8c6c-4a07a59ce875", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-731881747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa06d4539b8f42f19c5928e2f6e9e85c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8fa84fa-2a", "ovs_interfaceid": "a8fa84fa-2a54-4510-b416-251acb8e751d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2173.080345] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:30:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11da2092-76f7-447e-babb-8fc14ad39a71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8fa84fa-2a54-4510-b416-251acb8e751d', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2173.089760] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Creating folder: Project (fa06d4539b8f42f19c5928e2f6e9e85c). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2173.090128] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91efa69c-9d93-4bfa-a7c0-e664efea61a7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.106216] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Created folder: Project (fa06d4539b8f42f19c5928e2f6e9e85c) in parent group-v437896. [ 2173.106671] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Creating folder: Instances. Parent ref: group-v438069. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2173.106786] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-02484f94-5208-42c6-a203-d70edbb8ad7a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.109471] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e6a0425b-5f58-4d56-b09e-9d28dc58ebfd tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "8834ed52-cc02-4dbc-87f7-c4cd6b15be9a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2173.109765] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e6a0425b-5f58-4d56-b09e-9d28dc58ebfd tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "8834ed52-cc02-4dbc-87f7-c4cd6b15be9a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2173.110124] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e6a0425b-5f58-4d56-b09e-9d28dc58ebfd tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "8834ed52-cc02-4dbc-87f7-c4cd6b15be9a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2173.110251] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e6a0425b-5f58-4d56-b09e-9d28dc58ebfd tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "8834ed52-cc02-4dbc-87f7-c4cd6b15be9a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2173.111176] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e6a0425b-5f58-4d56-b09e-9d28dc58ebfd tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "8834ed52-cc02-4dbc-87f7-c4cd6b15be9a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2173.113249] env[62291]: INFO nova.compute.manager [None req-e6a0425b-5f58-4d56-b09e-9d28dc58ebfd tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a] Terminating instance [ 2173.115958] env[62291]: DEBUG nova.compute.manager [None req-e6a0425b-5f58-4d56-b09e-9d28dc58ebfd tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2173.116351] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a0425b-5f58-4d56-b09e-9d28dc58ebfd tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2173.117330] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702ad7aa-f660-421f-aca8-0eba781b170a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.123942] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Created folder: Instances in parent group-v438069. [ 2173.124421] env[62291]: DEBUG oslo.service.loopingcall [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2173.126842] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2173.127753] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a0425b-5f58-4d56-b09e-9d28dc58ebfd tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2173.127753] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8e5cb6e-25b3-422d-bd92-f8ab50434907 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.142404] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05556abf-ba0d-453a-bfe7-8778f31380d2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.144365] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cf381ff8-e363-4bc3-b9c9-0a7e8ec7e90f tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Acquiring lock "ebcf3701-88ed-408a-8019-7bca77d6cb50" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2173.144589] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cf381ff8-e363-4bc3-b9c9-0a7e8ec7e90f tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Lock "ebcf3701-88ed-408a-8019-7bca77d6cb50" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2173.144830] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cf381ff8-e363-4bc3-b9c9-0a7e8ec7e90f tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Acquiring lock "ebcf3701-88ed-408a-8019-7bca77d6cb50-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2173.145098] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cf381ff8-e363-4bc3-b9c9-0a7e8ec7e90f tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Lock "ebcf3701-88ed-408a-8019-7bca77d6cb50-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2173.145320] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cf381ff8-e363-4bc3-b9c9-0a7e8ec7e90f tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Lock "ebcf3701-88ed-408a-8019-7bca77d6cb50-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2173.147638] env[62291]: INFO nova.compute.manager [None req-cf381ff8-e363-4bc3-b9c9-0a7e8ec7e90f tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: ebcf3701-88ed-408a-8019-7bca77d6cb50] Terminating instance [ 2173.149482] env[62291]: DEBUG nova.compute.manager [None req-cf381ff8-e363-4bc3-b9c9-0a7e8ec7e90f tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: ebcf3701-88ed-408a-8019-7bca77d6cb50] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2173.149726] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-cf381ff8-e363-4bc3-b9c9-0a7e8ec7e90f tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: ebcf3701-88ed-408a-8019-7bca77d6cb50] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2173.150567] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7c1fad-27c9-425a-88d8-05535b70dd0c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.155606] env[62291]: DEBUG oslo_vmware.api [None req-e6a0425b-5f58-4d56-b09e-9d28dc58ebfd tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2173.155606] env[62291]: value = "task-2143186" [ 2173.155606] env[62291]: _type = "Task" [ 2173.155606] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2173.155874] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2173.155874] env[62291]: value = "task-2143187" [ 2173.155874] env[62291]: _type = "Task" [ 2173.155874] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2173.165383] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf381ff8-e363-4bc3-b9c9-0a7e8ec7e90f tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: ebcf3701-88ed-408a-8019-7bca77d6cb50] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2173.165892] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4be86aca-9829-484c-af7a-d76d997fb8a5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.173324] env[62291]: DEBUG oslo_vmware.api [None req-e6a0425b-5f58-4d56-b09e-9d28dc58ebfd tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.176321] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143187, 'name': CreateVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.184048] env[62291]: DEBUG oslo_vmware.api [None req-cf381ff8-e363-4bc3-b9c9-0a7e8ec7e90f tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Waiting for the task: (returnval){ [ 2173.184048] env[62291]: value = "task-2143188" [ 2173.184048] env[62291]: _type = "Task" [ 2173.184048] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2173.184914] env[62291]: DEBUG oslo_concurrency.lockutils [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.606s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2173.185663] env[62291]: DEBUG nova.compute.manager [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2173.194917] env[62291]: DEBUG oslo_concurrency.lockutils [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.467s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2173.198266] env[62291]: INFO nova.compute.claims [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2173.207734] env[62291]: DEBUG oslo_vmware.api [None req-cf381ff8-e363-4bc3-b9c9-0a7e8ec7e90f tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143188, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.356636] env[62291]: DEBUG nova.compute.manager [req-f6004412-ac47-4a95-a905-351da053b0fe req-1153a91d-335f-4c3b-b39b-bbd579988b5c service nova] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Received event network-changed-a8fa84fa-2a54-4510-b416-251acb8e751d {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2173.356636] env[62291]: DEBUG nova.compute.manager [req-f6004412-ac47-4a95-a905-351da053b0fe req-1153a91d-335f-4c3b-b39b-bbd579988b5c service nova] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Refreshing instance network info cache due to event network-changed-a8fa84fa-2a54-4510-b416-251acb8e751d. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2173.356636] env[62291]: DEBUG oslo_concurrency.lockutils [req-f6004412-ac47-4a95-a905-351da053b0fe req-1153a91d-335f-4c3b-b39b-bbd579988b5c service nova] Acquiring lock "refresh_cache-fe7775be-06f2-44d8-8f78-1d13e756bfa5" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2173.356636] env[62291]: DEBUG oslo_concurrency.lockutils [req-f6004412-ac47-4a95-a905-351da053b0fe req-1153a91d-335f-4c3b-b39b-bbd579988b5c service nova] Acquired lock "refresh_cache-fe7775be-06f2-44d8-8f78-1d13e756bfa5" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2173.356636] env[62291]: DEBUG nova.network.neutron [req-f6004412-ac47-4a95-a905-351da053b0fe req-1153a91d-335f-4c3b-b39b-bbd579988b5c service nova] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Refreshing network info cache for port a8fa84fa-2a54-4510-b416-251acb8e751d {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2173.369392] env[62291]: DEBUG oslo_vmware.api [None req-a03316f7-b26d-447b-9bc9-88c4e071848f tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Task: {'id': task-2143183, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.421167] env[62291]: DEBUG oslo_concurrency.lockutils [None req-05ef86c3-b5fe-4126-bdba-d2546a347c3b tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Acquiring lock "6b127e14-7af8-4451-83c4-2197134ef295" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2173.421496] env[62291]: DEBUG oslo_concurrency.lockutils [None req-05ef86c3-b5fe-4126-bdba-d2546a347c3b tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Lock "6b127e14-7af8-4451-83c4-2197134ef295" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2173.421755] env[62291]: DEBUG oslo_concurrency.lockutils [None req-05ef86c3-b5fe-4126-bdba-d2546a347c3b tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Acquiring lock "6b127e14-7af8-4451-83c4-2197134ef295-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2173.421954] env[62291]: DEBUG oslo_concurrency.lockutils [None req-05ef86c3-b5fe-4126-bdba-d2546a347c3b tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Lock "6b127e14-7af8-4451-83c4-2197134ef295-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2173.422153] env[62291]: DEBUG oslo_concurrency.lockutils [None req-05ef86c3-b5fe-4126-bdba-d2546a347c3b tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Lock "6b127e14-7af8-4451-83c4-2197134ef295-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2173.426740] env[62291]: INFO nova.compute.manager [None req-05ef86c3-b5fe-4126-bdba-d2546a347c3b tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 6b127e14-7af8-4451-83c4-2197134ef295] Terminating instance [ 2173.429939] env[62291]: DEBUG nova.compute.manager [None req-05ef86c3-b5fe-4126-bdba-d2546a347c3b tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 6b127e14-7af8-4451-83c4-2197134ef295] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2173.429939] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-05ef86c3-b5fe-4126-bdba-d2546a347c3b tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 6b127e14-7af8-4451-83c4-2197134ef295] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2173.430689] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d182d90-9638-4b05-ae05-0a15d7def429 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.439252] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-05ef86c3-b5fe-4126-bdba-d2546a347c3b tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 6b127e14-7af8-4451-83c4-2197134ef295] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2173.439489] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-618ecea5-9bff-4f41-8e6f-162b47799088 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.446333] env[62291]: DEBUG oslo_vmware.api [None req-05ef86c3-b5fe-4126-bdba-d2546a347c3b tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Waiting for the task: (returnval){ [ 2173.446333] env[62291]: value = "task-2143189" [ 2173.446333] env[62291]: _type = "Task" [ 2173.446333] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2173.457200] env[62291]: DEBUG oslo_vmware.api [None req-05ef86c3-b5fe-4126-bdba-d2546a347c3b tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.499724] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2173.673025] env[62291]: DEBUG oslo_vmware.api [None req-e6a0425b-5f58-4d56-b09e-9d28dc58ebfd tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143186, 'name': PowerOffVM_Task, 'duration_secs': 0.380223} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2173.673025] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6a0425b-5f58-4d56-b09e-9d28dc58ebfd tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2173.673025] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a0425b-5f58-4d56-b09e-9d28dc58ebfd tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2173.673025] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143187, 'name': CreateVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2173.673025] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25e512f5-81e1-4e59-bfdf-1626fca3266c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.699074] env[62291]: DEBUG oslo_vmware.api [None req-cf381ff8-e363-4bc3-b9c9-0a7e8ec7e90f tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143188, 'name': PowerOffVM_Task, 'duration_secs': 0.355609} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2173.700253] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf381ff8-e363-4bc3-b9c9-0a7e8ec7e90f tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: ebcf3701-88ed-408a-8019-7bca77d6cb50] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2173.700253] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-cf381ff8-e363-4bc3-b9c9-0a7e8ec7e90f tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: ebcf3701-88ed-408a-8019-7bca77d6cb50] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2173.700253] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21ef4da1-0aca-4671-90db-17700c582b7f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2173.702854] env[62291]: DEBUG nova.compute.utils [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2173.709023] env[62291]: DEBUG nova.compute.manager [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2173.709023] env[62291]: DEBUG nova.network.neutron [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2173.761224] env[62291]: DEBUG nova.policy [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5fe33626fdb54f419c3ae46a09b42af7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1553c7ef0e7404cbea3d3a38c0509ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2174.018298] env[62291]: DEBUG oslo_vmware.api [None req-a03316f7-b26d-447b-9bc9-88c4e071848f tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Task: {'id': task-2143183, 'name': ReconfigVM_Task, 'duration_secs': 0.655279} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2174.018298] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-a03316f7-b26d-447b-9bc9-88c4e071848f tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Reconfigured VM instance instance-00000049 to attach disk [datastore2] e1b69949-28f1-4c27-ab34-5bd8892d321f/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd-rescue.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2174.018298] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd975b10-5f6b-418a-ae14-77dc66a774d2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.018298] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1e40c4b-5e95-40ac-bdef-abe28f55f6ff {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.018298] env[62291]: DEBUG oslo_vmware.api [None req-a03316f7-b26d-447b-9bc9-88c4e071848f tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Waiting for the task: (returnval){ [ 2174.018298] env[62291]: value = "task-2143192" [ 2174.018298] env[62291]: _type = "Task" [ 2174.018298] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2174.018298] env[62291]: DEBUG oslo_vmware.api [None req-05ef86c3-b5fe-4126-bdba-d2546a347c3b tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143189, 'name': PowerOffVM_Task, 'duration_secs': 0.272279} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2174.018298] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-05ef86c3-b5fe-4126-bdba-d2546a347c3b tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 6b127e14-7af8-4451-83c4-2197134ef295] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2174.018298] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-05ef86c3-b5fe-4126-bdba-d2546a347c3b tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 6b127e14-7af8-4451-83c4-2197134ef295] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2174.018298] env[62291]: DEBUG oslo_vmware.api [None req-a03316f7-b26d-447b-9bc9-88c4e071848f tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Task: {'id': task-2143192, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.018298] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-834ba26a-0c68-4323-a3fe-76b47e3ab03b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.167952] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143187, 'name': CreateVM_Task, 'duration_secs': 0.587508} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2174.168276] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2174.168999] env[62291]: DEBUG oslo_concurrency.lockutils [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2174.170243] env[62291]: DEBUG oslo_concurrency.lockutils [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2174.170243] env[62291]: DEBUG oslo_concurrency.lockutils [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2174.170243] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d0dab21-5dc6-439a-9959-7a3e4c0bc2f2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.177649] env[62291]: DEBUG oslo_vmware.api [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Waiting for the task: (returnval){ [ 2174.177649] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52042529-be33-76f0-06dc-3eda5ba34390" [ 2174.177649] env[62291]: _type = "Task" [ 2174.177649] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2174.195912] env[62291]: DEBUG oslo_vmware.api [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52042529-be33-76f0-06dc-3eda5ba34390, 'name': SearchDatastore_Task, 'duration_secs': 0.010186} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2174.196468] env[62291]: DEBUG oslo_concurrency.lockutils [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2174.196468] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2174.196834] env[62291]: DEBUG oslo_concurrency.lockutils [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2174.196879] env[62291]: DEBUG oslo_concurrency.lockutils [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2174.197235] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2174.199512] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1552ca2-ce31-4a43-9bf5-3de1659247a8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.207534] env[62291]: DEBUG nova.compute.manager [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2174.214206] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2174.214396] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2174.215529] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-279ec14a-4476-47e2-a569-f549f3931d9f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.222229] env[62291]: DEBUG oslo_vmware.api [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Waiting for the task: (returnval){ [ 2174.222229] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52cada2d-61b3-12ac-be49-7dd91a162f12" [ 2174.222229] env[62291]: _type = "Task" [ 2174.222229] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2174.231220] env[62291]: DEBUG oslo_vmware.api [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52cada2d-61b3-12ac-be49-7dd91a162f12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.278440] env[62291]: DEBUG nova.network.neutron [req-f6004412-ac47-4a95-a905-351da053b0fe req-1153a91d-335f-4c3b-b39b-bbd579988b5c service nova] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Updated VIF entry in instance network info cache for port a8fa84fa-2a54-4510-b416-251acb8e751d. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2174.278795] env[62291]: DEBUG nova.network.neutron [req-f6004412-ac47-4a95-a905-351da053b0fe req-1153a91d-335f-4c3b-b39b-bbd579988b5c service nova] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Updating instance_info_cache with network_info: [{"id": "a8fa84fa-2a54-4510-b416-251acb8e751d", "address": "fa:16:3e:66:30:53", "network": {"id": "582e46dc-88a0-40ae-8c6c-4a07a59ce875", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-731881747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa06d4539b8f42f19c5928e2f6e9e85c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8fa84fa-2a", "ovs_interfaceid": "a8fa84fa-2a54-4510-b416-251acb8e751d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2174.326930] env[62291]: DEBUG nova.network.neutron [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Successfully created port: 7981eb90-f411-4da2-864a-e5b53b49d639 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2174.458731] env[62291]: DEBUG oslo_vmware.api [None req-a03316f7-b26d-447b-9bc9-88c4e071848f tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Task: {'id': task-2143192, 'name': ReconfigVM_Task, 'duration_secs': 0.192034} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2174.458731] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-a03316f7-b26d-447b-9bc9-88c4e071848f tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2174.458731] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce245682-01a9-480a-a678-86459b3a8629 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.465323] env[62291]: DEBUG oslo_vmware.api [None req-a03316f7-b26d-447b-9bc9-88c4e071848f tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Waiting for the task: (returnval){ [ 2174.465323] env[62291]: value = "task-2143194" [ 2174.465323] env[62291]: _type = "Task" [ 2174.465323] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2174.474300] env[62291]: DEBUG oslo_vmware.api [None req-a03316f7-b26d-447b-9bc9-88c4e071848f tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Task: {'id': task-2143194, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.697083] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b909975-5c01-4b2f-8d24-cc78634d0c2c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.705400] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfb6422-40a4-4c51-867f-e2efeffd42e9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.744699] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d736e982-349f-465f-a030-1dbf3ecdaf5b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.758348] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89ace90-cd0e-41b4-9b34-ee39b8b669f2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.762509] env[62291]: DEBUG oslo_vmware.api [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52cada2d-61b3-12ac-be49-7dd91a162f12, 'name': SearchDatastore_Task, 'duration_secs': 0.010104} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2174.763702] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be9db196-7915-48a2-b31b-b20e4cd790ec {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2174.774320] env[62291]: DEBUG nova.compute.provider_tree [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2174.781747] env[62291]: DEBUG oslo_concurrency.lockutils [req-f6004412-ac47-4a95-a905-351da053b0fe req-1153a91d-335f-4c3b-b39b-bbd579988b5c service nova] Releasing lock "refresh_cache-fe7775be-06f2-44d8-8f78-1d13e756bfa5" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2174.784384] env[62291]: DEBUG oslo_vmware.api [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Waiting for the task: (returnval){ [ 2174.784384] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5212cc7f-da1b-0f8c-8883-a3436ccbdd8c" [ 2174.784384] env[62291]: _type = "Task" [ 2174.784384] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2174.805761] env[62291]: DEBUG oslo_vmware.api [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5212cc7f-da1b-0f8c-8883-a3436ccbdd8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2174.976679] env[62291]: DEBUG oslo_vmware.api [None req-a03316f7-b26d-447b-9bc9-88c4e071848f tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Task: {'id': task-2143194, 'name': PowerOnVM_Task, 'duration_secs': 0.4096} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2174.977043] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-a03316f7-b26d-447b-9bc9-88c4e071848f tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2174.979750] env[62291]: DEBUG nova.compute.manager [None req-a03316f7-b26d-447b-9bc9-88c4e071848f tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2174.980574] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17dd8c0-8ff9-4717-a30d-00c594d84bc6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.249909] env[62291]: DEBUG nova.compute.manager [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2175.281286] env[62291]: DEBUG nova.scheduler.client.report [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2175.286830] env[62291]: DEBUG nova.virt.hardware [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2175.291232] env[62291]: DEBUG nova.virt.hardware [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2175.291475] env[62291]: DEBUG nova.virt.hardware [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2175.291716] env[62291]: DEBUG nova.virt.hardware [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2175.291857] env[62291]: DEBUG nova.virt.hardware [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2175.292036] env[62291]: DEBUG nova.virt.hardware [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2175.292344] env[62291]: DEBUG nova.virt.hardware [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2175.292505] env[62291]: DEBUG nova.virt.hardware [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2175.292677] env[62291]: DEBUG nova.virt.hardware [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2175.292830] env[62291]: DEBUG nova.virt.hardware [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2175.293011] env[62291]: DEBUG nova.virt.hardware [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2175.294315] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ee85bf-7745-4de3-b4e1-78864f366fd0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.307832] env[62291]: DEBUG oslo_vmware.api [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5212cc7f-da1b-0f8c-8883-a3436ccbdd8c, 'name': SearchDatastore_Task, 'duration_secs': 0.026007} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2175.309948] env[62291]: DEBUG oslo_concurrency.lockutils [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2175.310223] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] fe7775be-06f2-44d8-8f78-1d13e756bfa5/fe7775be-06f2-44d8-8f78-1d13e756bfa5.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2175.310656] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79927939-a863-4f08-aa08-052c6a822dc4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.313676] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec175791-8e48-4b23-9894-db9570d3a2f9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.333454] env[62291]: DEBUG oslo_vmware.api [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Waiting for the task: (returnval){ [ 2175.333454] env[62291]: value = "task-2143195" [ 2175.333454] env[62291]: _type = "Task" [ 2175.333454] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2175.342743] env[62291]: DEBUG oslo_vmware.api [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143195, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2175.799022] env[62291]: DEBUG oslo_concurrency.lockutils [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.604s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2175.799499] env[62291]: DEBUG nova.compute.manager [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2175.804212] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9e9b3a95-32c1-4395-bb95-c94089b3cd96 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.372s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2175.804437] env[62291]: DEBUG nova.objects.instance [None req-9e9b3a95-32c1-4395-bb95-c94089b3cd96 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Lazy-loading 'resources' on Instance uuid 26e82fef-be71-482c-84b2-83061ed3e8a3 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2175.846411] env[62291]: DEBUG oslo_vmware.api [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143195, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471459} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2175.846909] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] fe7775be-06f2-44d8-8f78-1d13e756bfa5/fe7775be-06f2-44d8-8f78-1d13e756bfa5.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2175.850020] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2175.850020] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff58c2c2-2151-4e9c-906d-54fbe1eaa444 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2175.859191] env[62291]: DEBUG oslo_vmware.api [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Waiting for the task: (returnval){ [ 2175.859191] env[62291]: value = "task-2143196" [ 2175.859191] env[62291]: _type = "Task" [ 2175.859191] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2175.867564] env[62291]: DEBUG oslo_vmware.api [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143196, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2176.305894] env[62291]: DEBUG nova.compute.utils [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2176.308460] env[62291]: DEBUG nova.compute.manager [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2176.308460] env[62291]: DEBUG nova.network.neutron [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2176.359544] env[62291]: DEBUG nova.policy [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14208e537b2c422692550d8dd0c49b92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27985db97fc84c6ca40a85416f94ab35', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2176.387539] env[62291]: DEBUG oslo_vmware.api [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143196, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.138082} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2176.387941] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2176.390150] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d292da0-8e35-402c-8761-0875d2d4e141 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.421544] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] fe7775be-06f2-44d8-8f78-1d13e756bfa5/fe7775be-06f2-44d8-8f78-1d13e756bfa5.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2176.423782] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c92668fd-bddd-48fb-ab05-5716156690f5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.442647] env[62291]: DEBUG nova.compute.manager [req-4289e1a1-a1fe-4c95-b04e-c7a83e1fe49d req-f252930d-196a-4bfc-9064-d994f2e4cda9 service nova] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Received event network-changed-a5313b94-e945-43fa-961e-144f89404583 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2176.442880] env[62291]: DEBUG nova.compute.manager [req-4289e1a1-a1fe-4c95-b04e-c7a83e1fe49d req-f252930d-196a-4bfc-9064-d994f2e4cda9 service nova] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Refreshing instance network info cache due to event network-changed-a5313b94-e945-43fa-961e-144f89404583. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2176.443155] env[62291]: DEBUG oslo_concurrency.lockutils [req-4289e1a1-a1fe-4c95-b04e-c7a83e1fe49d req-f252930d-196a-4bfc-9064-d994f2e4cda9 service nova] Acquiring lock "refresh_cache-e1b69949-28f1-4c27-ab34-5bd8892d321f" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2176.443309] env[62291]: DEBUG oslo_concurrency.lockutils [req-4289e1a1-a1fe-4c95-b04e-c7a83e1fe49d req-f252930d-196a-4bfc-9064-d994f2e4cda9 service nova] Acquired lock "refresh_cache-e1b69949-28f1-4c27-ab34-5bd8892d321f" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2176.443468] env[62291]: DEBUG nova.network.neutron [req-4289e1a1-a1fe-4c95-b04e-c7a83e1fe49d req-f252930d-196a-4bfc-9064-d994f2e4cda9 service nova] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Refreshing network info cache for port a5313b94-e945-43fa-961e-144f89404583 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2176.453057] env[62291]: DEBUG oslo_vmware.api [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Waiting for the task: (returnval){ [ 2176.453057] env[62291]: value = "task-2143197" [ 2176.453057] env[62291]: _type = "Task" [ 2176.453057] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2176.464145] env[62291]: DEBUG oslo_vmware.api [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143197, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2176.783387] env[62291]: DEBUG nova.network.neutron [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Successfully created port: 31aded13-37a2-4ab0-9077-1d7346efdd26 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2176.810932] env[62291]: DEBUG nova.compute.manager [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2176.902672] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c4405c-592b-4664-8419-29973dfeba20 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.911455] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-310344d4-8bc7-4021-b470-418959cb49a1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.952851] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16b10664-08dd-4163-a728-f73d0befc62b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.970492] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-760cdd99-ee0f-4dcb-b2ed-e77346ed54e4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.974544] env[62291]: DEBUG oslo_vmware.api [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143197, 'name': ReconfigVM_Task, 'duration_secs': 0.424776} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2176.974870] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Reconfigured VM instance instance-0000004d to attach disk [datastore1] fe7775be-06f2-44d8-8f78-1d13e756bfa5/fe7775be-06f2-44d8-8f78-1d13e756bfa5.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2176.976479] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ae9c0da8-e348-4a8e-a21b-8c54c64758f6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2176.987996] env[62291]: DEBUG nova.compute.provider_tree [None req-9e9b3a95-32c1-4395-bb95-c94089b3cd96 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2176.990902] env[62291]: DEBUG oslo_vmware.api [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Waiting for the task: (returnval){ [ 2176.990902] env[62291]: value = "task-2143198" [ 2176.990902] env[62291]: _type = "Task" [ 2176.990902] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2177.000069] env[62291]: DEBUG oslo_vmware.api [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143198, 'name': Rename_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2177.266139] env[62291]: DEBUG nova.network.neutron [req-4289e1a1-a1fe-4c95-b04e-c7a83e1fe49d req-f252930d-196a-4bfc-9064-d994f2e4cda9 service nova] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Updated VIF entry in instance network info cache for port a5313b94-e945-43fa-961e-144f89404583. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2177.266560] env[62291]: DEBUG nova.network.neutron [req-4289e1a1-a1fe-4c95-b04e-c7a83e1fe49d req-f252930d-196a-4bfc-9064-d994f2e4cda9 service nova] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Updating instance_info_cache with network_info: [{"id": "a5313b94-e945-43fa-961e-144f89404583", "address": "fa:16:3e:a9:7c:92", "network": {"id": "4a17c937-72a2-4d20-a169-297ece20b15b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-800892489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "72826807e58a4d5e8df30f7249786250", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5313b94-e9", "ovs_interfaceid": "a5313b94-e945-43fa-961e-144f89404583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2177.313275] env[62291]: DEBUG nova.compute.manager [req-74a6a387-7178-45c9-b793-06945db15215 req-0ac75840-81ff-4466-a777-299ed239f734 service nova] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Received event network-changed-a5313b94-e945-43fa-961e-144f89404583 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2177.313275] env[62291]: DEBUG nova.compute.manager [req-74a6a387-7178-45c9-b793-06945db15215 req-0ac75840-81ff-4466-a777-299ed239f734 service nova] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Refreshing instance network info cache due to event network-changed-a5313b94-e945-43fa-961e-144f89404583. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2177.313275] env[62291]: DEBUG oslo_concurrency.lockutils [req-74a6a387-7178-45c9-b793-06945db15215 req-0ac75840-81ff-4466-a777-299ed239f734 service nova] Acquiring lock "refresh_cache-e1b69949-28f1-4c27-ab34-5bd8892d321f" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2177.492849] env[62291]: DEBUG nova.scheduler.client.report [None req-9e9b3a95-32c1-4395-bb95-c94089b3cd96 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2177.512846] env[62291]: DEBUG oslo_vmware.api [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143198, 'name': Rename_Task, 'duration_secs': 0.165901} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2177.514167] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2177.514514] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d9acc8ce-6412-4699-94cc-641b2142b9f2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.523304] env[62291]: DEBUG oslo_vmware.api [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Waiting for the task: (returnval){ [ 2177.523304] env[62291]: value = "task-2143199" [ 2177.523304] env[62291]: _type = "Task" [ 2177.523304] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2177.533356] env[62291]: DEBUG oslo_vmware.api [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143199, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2177.769652] env[62291]: DEBUG oslo_concurrency.lockutils [req-4289e1a1-a1fe-4c95-b04e-c7a83e1fe49d req-f252930d-196a-4bfc-9064-d994f2e4cda9 service nova] Releasing lock "refresh_cache-e1b69949-28f1-4c27-ab34-5bd8892d321f" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2177.770295] env[62291]: DEBUG oslo_concurrency.lockutils [req-74a6a387-7178-45c9-b793-06945db15215 req-0ac75840-81ff-4466-a777-299ed239f734 service nova] Acquired lock "refresh_cache-e1b69949-28f1-4c27-ab34-5bd8892d321f" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2177.770680] env[62291]: DEBUG nova.network.neutron [req-74a6a387-7178-45c9-b793-06945db15215 req-0ac75840-81ff-4466-a777-299ed239f734 service nova] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Refreshing network info cache for port a5313b94-e945-43fa-961e-144f89404583 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2177.821380] env[62291]: DEBUG nova.compute.manager [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2177.852118] env[62291]: DEBUG nova.virt.hardware [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2177.852393] env[62291]: DEBUG nova.virt.hardware [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2177.852557] env[62291]: DEBUG nova.virt.hardware [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2177.852746] env[62291]: DEBUG nova.virt.hardware [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2177.852919] env[62291]: DEBUG nova.virt.hardware [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2177.853107] env[62291]: DEBUG nova.virt.hardware [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2177.853353] env[62291]: DEBUG nova.virt.hardware [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2177.853520] env[62291]: DEBUG nova.virt.hardware [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2177.853688] env[62291]: DEBUG nova.virt.hardware [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2177.853853] env[62291]: DEBUG nova.virt.hardware [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2177.854037] env[62291]: DEBUG nova.virt.hardware [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2177.854947] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d37a6d-ed11-4b20-9f8a-f043f10a5c78 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.865388] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3cb1c49-370c-448a-82dc-5177ce4d801c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2177.945863] env[62291]: DEBUG oslo_concurrency.lockutils [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Acquiring lock "fe65d098-fd1b-4127-817e-eac2f659e778" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2177.946120] env[62291]: DEBUG oslo_concurrency.lockutils [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lock "fe65d098-fd1b-4127-817e-eac2f659e778" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2178.005769] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9e9b3a95-32c1-4395-bb95-c94089b3cd96 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.201s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2178.010833] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.187s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2178.012743] env[62291]: INFO nova.compute.claims [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 56f400b6-459c-4b7c-b704-e34afd36417b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2178.035103] env[62291]: DEBUG oslo_vmware.api [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143199, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2178.037971] env[62291]: INFO nova.scheduler.client.report [None req-9e9b3a95-32c1-4395-bb95-c94089b3cd96 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Deleted allocations for instance 26e82fef-be71-482c-84b2-83061ed3e8a3 [ 2178.448557] env[62291]: DEBUG nova.compute.manager [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2178.540356] env[62291]: DEBUG oslo_vmware.api [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143199, 'name': PowerOnVM_Task, 'duration_secs': 0.584977} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2178.540735] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2178.540988] env[62291]: INFO nova.compute.manager [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Took 8.06 seconds to spawn the instance on the hypervisor. [ 2178.541222] env[62291]: DEBUG nova.compute.manager [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2178.542277] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d20f317-d6c6-4997-9080-ad1ea27ae601 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2178.550119] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9e9b3a95-32c1-4395-bb95-c94089b3cd96 tempest-ServersTestMultiNic-957509822 tempest-ServersTestMultiNic-957509822-project-member] Lock "26e82fef-be71-482c-84b2-83061ed3e8a3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.620s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2178.862187] env[62291]: DEBUG nova.network.neutron [req-74a6a387-7178-45c9-b793-06945db15215 req-0ac75840-81ff-4466-a777-299ed239f734 service nova] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Updated VIF entry in instance network info cache for port a5313b94-e945-43fa-961e-144f89404583. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2178.862791] env[62291]: DEBUG nova.network.neutron [req-74a6a387-7178-45c9-b793-06945db15215 req-0ac75840-81ff-4466-a777-299ed239f734 service nova] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Updating instance_info_cache with network_info: [{"id": "a5313b94-e945-43fa-961e-144f89404583", "address": "fa:16:3e:a9:7c:92", "network": {"id": "4a17c937-72a2-4d20-a169-297ece20b15b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-800892489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "72826807e58a4d5e8df30f7249786250", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5313b94-e9", "ovs_interfaceid": "a5313b94-e945-43fa-961e-144f89404583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2178.976205] env[62291]: DEBUG oslo_concurrency.lockutils [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2179.072653] env[62291]: INFO nova.compute.manager [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Took 43.23 seconds to build instance. [ 2179.369646] env[62291]: DEBUG oslo_concurrency.lockutils [req-74a6a387-7178-45c9-b793-06945db15215 req-0ac75840-81ff-4466-a777-299ed239f734 service nova] Releasing lock "refresh_cache-e1b69949-28f1-4c27-ab34-5bd8892d321f" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2179.530353] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7f944e-02a8-4ee5-91b5-49a6caa52269 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.538663] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff89d2c-2a47-4dca-8199-1abeff35170f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.571831] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9981129e-747d-4f74-a068-6b3482edb078 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.574754] env[62291]: DEBUG oslo_concurrency.lockutils [None req-db86de8f-fe1a-4183-a28c-d783dc3043e6 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lock "fe7775be-06f2-44d8-8f78-1d13e756bfa5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.946s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2179.581152] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c4189f-1685-427b-a1de-aa5a879bc5e0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2179.595732] env[62291]: DEBUG nova.compute.provider_tree [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2179.795524] env[62291]: DEBUG nova.compute.manager [req-712b27f3-2b6a-417b-94fb-9d06164f4271 req-1b7a9ea8-dced-4e0a-b7cd-0814bebc84b1 service nova] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Received event network-changed-a5313b94-e945-43fa-961e-144f89404583 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2179.795672] env[62291]: DEBUG nova.compute.manager [req-712b27f3-2b6a-417b-94fb-9d06164f4271 req-1b7a9ea8-dced-4e0a-b7cd-0814bebc84b1 service nova] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Refreshing instance network info cache due to event network-changed-a5313b94-e945-43fa-961e-144f89404583. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2179.795935] env[62291]: DEBUG oslo_concurrency.lockutils [req-712b27f3-2b6a-417b-94fb-9d06164f4271 req-1b7a9ea8-dced-4e0a-b7cd-0814bebc84b1 service nova] Acquiring lock "refresh_cache-e1b69949-28f1-4c27-ab34-5bd8892d321f" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2179.796279] env[62291]: DEBUG oslo_concurrency.lockutils [req-712b27f3-2b6a-417b-94fb-9d06164f4271 req-1b7a9ea8-dced-4e0a-b7cd-0814bebc84b1 service nova] Acquired lock "refresh_cache-e1b69949-28f1-4c27-ab34-5bd8892d321f" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2179.796549] env[62291]: DEBUG nova.network.neutron [req-712b27f3-2b6a-417b-94fb-9d06164f4271 req-1b7a9ea8-dced-4e0a-b7cd-0814bebc84b1 service nova] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Refreshing network info cache for port a5313b94-e945-43fa-961e-144f89404583 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2180.099159] env[62291]: DEBUG nova.scheduler.client.report [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2180.157231] env[62291]: DEBUG nova.compute.manager [req-dfed3a67-612c-45ae-b10a-e325f4a13af1 req-f534b068-03e2-4f9a-8c84-0cca9899fff4 service nova] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Received event network-changed-a8fa84fa-2a54-4510-b416-251acb8e751d {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2180.157231] env[62291]: DEBUG nova.compute.manager [req-dfed3a67-612c-45ae-b10a-e325f4a13af1 req-f534b068-03e2-4f9a-8c84-0cca9899fff4 service nova] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Refreshing instance network info cache due to event network-changed-a8fa84fa-2a54-4510-b416-251acb8e751d. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2180.157231] env[62291]: DEBUG oslo_concurrency.lockutils [req-dfed3a67-612c-45ae-b10a-e325f4a13af1 req-f534b068-03e2-4f9a-8c84-0cca9899fff4 service nova] Acquiring lock "refresh_cache-fe7775be-06f2-44d8-8f78-1d13e756bfa5" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2180.157231] env[62291]: DEBUG oslo_concurrency.lockutils [req-dfed3a67-612c-45ae-b10a-e325f4a13af1 req-f534b068-03e2-4f9a-8c84-0cca9899fff4 service nova] Acquired lock "refresh_cache-fe7775be-06f2-44d8-8f78-1d13e756bfa5" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2180.157231] env[62291]: DEBUG nova.network.neutron [req-dfed3a67-612c-45ae-b10a-e325f4a13af1 req-f534b068-03e2-4f9a-8c84-0cca9899fff4 service nova] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Refreshing network info cache for port a8fa84fa-2a54-4510-b416-251acb8e751d {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2180.557238] env[62291]: DEBUG nova.network.neutron [req-712b27f3-2b6a-417b-94fb-9d06164f4271 req-1b7a9ea8-dced-4e0a-b7cd-0814bebc84b1 service nova] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Updated VIF entry in instance network info cache for port a5313b94-e945-43fa-961e-144f89404583. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2180.557238] env[62291]: DEBUG nova.network.neutron [req-712b27f3-2b6a-417b-94fb-9d06164f4271 req-1b7a9ea8-dced-4e0a-b7cd-0814bebc84b1 service nova] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Updating instance_info_cache with network_info: [{"id": "a5313b94-e945-43fa-961e-144f89404583", "address": "fa:16:3e:a9:7c:92", "network": {"id": "4a17c937-72a2-4d20-a169-297ece20b15b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-800892489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "72826807e58a4d5e8df30f7249786250", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5313b94-e9", "ovs_interfaceid": "a5313b94-e945-43fa-961e-144f89404583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2180.608045] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.597s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2180.609131] env[62291]: DEBUG nova.compute.manager [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 56f400b6-459c-4b7c-b704-e34afd36417b] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2180.619612] env[62291]: DEBUG oslo_concurrency.lockutils [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.716s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2180.619612] env[62291]: DEBUG nova.objects.instance [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62291) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2180.885310] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a0425b-5f58-4d56-b09e-9d28dc58ebfd tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2180.885565] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a0425b-5f58-4d56-b09e-9d28dc58ebfd tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a] Deleting contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2180.885916] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6a0425b-5f58-4d56-b09e-9d28dc58ebfd tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Deleting the datastore file [datastore1] 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2180.886086] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-05ef86c3-b5fe-4126-bdba-d2546a347c3b tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 6b127e14-7af8-4451-83c4-2197134ef295] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2180.886215] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-05ef86c3-b5fe-4126-bdba-d2546a347c3b tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 6b127e14-7af8-4451-83c4-2197134ef295] Deleting contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2180.886379] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-05ef86c3-b5fe-4126-bdba-d2546a347c3b tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Deleting the datastore file [datastore1] 6b127e14-7af8-4451-83c4-2197134ef295 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2180.886742] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5418398-03c2-46d8-8637-0f6e783a6a8f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.888856] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1a419f7-9c3e-47c0-ab0c-c0cba720bd36 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.893074] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-cf381ff8-e363-4bc3-b9c9-0a7e8ec7e90f tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: ebcf3701-88ed-408a-8019-7bca77d6cb50] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2180.893292] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-cf381ff8-e363-4bc3-b9c9-0a7e8ec7e90f tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: ebcf3701-88ed-408a-8019-7bca77d6cb50] Deleting contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2180.893475] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf381ff8-e363-4bc3-b9c9-0a7e8ec7e90f tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Deleting the datastore file [datastore1] ebcf3701-88ed-408a-8019-7bca77d6cb50 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2180.893740] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3abd0770-e4e7-41ff-90e0-942a4e3c7130 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2180.901191] env[62291]: DEBUG oslo_vmware.api [None req-05ef86c3-b5fe-4126-bdba-d2546a347c3b tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Waiting for the task: (returnval){ [ 2180.901191] env[62291]: value = "task-2143201" [ 2180.901191] env[62291]: _type = "Task" [ 2180.901191] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2180.902602] env[62291]: DEBUG oslo_vmware.api [None req-e6a0425b-5f58-4d56-b09e-9d28dc58ebfd tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2180.902602] env[62291]: value = "task-2143200" [ 2180.902602] env[62291]: _type = "Task" [ 2180.902602] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2180.910840] env[62291]: DEBUG oslo_vmware.api [None req-cf381ff8-e363-4bc3-b9c9-0a7e8ec7e90f tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Waiting for the task: (returnval){ [ 2180.910840] env[62291]: value = "task-2143202" [ 2180.910840] env[62291]: _type = "Task" [ 2180.910840] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2180.922836] env[62291]: DEBUG oslo_vmware.api [None req-e6a0425b-5f58-4d56-b09e-9d28dc58ebfd tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143200, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2180.922891] env[62291]: DEBUG oslo_vmware.api [None req-05ef86c3-b5fe-4126-bdba-d2546a347c3b tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143201, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2180.929658] env[62291]: DEBUG oslo_vmware.api [None req-cf381ff8-e363-4bc3-b9c9-0a7e8ec7e90f tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143202, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2181.059394] env[62291]: DEBUG oslo_concurrency.lockutils [req-712b27f3-2b6a-417b-94fb-9d06164f4271 req-1b7a9ea8-dced-4e0a-b7cd-0814bebc84b1 service nova] Releasing lock "refresh_cache-e1b69949-28f1-4c27-ab34-5bd8892d321f" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2181.069177] env[62291]: DEBUG nova.network.neutron [req-dfed3a67-612c-45ae-b10a-e325f4a13af1 req-f534b068-03e2-4f9a-8c84-0cca9899fff4 service nova] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Updated VIF entry in instance network info cache for port a8fa84fa-2a54-4510-b416-251acb8e751d. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2181.069539] env[62291]: DEBUG nova.network.neutron [req-dfed3a67-612c-45ae-b10a-e325f4a13af1 req-f534b068-03e2-4f9a-8c84-0cca9899fff4 service nova] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Updating instance_info_cache with network_info: [{"id": "a8fa84fa-2a54-4510-b416-251acb8e751d", "address": "fa:16:3e:66:30:53", "network": {"id": "582e46dc-88a0-40ae-8c6c-4a07a59ce875", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-731881747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa06d4539b8f42f19c5928e2f6e9e85c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8fa84fa-2a", "ovs_interfaceid": "a8fa84fa-2a54-4510-b416-251acb8e751d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2181.118288] env[62291]: DEBUG nova.compute.utils [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2181.120107] env[62291]: DEBUG nova.compute.manager [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 56f400b6-459c-4b7c-b704-e34afd36417b] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2181.120246] env[62291]: DEBUG nova.network.neutron [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 56f400b6-459c-4b7c-b704-e34afd36417b] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2181.176960] env[62291]: DEBUG nova.policy [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3605e6b7d7f43ed9e4fd9cb3747956c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fec9555fe4aa4c7a9e61c54aebf169a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2181.427788] env[62291]: DEBUG oslo_vmware.api [None req-05ef86c3-b5fe-4126-bdba-d2546a347c3b tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143201, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169457} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2181.433021] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-05ef86c3-b5fe-4126-bdba-d2546a347c3b tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2181.433366] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-05ef86c3-b5fe-4126-bdba-d2546a347c3b tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 6b127e14-7af8-4451-83c4-2197134ef295] Deleted contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2181.433573] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-05ef86c3-b5fe-4126-bdba-d2546a347c3b tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 6b127e14-7af8-4451-83c4-2197134ef295] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2181.433752] env[62291]: INFO nova.compute.manager [None req-05ef86c3-b5fe-4126-bdba-d2546a347c3b tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 6b127e14-7af8-4451-83c4-2197134ef295] Took 8.00 seconds to destroy the instance on the hypervisor. [ 2181.434012] env[62291]: DEBUG oslo.service.loopingcall [None req-05ef86c3-b5fe-4126-bdba-d2546a347c3b tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2181.434250] env[62291]: DEBUG oslo_vmware.api [None req-e6a0425b-5f58-4d56-b09e-9d28dc58ebfd tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143200, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172606} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2181.434490] env[62291]: DEBUG nova.compute.manager [-] [instance: 6b127e14-7af8-4451-83c4-2197134ef295] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2181.438027] env[62291]: DEBUG nova.network.neutron [-] [instance: 6b127e14-7af8-4451-83c4-2197134ef295] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2181.438027] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6a0425b-5f58-4d56-b09e-9d28dc58ebfd tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2181.438027] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a0425b-5f58-4d56-b09e-9d28dc58ebfd tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a] Deleted contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2181.438027] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e6a0425b-5f58-4d56-b09e-9d28dc58ebfd tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2181.438027] env[62291]: INFO nova.compute.manager [None req-e6a0425b-5f58-4d56-b09e-9d28dc58ebfd tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a] Took 8.32 seconds to destroy the instance on the hypervisor. [ 2181.438027] env[62291]: DEBUG oslo.service.loopingcall [None req-e6a0425b-5f58-4d56-b09e-9d28dc58ebfd tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2181.442751] env[62291]: DEBUG nova.compute.manager [-] [instance: 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2181.442858] env[62291]: DEBUG nova.network.neutron [-] [instance: 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2181.446062] env[62291]: DEBUG oslo_vmware.api [None req-cf381ff8-e363-4bc3-b9c9-0a7e8ec7e90f tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143202, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.178326} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2181.447731] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf381ff8-e363-4bc3-b9c9-0a7e8ec7e90f tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2181.450033] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-cf381ff8-e363-4bc3-b9c9-0a7e8ec7e90f tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: ebcf3701-88ed-408a-8019-7bca77d6cb50] Deleted contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2181.450033] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-cf381ff8-e363-4bc3-b9c9-0a7e8ec7e90f tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: ebcf3701-88ed-408a-8019-7bca77d6cb50] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2181.450033] env[62291]: INFO nova.compute.manager [None req-cf381ff8-e363-4bc3-b9c9-0a7e8ec7e90f tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: ebcf3701-88ed-408a-8019-7bca77d6cb50] Took 8.30 seconds to destroy the instance on the hypervisor. [ 2181.450033] env[62291]: DEBUG oslo.service.loopingcall [None req-cf381ff8-e363-4bc3-b9c9-0a7e8ec7e90f tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2181.450033] env[62291]: DEBUG nova.compute.manager [-] [instance: ebcf3701-88ed-408a-8019-7bca77d6cb50] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2181.450033] env[62291]: DEBUG nova.network.neutron [-] [instance: ebcf3701-88ed-408a-8019-7bca77d6cb50] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2181.576024] env[62291]: DEBUG oslo_concurrency.lockutils [req-dfed3a67-612c-45ae-b10a-e325f4a13af1 req-f534b068-03e2-4f9a-8c84-0cca9899fff4 service nova] Releasing lock "refresh_cache-fe7775be-06f2-44d8-8f78-1d13e756bfa5" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2181.626152] env[62291]: DEBUG nova.compute.manager [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 56f400b6-459c-4b7c-b704-e34afd36417b] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2181.627402] env[62291]: DEBUG oslo_concurrency.lockutils [None req-af262df8-207c-4885-96b5-a2a919828a06 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2181.628892] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.344s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2181.630489] env[62291]: INFO nova.compute.claims [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2181.893295] env[62291]: DEBUG nova.network.neutron [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 56f400b6-459c-4b7c-b704-e34afd36417b] Successfully created port: b6268eed-4b78-4c20-be87-bbf8e22aefb9 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2182.003979] env[62291]: DEBUG oslo_concurrency.lockutils [None req-59b908f8-9e1a-40d8-b7f9-cfb51df525af tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Acquiring lock "e1b69949-28f1-4c27-ab34-5bd8892d321f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2182.003979] env[62291]: DEBUG oslo_concurrency.lockutils [None req-59b908f8-9e1a-40d8-b7f9-cfb51df525af tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Lock "e1b69949-28f1-4c27-ab34-5bd8892d321f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2182.003979] env[62291]: DEBUG oslo_concurrency.lockutils [None req-59b908f8-9e1a-40d8-b7f9-cfb51df525af tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Acquiring lock "e1b69949-28f1-4c27-ab34-5bd8892d321f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2182.003979] env[62291]: DEBUG oslo_concurrency.lockutils [None req-59b908f8-9e1a-40d8-b7f9-cfb51df525af tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Lock "e1b69949-28f1-4c27-ab34-5bd8892d321f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2182.003979] env[62291]: DEBUG oslo_concurrency.lockutils [None req-59b908f8-9e1a-40d8-b7f9-cfb51df525af tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Lock "e1b69949-28f1-4c27-ab34-5bd8892d321f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2182.005326] env[62291]: INFO nova.compute.manager [None req-59b908f8-9e1a-40d8-b7f9-cfb51df525af tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Terminating instance [ 2182.007381] env[62291]: DEBUG nova.compute.manager [None req-59b908f8-9e1a-40d8-b7f9-cfb51df525af tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2182.007712] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-59b908f8-9e1a-40d8-b7f9-cfb51df525af tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2182.008948] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fbcdd27-f442-4f00-998e-701412abe367 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.020168] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-59b908f8-9e1a-40d8-b7f9-cfb51df525af tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2182.020678] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e51e3e1-96f8-4b7e-90f4-6dd869208985 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.032014] env[62291]: DEBUG oslo_vmware.api [None req-59b908f8-9e1a-40d8-b7f9-cfb51df525af tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Waiting for the task: (returnval){ [ 2182.032014] env[62291]: value = "task-2143203" [ 2182.032014] env[62291]: _type = "Task" [ 2182.032014] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2182.043687] env[62291]: DEBUG oslo_vmware.api [None req-59b908f8-9e1a-40d8-b7f9-cfb51df525af tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Task: {'id': task-2143203, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2182.137249] env[62291]: DEBUG nova.compute.manager [req-7d8b9a9e-eb2a-4474-a448-9691d411cfb4 req-aa610a94-fdfa-429a-ad94-d141e1f308c6 service nova] [instance: ebcf3701-88ed-408a-8019-7bca77d6cb50] Received event network-vif-deleted-1b2b3e00-1dda-4f26-ab6d-3a019b3d7d22 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2182.137249] env[62291]: INFO nova.compute.manager [req-7d8b9a9e-eb2a-4474-a448-9691d411cfb4 req-aa610a94-fdfa-429a-ad94-d141e1f308c6 service nova] [instance: ebcf3701-88ed-408a-8019-7bca77d6cb50] Neutron deleted interface 1b2b3e00-1dda-4f26-ab6d-3a019b3d7d22; detaching it from the instance and deleting it from the info cache [ 2182.137249] env[62291]: DEBUG nova.network.neutron [req-7d8b9a9e-eb2a-4474-a448-9691d411cfb4 req-aa610a94-fdfa-429a-ad94-d141e1f308c6 service nova] [instance: ebcf3701-88ed-408a-8019-7bca77d6cb50] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2182.191945] env[62291]: DEBUG nova.compute.manager [req-6eb119d0-3bac-4b11-8e99-33c615a3fe9f req-f864a659-40d5-4cb6-b9d2-e841c46104da service nova] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Received event network-changed-a5313b94-e945-43fa-961e-144f89404583 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2182.192056] env[62291]: DEBUG nova.compute.manager [req-6eb119d0-3bac-4b11-8e99-33c615a3fe9f req-f864a659-40d5-4cb6-b9d2-e841c46104da service nova] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Refreshing instance network info cache due to event network-changed-a5313b94-e945-43fa-961e-144f89404583. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2182.192258] env[62291]: DEBUG oslo_concurrency.lockutils [req-6eb119d0-3bac-4b11-8e99-33c615a3fe9f req-f864a659-40d5-4cb6-b9d2-e841c46104da service nova] Acquiring lock "refresh_cache-e1b69949-28f1-4c27-ab34-5bd8892d321f" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2182.192401] env[62291]: DEBUG oslo_concurrency.lockutils [req-6eb119d0-3bac-4b11-8e99-33c615a3fe9f req-f864a659-40d5-4cb6-b9d2-e841c46104da service nova] Acquired lock "refresh_cache-e1b69949-28f1-4c27-ab34-5bd8892d321f" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2182.192560] env[62291]: DEBUG nova.network.neutron [req-6eb119d0-3bac-4b11-8e99-33c615a3fe9f req-f864a659-40d5-4cb6-b9d2-e841c46104da service nova] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Refreshing network info cache for port a5313b94-e945-43fa-961e-144f89404583 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2182.459399] env[62291]: DEBUG nova.network.neutron [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Successfully updated port: 7981eb90-f411-4da2-864a-e5b53b49d639 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2182.497947] env[62291]: DEBUG nova.network.neutron [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Successfully updated port: 31aded13-37a2-4ab0-9077-1d7346efdd26 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2182.540909] env[62291]: DEBUG oslo_vmware.api [None req-59b908f8-9e1a-40d8-b7f9-cfb51df525af tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Task: {'id': task-2143203, 'name': PowerOffVM_Task, 'duration_secs': 0.350101} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2182.541211] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-59b908f8-9e1a-40d8-b7f9-cfb51df525af tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2182.541493] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-59b908f8-9e1a-40d8-b7f9-cfb51df525af tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2182.541642] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57319902-dd54-4950-b14f-66095760f761 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.553017] env[62291]: DEBUG nova.network.neutron [-] [instance: ebcf3701-88ed-408a-8019-7bca77d6cb50] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2182.629406] env[62291]: DEBUG nova.network.neutron [-] [instance: 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2182.642285] env[62291]: DEBUG nova.compute.manager [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 56f400b6-459c-4b7c-b704-e34afd36417b] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2182.646364] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a0b3b5a8-de66-4f50-a3ee-dbe84e126e76 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.649905] env[62291]: DEBUG nova.network.neutron [-] [instance: 6b127e14-7af8-4451-83c4-2197134ef295] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2182.653422] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-59b908f8-9e1a-40d8-b7f9-cfb51df525af tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2182.653551] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-59b908f8-9e1a-40d8-b7f9-cfb51df525af tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2182.653641] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-59b908f8-9e1a-40d8-b7f9-cfb51df525af tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Deleting the datastore file [datastore2] e1b69949-28f1-4c27-ab34-5bd8892d321f {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2182.654118] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70545a1f-e0e5-4feb-b585-37033092b7a0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.661276] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc2b255-b789-4068-b6bd-b25c87f49251 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.675830] env[62291]: DEBUG oslo_vmware.api [None req-59b908f8-9e1a-40d8-b7f9-cfb51df525af tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Waiting for the task: (returnval){ [ 2182.675830] env[62291]: value = "task-2143205" [ 2182.675830] env[62291]: _type = "Task" [ 2182.675830] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2182.687344] env[62291]: DEBUG nova.virt.hardware [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2182.687344] env[62291]: DEBUG nova.virt.hardware [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2182.687344] env[62291]: DEBUG nova.virt.hardware [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2182.687344] env[62291]: DEBUG nova.virt.hardware [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2182.687344] env[62291]: DEBUG nova.virt.hardware [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2182.687344] env[62291]: DEBUG nova.virt.hardware [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2182.687344] env[62291]: DEBUG nova.virt.hardware [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2182.687344] env[62291]: DEBUG nova.virt.hardware [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2182.687344] env[62291]: DEBUG nova.virt.hardware [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2182.687344] env[62291]: DEBUG nova.virt.hardware [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2182.687344] env[62291]: DEBUG nova.virt.hardware [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2182.687344] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0569a945-299c-4345-9422-70dfccc26f9d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.703027] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed532549-95e2-4f17-8dbd-6cfd2f3dc152 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.706883] env[62291]: DEBUG oslo_vmware.api [None req-59b908f8-9e1a-40d8-b7f9-cfb51df525af tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Task: {'id': task-2143205, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2182.721954] env[62291]: DEBUG nova.compute.manager [req-7d8b9a9e-eb2a-4474-a448-9691d411cfb4 req-aa610a94-fdfa-429a-ad94-d141e1f308c6 service nova] [instance: ebcf3701-88ed-408a-8019-7bca77d6cb50] Detach interface failed, port_id=1b2b3e00-1dda-4f26-ab6d-3a019b3d7d22, reason: Instance ebcf3701-88ed-408a-8019-7bca77d6cb50 could not be found. {{(pid=62291) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 2182.970276] env[62291]: DEBUG oslo_concurrency.lockutils [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "refresh_cache-798f1b1c-7ba7-4ac2-9c23-f02d3d80be35" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2182.970276] env[62291]: DEBUG oslo_concurrency.lockutils [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquired lock "refresh_cache-798f1b1c-7ba7-4ac2-9c23-f02d3d80be35" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2182.974472] env[62291]: DEBUG nova.network.neutron [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2183.001298] env[62291]: DEBUG oslo_concurrency.lockutils [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Acquiring lock "refresh_cache-b2dfa139-ab06-4914-96fd-471045a43b4c" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2183.001441] env[62291]: DEBUG oslo_concurrency.lockutils [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Acquired lock "refresh_cache-b2dfa139-ab06-4914-96fd-471045a43b4c" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2183.001578] env[62291]: DEBUG nova.network.neutron [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2183.056263] env[62291]: INFO nova.compute.manager [-] [instance: ebcf3701-88ed-408a-8019-7bca77d6cb50] Took 1.61 seconds to deallocate network for instance. [ 2183.084663] env[62291]: DEBUG nova.network.neutron [req-6eb119d0-3bac-4b11-8e99-33c615a3fe9f req-f864a659-40d5-4cb6-b9d2-e841c46104da service nova] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Updated VIF entry in instance network info cache for port a5313b94-e945-43fa-961e-144f89404583. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2183.085389] env[62291]: DEBUG nova.network.neutron [req-6eb119d0-3bac-4b11-8e99-33c615a3fe9f req-f864a659-40d5-4cb6-b9d2-e841c46104da service nova] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Updating instance_info_cache with network_info: [{"id": "a5313b94-e945-43fa-961e-144f89404583", "address": "fa:16:3e:a9:7c:92", "network": {"id": "4a17c937-72a2-4d20-a169-297ece20b15b", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-800892489-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "72826807e58a4d5e8df30f7249786250", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "05b1253d-2b87-4158-9ff1-dafcf829f11f", "external-id": "nsx-vlan-transportzone-55", "segmentation_id": 55, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5313b94-e9", "ovs_interfaceid": "a5313b94-e945-43fa-961e-144f89404583", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2183.132071] env[62291]: INFO nova.compute.manager [-] [instance: 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a] Took 1.69 seconds to deallocate network for instance. [ 2183.138458] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98001a74-eaa1-42b1-baf9-62239950767d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.146787] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc894a9-234a-4cd7-b57c-514e5f43c42b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.178567] env[62291]: INFO nova.compute.manager [-] [instance: 6b127e14-7af8-4451-83c4-2197134ef295] Took 1.74 seconds to deallocate network for instance. [ 2183.184889] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54bf096-81d0-471b-a5d1-5680eaf14d58 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.194844] env[62291]: DEBUG oslo_vmware.api [None req-59b908f8-9e1a-40d8-b7f9-cfb51df525af tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Task: {'id': task-2143205, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.25905} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2183.196880] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-59b908f8-9e1a-40d8-b7f9-cfb51df525af tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2183.197085] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-59b908f8-9e1a-40d8-b7f9-cfb51df525af tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2183.197254] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-59b908f8-9e1a-40d8-b7f9-cfb51df525af tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2183.197417] env[62291]: INFO nova.compute.manager [None req-59b908f8-9e1a-40d8-b7f9-cfb51df525af tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Took 1.19 seconds to destroy the instance on the hypervisor. [ 2183.197656] env[62291]: DEBUG oslo.service.loopingcall [None req-59b908f8-9e1a-40d8-b7f9-cfb51df525af tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2183.197936] env[62291]: DEBUG nova.compute.manager [-] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2183.197987] env[62291]: DEBUG nova.network.neutron [-] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2183.200552] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93159b7e-2812-4500-8b57-bebcfb4cc76f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2183.215145] env[62291]: DEBUG nova.compute.provider_tree [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2183.541159] env[62291]: DEBUG nova.network.neutron [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2183.564833] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cf381ff8-e363-4bc3-b9c9-0a7e8ec7e90f tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2183.584487] env[62291]: DEBUG nova.network.neutron [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2183.587020] env[62291]: DEBUG oslo_concurrency.lockutils [req-6eb119d0-3bac-4b11-8e99-33c615a3fe9f req-f864a659-40d5-4cb6-b9d2-e841c46104da service nova] Releasing lock "refresh_cache-e1b69949-28f1-4c27-ab34-5bd8892d321f" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2183.587434] env[62291]: DEBUG nova.compute.manager [req-6eb119d0-3bac-4b11-8e99-33c615a3fe9f req-f864a659-40d5-4cb6-b9d2-e841c46104da service nova] [instance: 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a] Received event network-vif-deleted-8af617a0-f0a5-4a88-ac98-46af9317adb7 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2183.590113] env[62291]: INFO nova.compute.manager [req-6eb119d0-3bac-4b11-8e99-33c615a3fe9f req-f864a659-40d5-4cb6-b9d2-e841c46104da service nova] [instance: 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a] Neutron deleted interface 8af617a0-f0a5-4a88-ac98-46af9317adb7; detaching it from the instance and deleting it from the info cache [ 2183.590113] env[62291]: DEBUG nova.network.neutron [req-6eb119d0-3bac-4b11-8e99-33c615a3fe9f req-f864a659-40d5-4cb6-b9d2-e841c46104da service nova] [instance: 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2183.642263] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e6a0425b-5f58-4d56-b09e-9d28dc58ebfd tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2183.691117] env[62291]: DEBUG oslo_concurrency.lockutils [None req-05ef86c3-b5fe-4126-bdba-d2546a347c3b tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2183.721461] env[62291]: DEBUG nova.scheduler.client.report [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2183.885767] env[62291]: DEBUG nova.network.neutron [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Updating instance_info_cache with network_info: [{"id": "7981eb90-f411-4da2-864a-e5b53b49d639", "address": "fa:16:3e:a3:9a:66", "network": {"id": "c45185d4-152c-49a5-95a1-aabe55d7a656", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1396888570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1553c7ef0e7404cbea3d3a38c0509ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7981eb90-f4", "ovs_interfaceid": "7981eb90-f411-4da2-864a-e5b53b49d639", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2183.898630] env[62291]: DEBUG nova.network.neutron [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Updating instance_info_cache with network_info: [{"id": "31aded13-37a2-4ab0-9077-1d7346efdd26", "address": "fa:16:3e:34:c4:13", "network": {"id": "bd72be7f-d221-4147-ad88-ef62cefcd5aa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1570843996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27985db97fc84c6ca40a85416f94ab35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31aded13-37", "ovs_interfaceid": "31aded13-37a2-4ab0-9077-1d7346efdd26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2184.096300] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f4a9b7e3-1a8f-4eb6-8753-5f40db75b5fc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.114387] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35fa8d5c-0881-454a-a92a-bad8a44f8ca6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.131946] env[62291]: DEBUG nova.network.neutron [-] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2184.162172] env[62291]: DEBUG nova.compute.manager [req-6eb119d0-3bac-4b11-8e99-33c615a3fe9f req-f864a659-40d5-4cb6-b9d2-e841c46104da service nova] [instance: 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a] Detach interface failed, port_id=8af617a0-f0a5-4a88-ac98-46af9317adb7, reason: Instance 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a could not be found. {{(pid=62291) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 2184.162172] env[62291]: DEBUG nova.compute.manager [req-6eb119d0-3bac-4b11-8e99-33c615a3fe9f req-f864a659-40d5-4cb6-b9d2-e841c46104da service nova] [instance: 6b127e14-7af8-4451-83c4-2197134ef295] Received event network-vif-deleted-698299ea-212c-4fc1-ac23-9d48109c2a27 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2184.163571] env[62291]: INFO nova.compute.manager [req-6eb119d0-3bac-4b11-8e99-33c615a3fe9f req-f864a659-40d5-4cb6-b9d2-e841c46104da service nova] [instance: 6b127e14-7af8-4451-83c4-2197134ef295] Neutron deleted interface 698299ea-212c-4fc1-ac23-9d48109c2a27; detaching it from the instance and deleting it from the info cache [ 2184.163571] env[62291]: DEBUG nova.network.neutron [req-6eb119d0-3bac-4b11-8e99-33c615a3fe9f req-f864a659-40d5-4cb6-b9d2-e841c46104da service nova] [instance: 6b127e14-7af8-4451-83c4-2197134ef295] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2184.226746] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.598s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2184.227197] env[62291]: DEBUG nova.compute.manager [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2184.232105] env[62291]: DEBUG oslo_concurrency.lockutils [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 26.774s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2184.235521] env[62291]: DEBUG nova.network.neutron [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 56f400b6-459c-4b7c-b704-e34afd36417b] Successfully updated port: b6268eed-4b78-4c20-be87-bbf8e22aefb9 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2184.249627] env[62291]: DEBUG nova.compute.manager [req-f4e92193-a958-4602-828e-42455b999cd0 req-f03ee350-6a6a-40f0-90dc-df3c7114b57d service nova] [instance: 56f400b6-459c-4b7c-b704-e34afd36417b] Received event network-vif-plugged-b6268eed-4b78-4c20-be87-bbf8e22aefb9 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2184.251136] env[62291]: DEBUG oslo_concurrency.lockutils [req-f4e92193-a958-4602-828e-42455b999cd0 req-f03ee350-6a6a-40f0-90dc-df3c7114b57d service nova] Acquiring lock "56f400b6-459c-4b7c-b704-e34afd36417b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2184.251136] env[62291]: DEBUG oslo_concurrency.lockutils [req-f4e92193-a958-4602-828e-42455b999cd0 req-f03ee350-6a6a-40f0-90dc-df3c7114b57d service nova] Lock "56f400b6-459c-4b7c-b704-e34afd36417b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2184.251136] env[62291]: DEBUG oslo_concurrency.lockutils [req-f4e92193-a958-4602-828e-42455b999cd0 req-f03ee350-6a6a-40f0-90dc-df3c7114b57d service nova] Lock "56f400b6-459c-4b7c-b704-e34afd36417b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2184.251136] env[62291]: DEBUG nova.compute.manager [req-f4e92193-a958-4602-828e-42455b999cd0 req-f03ee350-6a6a-40f0-90dc-df3c7114b57d service nova] [instance: 56f400b6-459c-4b7c-b704-e34afd36417b] No waiting events found dispatching network-vif-plugged-b6268eed-4b78-4c20-be87-bbf8e22aefb9 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2184.251136] env[62291]: WARNING nova.compute.manager [req-f4e92193-a958-4602-828e-42455b999cd0 req-f03ee350-6a6a-40f0-90dc-df3c7114b57d service nova] [instance: 56f400b6-459c-4b7c-b704-e34afd36417b] Received unexpected event network-vif-plugged-b6268eed-4b78-4c20-be87-bbf8e22aefb9 for instance with vm_state building and task_state spawning. [ 2184.293767] env[62291]: DEBUG nova.compute.manager [req-bfb87450-0960-4587-b9f4-2f7fa653a831 req-9a3181ba-4589-4a37-90b7-7fdeb45a55d2 service nova] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Received event network-vif-plugged-7981eb90-f411-4da2-864a-e5b53b49d639 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2184.293767] env[62291]: DEBUG oslo_concurrency.lockutils [req-bfb87450-0960-4587-b9f4-2f7fa653a831 req-9a3181ba-4589-4a37-90b7-7fdeb45a55d2 service nova] Acquiring lock "798f1b1c-7ba7-4ac2-9c23-f02d3d80be35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2184.293929] env[62291]: DEBUG oslo_concurrency.lockutils [req-bfb87450-0960-4587-b9f4-2f7fa653a831 req-9a3181ba-4589-4a37-90b7-7fdeb45a55d2 service nova] Lock "798f1b1c-7ba7-4ac2-9c23-f02d3d80be35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2184.294167] env[62291]: DEBUG oslo_concurrency.lockutils [req-bfb87450-0960-4587-b9f4-2f7fa653a831 req-9a3181ba-4589-4a37-90b7-7fdeb45a55d2 service nova] Lock "798f1b1c-7ba7-4ac2-9c23-f02d3d80be35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2184.294281] env[62291]: DEBUG nova.compute.manager [req-bfb87450-0960-4587-b9f4-2f7fa653a831 req-9a3181ba-4589-4a37-90b7-7fdeb45a55d2 service nova] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] No waiting events found dispatching network-vif-plugged-7981eb90-f411-4da2-864a-e5b53b49d639 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2184.294400] env[62291]: WARNING nova.compute.manager [req-bfb87450-0960-4587-b9f4-2f7fa653a831 req-9a3181ba-4589-4a37-90b7-7fdeb45a55d2 service nova] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Received unexpected event network-vif-plugged-7981eb90-f411-4da2-864a-e5b53b49d639 for instance with vm_state building and task_state spawning. [ 2184.294591] env[62291]: DEBUG nova.compute.manager [req-bfb87450-0960-4587-b9f4-2f7fa653a831 req-9a3181ba-4589-4a37-90b7-7fdeb45a55d2 service nova] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Received event network-vif-plugged-31aded13-37a2-4ab0-9077-1d7346efdd26 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2184.295062] env[62291]: DEBUG oslo_concurrency.lockutils [req-bfb87450-0960-4587-b9f4-2f7fa653a831 req-9a3181ba-4589-4a37-90b7-7fdeb45a55d2 service nova] Acquiring lock "b2dfa139-ab06-4914-96fd-471045a43b4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2184.295274] env[62291]: DEBUG oslo_concurrency.lockutils [req-bfb87450-0960-4587-b9f4-2f7fa653a831 req-9a3181ba-4589-4a37-90b7-7fdeb45a55d2 service nova] Lock "b2dfa139-ab06-4914-96fd-471045a43b4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2184.295466] env[62291]: DEBUG oslo_concurrency.lockutils [req-bfb87450-0960-4587-b9f4-2f7fa653a831 req-9a3181ba-4589-4a37-90b7-7fdeb45a55d2 service nova] Lock "b2dfa139-ab06-4914-96fd-471045a43b4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2184.295645] env[62291]: DEBUG nova.compute.manager [req-bfb87450-0960-4587-b9f4-2f7fa653a831 req-9a3181ba-4589-4a37-90b7-7fdeb45a55d2 service nova] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] No waiting events found dispatching network-vif-plugged-31aded13-37a2-4ab0-9077-1d7346efdd26 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2184.295810] env[62291]: WARNING nova.compute.manager [req-bfb87450-0960-4587-b9f4-2f7fa653a831 req-9a3181ba-4589-4a37-90b7-7fdeb45a55d2 service nova] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Received unexpected event network-vif-plugged-31aded13-37a2-4ab0-9077-1d7346efdd26 for instance with vm_state building and task_state spawning. [ 2184.295972] env[62291]: DEBUG nova.compute.manager [req-bfb87450-0960-4587-b9f4-2f7fa653a831 req-9a3181ba-4589-4a37-90b7-7fdeb45a55d2 service nova] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Received event network-changed-7981eb90-f411-4da2-864a-e5b53b49d639 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2184.296143] env[62291]: DEBUG nova.compute.manager [req-bfb87450-0960-4587-b9f4-2f7fa653a831 req-9a3181ba-4589-4a37-90b7-7fdeb45a55d2 service nova] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Refreshing instance network info cache due to event network-changed-7981eb90-f411-4da2-864a-e5b53b49d639. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2184.296317] env[62291]: DEBUG oslo_concurrency.lockutils [req-bfb87450-0960-4587-b9f4-2f7fa653a831 req-9a3181ba-4589-4a37-90b7-7fdeb45a55d2 service nova] Acquiring lock "refresh_cache-798f1b1c-7ba7-4ac2-9c23-f02d3d80be35" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2184.388183] env[62291]: DEBUG oslo_concurrency.lockutils [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Releasing lock "refresh_cache-798f1b1c-7ba7-4ac2-9c23-f02d3d80be35" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2184.389135] env[62291]: DEBUG nova.compute.manager [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Instance network_info: |[{"id": "7981eb90-f411-4da2-864a-e5b53b49d639", "address": "fa:16:3e:a3:9a:66", "network": {"id": "c45185d4-152c-49a5-95a1-aabe55d7a656", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1396888570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1553c7ef0e7404cbea3d3a38c0509ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7981eb90-f4", "ovs_interfaceid": "7981eb90-f411-4da2-864a-e5b53b49d639", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2184.389135] env[62291]: DEBUG oslo_concurrency.lockutils [req-bfb87450-0960-4587-b9f4-2f7fa653a831 req-9a3181ba-4589-4a37-90b7-7fdeb45a55d2 service nova] Acquired lock "refresh_cache-798f1b1c-7ba7-4ac2-9c23-f02d3d80be35" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2184.389398] env[62291]: DEBUG nova.network.neutron [req-bfb87450-0960-4587-b9f4-2f7fa653a831 req-9a3181ba-4589-4a37-90b7-7fdeb45a55d2 service nova] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Refreshing network info cache for port 7981eb90-f411-4da2-864a-e5b53b49d639 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2184.393056] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:9a:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b1f3e6c3-5584-4852-9017-476ab8ac4946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7981eb90-f411-4da2-864a-e5b53b49d639', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2184.400770] env[62291]: DEBUG oslo.service.loopingcall [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2184.401943] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2184.402404] env[62291]: DEBUG oslo_concurrency.lockutils [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Releasing lock "refresh_cache-b2dfa139-ab06-4914-96fd-471045a43b4c" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2184.402708] env[62291]: DEBUG nova.compute.manager [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Instance network_info: |[{"id": "31aded13-37a2-4ab0-9077-1d7346efdd26", "address": "fa:16:3e:34:c4:13", "network": {"id": "bd72be7f-d221-4147-ad88-ef62cefcd5aa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1570843996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27985db97fc84c6ca40a85416f94ab35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31aded13-37", "ovs_interfaceid": "31aded13-37a2-4ab0-9077-1d7346efdd26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2184.402981] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a39ad585-c9c8-4011-9575-72303e0187b8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.419940] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:c4:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '399f3826-705c-45f7-9fe0-3a08a945151a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31aded13-37a2-4ab0-9077-1d7346efdd26', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2184.429933] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Creating folder: Project (27985db97fc84c6ca40a85416f94ab35). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2184.429933] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15d51ce3-7dca-4f94-afa9-a31448d1fc82 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.439441] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2184.439441] env[62291]: value = "task-2143207" [ 2184.439441] env[62291]: _type = "Task" [ 2184.439441] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2184.444638] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Created folder: Project (27985db97fc84c6ca40a85416f94ab35) in parent group-v437896. [ 2184.444899] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Creating folder: Instances. Parent ref: group-v438072. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2184.445534] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c23df45e-eeda-474c-ab93-f134a49269cb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.452297] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143207, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2184.459355] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Created folder: Instances in parent group-v438072. [ 2184.459670] env[62291]: DEBUG oslo.service.loopingcall [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2184.459898] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2184.460215] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5926a688-321a-42d5-aef0-4dac1148e2ec {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.484119] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2184.484119] env[62291]: value = "task-2143209" [ 2184.484119] env[62291]: _type = "Task" [ 2184.484119] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2184.492308] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143209, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2184.635291] env[62291]: INFO nova.compute.manager [-] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Took 1.44 seconds to deallocate network for instance. [ 2184.665121] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-700971fe-cc11-4ac3-92fd-e4e88e0492fc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.676806] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394e56aa-29c5-4568-a6b9-248f9a3e7db1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.717384] env[62291]: DEBUG nova.compute.manager [req-6eb119d0-3bac-4b11-8e99-33c615a3fe9f req-f864a659-40d5-4cb6-b9d2-e841c46104da service nova] [instance: 6b127e14-7af8-4451-83c4-2197134ef295] Detach interface failed, port_id=698299ea-212c-4fc1-ac23-9d48109c2a27, reason: Instance 6b127e14-7af8-4451-83c4-2197134ef295 could not be found. {{(pid=62291) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 2184.736538] env[62291]: INFO nova.compute.claims [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2184.741525] env[62291]: DEBUG nova.compute.utils [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2184.743764] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "refresh_cache-56f400b6-459c-4b7c-b704-e34afd36417b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2184.744357] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquired lock "refresh_cache-56f400b6-459c-4b7c-b704-e34afd36417b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2184.744357] env[62291]: DEBUG nova.network.neutron [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 56f400b6-459c-4b7c-b704-e34afd36417b] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2184.745833] env[62291]: DEBUG nova.compute.manager [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2184.746020] env[62291]: DEBUG nova.network.neutron [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2184.799324] env[62291]: DEBUG nova.policy [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ce6bb6381a24042a5ba451f9fec0675', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ab1a96fe2f44bb8a404c685f61bf1c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2184.951477] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143207, 'name': CreateVM_Task, 'duration_secs': 0.396488} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2184.951676] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2184.952392] env[62291]: DEBUG oslo_concurrency.lockutils [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2184.952561] env[62291]: DEBUG oslo_concurrency.lockutils [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2184.952925] env[62291]: DEBUG oslo_concurrency.lockutils [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2184.953210] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e30830f2-3a99-4435-a6fc-b6c9330bd3e5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.966211] env[62291]: DEBUG oslo_vmware.api [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2184.966211] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52f56986-7b1e-e076-7000-2cecd4c4d071" [ 2184.966211] env[62291]: _type = "Task" [ 2184.966211] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2184.981794] env[62291]: DEBUG oslo_vmware.api [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52f56986-7b1e-e076-7000-2cecd4c4d071, 'name': SearchDatastore_Task, 'duration_secs': 0.010272} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2184.982168] env[62291]: DEBUG oslo_concurrency.lockutils [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2184.982416] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2184.982651] env[62291]: DEBUG oslo_concurrency.lockutils [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2184.982800] env[62291]: DEBUG oslo_concurrency.lockutils [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2184.982985] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2184.983270] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-169fe7df-4e45-4cc7-b549-bb1727889186 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2184.999191] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143209, 'name': CreateVM_Task, 'duration_secs': 0.372476} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2185.000244] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2185.000817] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2185.001010] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2185.009020] env[62291]: DEBUG oslo_concurrency.lockutils [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2185.009020] env[62291]: DEBUG oslo_concurrency.lockutils [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2185.009020] env[62291]: DEBUG oslo_concurrency.lockutils [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2185.009020] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-422b672a-e2cc-4ab1-877f-b4e1c9e4dbb1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.009020] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a308cc0-80d2-4912-a8f3-52d2fc2ca526 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.016018] env[62291]: DEBUG oslo_vmware.api [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2185.016018] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52f6ec79-5981-b00b-e810-1036daed5632" [ 2185.016018] env[62291]: _type = "Task" [ 2185.016018] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2185.016018] env[62291]: DEBUG oslo_vmware.api [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the task: (returnval){ [ 2185.016018] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52dfcdeb-ed02-d77e-6630-a38a5baa0f10" [ 2185.016018] env[62291]: _type = "Task" [ 2185.016018] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2185.028269] env[62291]: DEBUG oslo_vmware.api [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52f6ec79-5981-b00b-e810-1036daed5632, 'name': SearchDatastore_Task, 'duration_secs': 0.010574} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2185.034825] env[62291]: DEBUG oslo_vmware.api [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52dfcdeb-ed02-d77e-6630-a38a5baa0f10, 'name': SearchDatastore_Task, 'duration_secs': 0.010278} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2185.035905] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe9109da-dd67-48e3-9785-947e2779e1ec {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.038843] env[62291]: DEBUG oslo_concurrency.lockutils [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2185.038982] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2185.039166] env[62291]: DEBUG oslo_concurrency.lockutils [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2185.043326] env[62291]: DEBUG oslo_vmware.api [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2185.043326] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52b9e2ef-c347-f1f0-e6f8-4ded4f4ae7a9" [ 2185.043326] env[62291]: _type = "Task" [ 2185.043326] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2185.051813] env[62291]: DEBUG oslo_vmware.api [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52b9e2ef-c347-f1f0-e6f8-4ded4f4ae7a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2185.094900] env[62291]: DEBUG nova.network.neutron [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Successfully created port: f50edb3c-e2b3-46de-a4c0-4b0db6d80708 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2185.144956] env[62291]: DEBUG oslo_concurrency.lockutils [None req-59b908f8-9e1a-40d8-b7f9-cfb51df525af tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2185.243991] env[62291]: DEBUG nova.compute.manager [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2185.250097] env[62291]: INFO nova.compute.resource_tracker [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Updating resource usage from migration ed4d6bcc-9b84-4269-a67f-0f54219712cd [ 2185.314148] env[62291]: DEBUG nova.network.neutron [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 56f400b6-459c-4b7c-b704-e34afd36417b] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2185.348822] env[62291]: DEBUG nova.network.neutron [req-bfb87450-0960-4587-b9f4-2f7fa653a831 req-9a3181ba-4589-4a37-90b7-7fdeb45a55d2 service nova] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Updated VIF entry in instance network info cache for port 7981eb90-f411-4da2-864a-e5b53b49d639. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2185.349192] env[62291]: DEBUG nova.network.neutron [req-bfb87450-0960-4587-b9f4-2f7fa653a831 req-9a3181ba-4589-4a37-90b7-7fdeb45a55d2 service nova] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Updating instance_info_cache with network_info: [{"id": "7981eb90-f411-4da2-864a-e5b53b49d639", "address": "fa:16:3e:a3:9a:66", "network": {"id": "c45185d4-152c-49a5-95a1-aabe55d7a656", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1396888570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1553c7ef0e7404cbea3d3a38c0509ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7981eb90-f4", "ovs_interfaceid": "7981eb90-f411-4da2-864a-e5b53b49d639", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2185.500458] env[62291]: DEBUG nova.network.neutron [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 56f400b6-459c-4b7c-b704-e34afd36417b] Updating instance_info_cache with network_info: [{"id": "b6268eed-4b78-4c20-be87-bbf8e22aefb9", "address": "fa:16:3e:d4:2c:66", "network": {"id": "4474c551-e3cb-474b-bd1c-92c26c84e83a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-841869371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fec9555fe4aa4c7a9e61c54aebf169a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6268eed-4b", "ovs_interfaceid": "b6268eed-4b78-4c20-be87-bbf8e22aefb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2185.554434] env[62291]: DEBUG oslo_vmware.api [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52b9e2ef-c347-f1f0-e6f8-4ded4f4ae7a9, 'name': SearchDatastore_Task, 'duration_secs': 0.01022} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2185.557217] env[62291]: DEBUG oslo_concurrency.lockutils [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2185.557782] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35/798f1b1c-7ba7-4ac2-9c23-f02d3d80be35.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2185.558642] env[62291]: DEBUG oslo_concurrency.lockutils [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2185.558770] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2185.559154] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-afc8dcc5-f8d6-440c-bd11-0a6e1ea29ca2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.562019] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-137f7735-beb7-4c61-84ef-cd07af1ac8a9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.569786] env[62291]: DEBUG oslo_vmware.api [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2185.569786] env[62291]: value = "task-2143210" [ 2185.569786] env[62291]: _type = "Task" [ 2185.569786] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2185.576682] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2185.576877] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2185.578118] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c2c6fe2-8d78-4102-a354-f5f6fd88c234 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.583919] env[62291]: DEBUG oslo_vmware.api [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143210, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2185.590101] env[62291]: DEBUG oslo_vmware.api [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the task: (returnval){ [ 2185.590101] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52552cd7-661d-dc9a-b201-978da51b9d57" [ 2185.590101] env[62291]: _type = "Task" [ 2185.590101] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2185.599724] env[62291]: DEBUG oslo_vmware.api [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52552cd7-661d-dc9a-b201-978da51b9d57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2185.714955] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd19f46-0a17-41e6-8306-c9e7981a715e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.723501] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb78b39-b7a8-43c3-a3c2-e83695f072fa {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.758841] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51ef141-2e2a-4286-b1c9-74d8f539b3f0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.767344] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9327eb-c157-4b85-a717-162c6b37ceaa {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2185.782800] env[62291]: DEBUG nova.compute.provider_tree [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2185.852404] env[62291]: DEBUG oslo_concurrency.lockutils [req-bfb87450-0960-4587-b9f4-2f7fa653a831 req-9a3181ba-4589-4a37-90b7-7fdeb45a55d2 service nova] Releasing lock "refresh_cache-798f1b1c-7ba7-4ac2-9c23-f02d3d80be35" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2185.852707] env[62291]: DEBUG nova.compute.manager [req-bfb87450-0960-4587-b9f4-2f7fa653a831 req-9a3181ba-4589-4a37-90b7-7fdeb45a55d2 service nova] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Received event network-changed-31aded13-37a2-4ab0-9077-1d7346efdd26 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2185.852922] env[62291]: DEBUG nova.compute.manager [req-bfb87450-0960-4587-b9f4-2f7fa653a831 req-9a3181ba-4589-4a37-90b7-7fdeb45a55d2 service nova] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Refreshing instance network info cache due to event network-changed-31aded13-37a2-4ab0-9077-1d7346efdd26. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2185.853190] env[62291]: DEBUG oslo_concurrency.lockutils [req-bfb87450-0960-4587-b9f4-2f7fa653a831 req-9a3181ba-4589-4a37-90b7-7fdeb45a55d2 service nova] Acquiring lock "refresh_cache-b2dfa139-ab06-4914-96fd-471045a43b4c" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2185.853372] env[62291]: DEBUG oslo_concurrency.lockutils [req-bfb87450-0960-4587-b9f4-2f7fa653a831 req-9a3181ba-4589-4a37-90b7-7fdeb45a55d2 service nova] Acquired lock "refresh_cache-b2dfa139-ab06-4914-96fd-471045a43b4c" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2185.853588] env[62291]: DEBUG nova.network.neutron [req-bfb87450-0960-4587-b9f4-2f7fa653a831 req-9a3181ba-4589-4a37-90b7-7fdeb45a55d2 service nova] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Refreshing network info cache for port 31aded13-37a2-4ab0-9077-1d7346efdd26 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2186.002847] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Releasing lock "refresh_cache-56f400b6-459c-4b7c-b704-e34afd36417b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2186.003213] env[62291]: DEBUG nova.compute.manager [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 56f400b6-459c-4b7c-b704-e34afd36417b] Instance network_info: |[{"id": "b6268eed-4b78-4c20-be87-bbf8e22aefb9", "address": "fa:16:3e:d4:2c:66", "network": {"id": "4474c551-e3cb-474b-bd1c-92c26c84e83a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-841869371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fec9555fe4aa4c7a9e61c54aebf169a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6268eed-4b", "ovs_interfaceid": "b6268eed-4b78-4c20-be87-bbf8e22aefb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2186.003681] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 56f400b6-459c-4b7c-b704-e34afd36417b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:2c:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f52a458-d157-48a3-b4e2-b8cc0779afe2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b6268eed-4b78-4c20-be87-bbf8e22aefb9', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2186.011562] env[62291]: DEBUG oslo.service.loopingcall [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2186.011831] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56f400b6-459c-4b7c-b704-e34afd36417b] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2186.012119] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f9ecfe11-ab75-4d6d-b7c2-8cb659dbd89d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.033687] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2186.033687] env[62291]: value = "task-2143211" [ 2186.033687] env[62291]: _type = "Task" [ 2186.033687] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2186.043333] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143211, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2186.085327] env[62291]: DEBUG oslo_vmware.api [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143210, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2186.101580] env[62291]: DEBUG oslo_vmware.api [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52552cd7-661d-dc9a-b201-978da51b9d57, 'name': SearchDatastore_Task, 'duration_secs': 0.011173} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2186.102458] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00d9dcdf-3ae6-4574-8248-06c9c18cd2b4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.112076] env[62291]: DEBUG oslo_vmware.api [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the task: (returnval){ [ 2186.112076] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]520070e1-8284-f53d-dcb5-4fb2286f114b" [ 2186.112076] env[62291]: _type = "Task" [ 2186.112076] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2186.124814] env[62291]: DEBUG oslo_vmware.api [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]520070e1-8284-f53d-dcb5-4fb2286f114b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2186.259571] env[62291]: DEBUG nova.compute.manager [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2186.286070] env[62291]: DEBUG nova.scheduler.client.report [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2186.295773] env[62291]: DEBUG nova.virt.hardware [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2186.295950] env[62291]: DEBUG nova.virt.hardware [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2186.300133] env[62291]: DEBUG nova.virt.hardware [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2186.300553] env[62291]: DEBUG nova.virt.hardware [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2186.300846] env[62291]: DEBUG nova.virt.hardware [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2186.301120] env[62291]: DEBUG nova.virt.hardware [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2186.301452] env[62291]: DEBUG nova.virt.hardware [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2186.301721] env[62291]: DEBUG nova.virt.hardware [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2186.301933] env[62291]: DEBUG nova.virt.hardware [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2186.302124] env[62291]: DEBUG nova.virt.hardware [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2186.302316] env[62291]: DEBUG nova.virt.hardware [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2186.303420] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d22703-a88c-4d50-bdef-4f192d93f0c3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.310438] env[62291]: DEBUG nova.compute.manager [req-17ba500f-91c8-47ce-b07b-62d3cde039cc req-a3032b33-3668-4c6e-a395-62e1c9aed568 service nova] [instance: 56f400b6-459c-4b7c-b704-e34afd36417b] Received event network-changed-b6268eed-4b78-4c20-be87-bbf8e22aefb9 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2186.310625] env[62291]: DEBUG nova.compute.manager [req-17ba500f-91c8-47ce-b07b-62d3cde039cc req-a3032b33-3668-4c6e-a395-62e1c9aed568 service nova] [instance: 56f400b6-459c-4b7c-b704-e34afd36417b] Refreshing instance network info cache due to event network-changed-b6268eed-4b78-4c20-be87-bbf8e22aefb9. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2186.310838] env[62291]: DEBUG oslo_concurrency.lockutils [req-17ba500f-91c8-47ce-b07b-62d3cde039cc req-a3032b33-3668-4c6e-a395-62e1c9aed568 service nova] Acquiring lock "refresh_cache-56f400b6-459c-4b7c-b704-e34afd36417b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2186.310980] env[62291]: DEBUG oslo_concurrency.lockutils [req-17ba500f-91c8-47ce-b07b-62d3cde039cc req-a3032b33-3668-4c6e-a395-62e1c9aed568 service nova] Acquired lock "refresh_cache-56f400b6-459c-4b7c-b704-e34afd36417b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2186.311155] env[62291]: DEBUG nova.network.neutron [req-17ba500f-91c8-47ce-b07b-62d3cde039cc req-a3032b33-3668-4c6e-a395-62e1c9aed568 service nova] [instance: 56f400b6-459c-4b7c-b704-e34afd36417b] Refreshing network info cache for port b6268eed-4b78-4c20-be87-bbf8e22aefb9 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2186.319020] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ddfe85-fc26-49c8-b83f-907c54f6f10d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.548076] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143211, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2186.584188] env[62291]: DEBUG oslo_vmware.api [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143210, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651697} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2186.584659] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35/798f1b1c-7ba7-4ac2-9c23-f02d3d80be35.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2186.584899] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2186.585179] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-807912f9-590a-4c26-ae0c-c230f17f7c12 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.597713] env[62291]: DEBUG oslo_vmware.api [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2186.597713] env[62291]: value = "task-2143212" [ 2186.597713] env[62291]: _type = "Task" [ 2186.597713] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2186.607482] env[62291]: DEBUG oslo_vmware.api [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143212, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2186.624309] env[62291]: DEBUG oslo_vmware.api [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]520070e1-8284-f53d-dcb5-4fb2286f114b, 'name': SearchDatastore_Task, 'duration_secs': 0.048866} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2186.624674] env[62291]: DEBUG oslo_concurrency.lockutils [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2186.624990] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] b2dfa139-ab06-4914-96fd-471045a43b4c/b2dfa139-ab06-4914-96fd-471045a43b4c.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2186.625311] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eba06f96-939d-421c-a0b5-72bd582a8aaf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2186.642221] env[62291]: DEBUG oslo_vmware.api [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the task: (returnval){ [ 2186.642221] env[62291]: value = "task-2143213" [ 2186.642221] env[62291]: _type = "Task" [ 2186.642221] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2186.650051] env[62291]: DEBUG oslo_vmware.api [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143213, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2186.674497] env[62291]: DEBUG nova.network.neutron [req-bfb87450-0960-4587-b9f4-2f7fa653a831 req-9a3181ba-4589-4a37-90b7-7fdeb45a55d2 service nova] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Updated VIF entry in instance network info cache for port 31aded13-37a2-4ab0-9077-1d7346efdd26. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2186.674971] env[62291]: DEBUG nova.network.neutron [req-bfb87450-0960-4587-b9f4-2f7fa653a831 req-9a3181ba-4589-4a37-90b7-7fdeb45a55d2 service nova] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Updating instance_info_cache with network_info: [{"id": "31aded13-37a2-4ab0-9077-1d7346efdd26", "address": "fa:16:3e:34:c4:13", "network": {"id": "bd72be7f-d221-4147-ad88-ef62cefcd5aa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1570843996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27985db97fc84c6ca40a85416f94ab35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31aded13-37", "ovs_interfaceid": "31aded13-37a2-4ab0-9077-1d7346efdd26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2186.794970] env[62291]: DEBUG oslo_concurrency.lockutils [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.564s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2186.795203] env[62291]: INFO nova.compute.manager [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Migrating [ 2186.802367] env[62291]: DEBUG oslo_concurrency.lockutils [None req-aa6d7d58-afb7-492c-ba6a-e496b0bda595 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.295s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2186.802600] env[62291]: DEBUG nova.objects.instance [None req-aa6d7d58-afb7-492c-ba6a-e496b0bda595 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Lazy-loading 'resources' on Instance uuid 5b38764d-5b21-4187-ad00-a2156fd91a38 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2187.024478] env[62291]: DEBUG nova.network.neutron [req-17ba500f-91c8-47ce-b07b-62d3cde039cc req-a3032b33-3668-4c6e-a395-62e1c9aed568 service nova] [instance: 56f400b6-459c-4b7c-b704-e34afd36417b] Updated VIF entry in instance network info cache for port b6268eed-4b78-4c20-be87-bbf8e22aefb9. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2187.024897] env[62291]: DEBUG nova.network.neutron [req-17ba500f-91c8-47ce-b07b-62d3cde039cc req-a3032b33-3668-4c6e-a395-62e1c9aed568 service nova] [instance: 56f400b6-459c-4b7c-b704-e34afd36417b] Updating instance_info_cache with network_info: [{"id": "b6268eed-4b78-4c20-be87-bbf8e22aefb9", "address": "fa:16:3e:d4:2c:66", "network": {"id": "4474c551-e3cb-474b-bd1c-92c26c84e83a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-841869371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fec9555fe4aa4c7a9e61c54aebf169a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb6268eed-4b", "ovs_interfaceid": "b6268eed-4b78-4c20-be87-bbf8e22aefb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2187.047470] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143211, 'name': CreateVM_Task, 'duration_secs': 0.639207} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2187.047649] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56f400b6-459c-4b7c-b704-e34afd36417b] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2187.048345] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2187.048672] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2187.048927] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2187.049214] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2208e731-3b6e-41ab-8cd4-1f14614e5ca7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.057316] env[62291]: DEBUG oslo_vmware.api [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 2187.057316] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]525ffe82-883c-849c-56a2-5617046a9770" [ 2187.057316] env[62291]: _type = "Task" [ 2187.057316] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2187.067643] env[62291]: DEBUG oslo_vmware.api [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]525ffe82-883c-849c-56a2-5617046a9770, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2187.107560] env[62291]: DEBUG oslo_vmware.api [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143212, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079561} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2187.107957] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2187.109112] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25455bd4-f2f0-4f7d-8582-fe0ebd84464d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.137368] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35/798f1b1c-7ba7-4ac2-9c23-f02d3d80be35.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2187.137368] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31bad7f7-4837-4cb7-b3ea-6542f2935835 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.169876] env[62291]: DEBUG oslo_vmware.api [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143213, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2187.170254] env[62291]: DEBUG oslo_vmware.api [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2187.170254] env[62291]: value = "task-2143214" [ 2187.170254] env[62291]: _type = "Task" [ 2187.170254] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2187.171099] env[62291]: DEBUG nova.network.neutron [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Successfully updated port: f50edb3c-e2b3-46de-a4c0-4b0db6d80708 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2187.177745] env[62291]: DEBUG oslo_concurrency.lockutils [req-bfb87450-0960-4587-b9f4-2f7fa653a831 req-9a3181ba-4589-4a37-90b7-7fdeb45a55d2 service nova] Releasing lock "refresh_cache-b2dfa139-ab06-4914-96fd-471045a43b4c" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2187.177965] env[62291]: DEBUG nova.compute.manager [req-bfb87450-0960-4587-b9f4-2f7fa653a831 req-9a3181ba-4589-4a37-90b7-7fdeb45a55d2 service nova] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Received event network-vif-deleted-a5313b94-e945-43fa-961e-144f89404583 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2187.190602] env[62291]: DEBUG oslo_vmware.api [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143214, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2187.314743] env[62291]: DEBUG oslo_concurrency.lockutils [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "refresh_cache-4c131520-da77-4c2c-a4e9-39e0d56b5f72" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2187.314743] env[62291]: DEBUG oslo_concurrency.lockutils [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquired lock "refresh_cache-4c131520-da77-4c2c-a4e9-39e0d56b5f72" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2187.314743] env[62291]: DEBUG nova.network.neutron [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2187.529521] env[62291]: DEBUG oslo_concurrency.lockutils [req-17ba500f-91c8-47ce-b07b-62d3cde039cc req-a3032b33-3668-4c6e-a395-62e1c9aed568 service nova] Releasing lock "refresh_cache-56f400b6-459c-4b7c-b704-e34afd36417b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2187.568648] env[62291]: DEBUG oslo_vmware.api [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]525ffe82-883c-849c-56a2-5617046a9770, 'name': SearchDatastore_Task, 'duration_secs': 0.049092} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2187.573545] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2187.573545] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 56f400b6-459c-4b7c-b704-e34afd36417b] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2187.573545] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2187.573545] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2187.573545] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2187.573545] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0b9a43a-ff6b-46d5-847b-71acd318fb14 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.594552] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2187.594552] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2187.594754] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09c4e741-2af0-422b-9c05-23fe379028d3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.600958] env[62291]: DEBUG oslo_vmware.api [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 2187.600958] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5277c23b-4ea4-8002-f77c-9fd331d1d5ca" [ 2187.600958] env[62291]: _type = "Task" [ 2187.600958] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2187.615812] env[62291]: DEBUG oslo_vmware.api [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5277c23b-4ea4-8002-f77c-9fd331d1d5ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2187.670155] env[62291]: DEBUG oslo_vmware.api [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143213, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.683406} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2187.670155] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] b2dfa139-ab06-4914-96fd-471045a43b4c/b2dfa139-ab06-4914-96fd-471045a43b4c.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2187.670155] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2187.670155] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f4d25d0-fdb3-4a90-9e38-e22aac751cb1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.677616] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquiring lock "refresh_cache-6d2ff139-9d26-434e-ae9a-39c4cd9e73c4" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2187.677616] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquired lock "refresh_cache-6d2ff139-9d26-434e-ae9a-39c4cd9e73c4" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2187.677616] env[62291]: DEBUG nova.network.neutron [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2187.681352] env[62291]: DEBUG oslo_vmware.api [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the task: (returnval){ [ 2187.681352] env[62291]: value = "task-2143215" [ 2187.681352] env[62291]: _type = "Task" [ 2187.681352] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2187.691249] env[62291]: DEBUG oslo_vmware.api [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143214, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2187.698096] env[62291]: DEBUG oslo_vmware.api [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143215, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2187.855437] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-938863c9-787e-4012-9743-d8de474ac5de {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.864234] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c45450f-d003-45b9-a57a-b544a398c3d3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.905869] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ea6b1e-f7e0-4847-8a34-de738bf9e91b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.916638] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52350960-a9d7-47ef-b390-000c73cec3c5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2187.933379] env[62291]: DEBUG nova.compute.provider_tree [None req-aa6d7d58-afb7-492c-ba6a-e496b0bda595 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2188.116840] env[62291]: DEBUG oslo_vmware.api [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5277c23b-4ea4-8002-f77c-9fd331d1d5ca, 'name': SearchDatastore_Task, 'duration_secs': 0.051887} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2188.119854] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dc6b483-08bf-46dc-b8bc-a7f8f3f932e1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.127318] env[62291]: DEBUG oslo_vmware.api [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 2188.127318] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52ef8756-c484-968c-c048-c7b2714acc93" [ 2188.127318] env[62291]: _type = "Task" [ 2188.127318] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2188.136235] env[62291]: DEBUG oslo_vmware.api [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52ef8756-c484-968c-c048-c7b2714acc93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2188.162145] env[62291]: DEBUG nova.network.neutron [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Updating instance_info_cache with network_info: [{"id": "19f3c19f-cd5c-4a17-b367-e2de50f6df1c", "address": "fa:16:3e:d5:20:1a", "network": {"id": "6c3b94dc-3357-4c73-aad4-284cb89be8f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1144561454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4dbad5dff7143149c3d41cdcb32416d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19f3c19f-cd", "ovs_interfaceid": "19f3c19f-cd5c-4a17-b367-e2de50f6df1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2188.185135] env[62291]: DEBUG oslo_vmware.api [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143214, 'name': ReconfigVM_Task, 'duration_secs': 0.845789} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2188.188649] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35/798f1b1c-7ba7-4ac2-9c23-f02d3d80be35.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2188.189503] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-625fd3f7-ec43-43bd-bad7-204ef94e7227 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.199232] env[62291]: DEBUG oslo_vmware.api [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143215, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077396} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2188.203019] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2188.203019] env[62291]: DEBUG oslo_vmware.api [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2188.203019] env[62291]: value = "task-2143216" [ 2188.203019] env[62291]: _type = "Task" [ 2188.203019] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2188.203019] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e960430c-0122-4c69-bcc7-f578a5255367 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.213762] env[62291]: DEBUG oslo_vmware.api [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143216, 'name': Rename_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2188.231784] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] b2dfa139-ab06-4914-96fd-471045a43b4c/b2dfa139-ab06-4914-96fd-471045a43b4c.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2188.232188] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-254e9abe-0301-4e97-aa0e-c57d888755cf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.247454] env[62291]: DEBUG nova.network.neutron [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2188.256825] env[62291]: DEBUG oslo_vmware.api [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the task: (returnval){ [ 2188.256825] env[62291]: value = "task-2143217" [ 2188.256825] env[62291]: _type = "Task" [ 2188.256825] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2188.266312] env[62291]: DEBUG oslo_vmware.api [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143217, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2188.464762] env[62291]: ERROR nova.scheduler.client.report [None req-aa6d7d58-afb7-492c-ba6a-e496b0bda595 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] [req-632d32c9-1831-487a-bc6f-dc9ef16db833] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 142b9caf-95b8-4f05-a0ca-6a285ed758e8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-632d32c9-1831-487a-bc6f-dc9ef16db833"}]} [ 2188.479025] env[62291]: DEBUG nova.network.neutron [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Updating instance_info_cache with network_info: [{"id": "f50edb3c-e2b3-46de-a4c0-4b0db6d80708", "address": "fa:16:3e:6b:c2:a8", "network": {"id": "79f92d1f-a80b-4ece-b0b6-12f706432cf7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-405954475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ab1a96fe2f44bb8a404c685f61bf1c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf50edb3c-e2", "ovs_interfaceid": "f50edb3c-e2b3-46de-a4c0-4b0db6d80708", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2188.488654] env[62291]: DEBUG nova.scheduler.client.report [None req-aa6d7d58-afb7-492c-ba6a-e496b0bda595 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Refreshing inventories for resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 2188.511561] env[62291]: DEBUG nova.scheduler.client.report [None req-aa6d7d58-afb7-492c-ba6a-e496b0bda595 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Updating ProviderTree inventory for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 2188.511795] env[62291]: DEBUG nova.compute.provider_tree [None req-aa6d7d58-afb7-492c-ba6a-e496b0bda595 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2188.530735] env[62291]: DEBUG nova.scheduler.client.report [None req-aa6d7d58-afb7-492c-ba6a-e496b0bda595 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Refreshing aggregate associations for resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8, aggregates: None {{(pid=62291) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 2188.551631] env[62291]: DEBUG nova.scheduler.client.report [None req-aa6d7d58-afb7-492c-ba6a-e496b0bda595 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Refreshing trait associations for resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62291) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 2188.580607] env[62291]: DEBUG nova.compute.manager [req-dddbdaca-2a8a-4b68-b74f-17550ad455c7 req-91e48824-d51e-441d-8b88-6bdab1d10dc5 service nova] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Received event network-vif-plugged-f50edb3c-e2b3-46de-a4c0-4b0db6d80708 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2188.580607] env[62291]: DEBUG oslo_concurrency.lockutils [req-dddbdaca-2a8a-4b68-b74f-17550ad455c7 req-91e48824-d51e-441d-8b88-6bdab1d10dc5 service nova] Acquiring lock "6d2ff139-9d26-434e-ae9a-39c4cd9e73c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2188.580607] env[62291]: DEBUG oslo_concurrency.lockutils [req-dddbdaca-2a8a-4b68-b74f-17550ad455c7 req-91e48824-d51e-441d-8b88-6bdab1d10dc5 service nova] Lock "6d2ff139-9d26-434e-ae9a-39c4cd9e73c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2188.580607] env[62291]: DEBUG oslo_concurrency.lockutils [req-dddbdaca-2a8a-4b68-b74f-17550ad455c7 req-91e48824-d51e-441d-8b88-6bdab1d10dc5 service nova] Lock "6d2ff139-9d26-434e-ae9a-39c4cd9e73c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2188.580607] env[62291]: DEBUG nova.compute.manager [req-dddbdaca-2a8a-4b68-b74f-17550ad455c7 req-91e48824-d51e-441d-8b88-6bdab1d10dc5 service nova] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] No waiting events found dispatching network-vif-plugged-f50edb3c-e2b3-46de-a4c0-4b0db6d80708 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2188.581057] env[62291]: WARNING nova.compute.manager [req-dddbdaca-2a8a-4b68-b74f-17550ad455c7 req-91e48824-d51e-441d-8b88-6bdab1d10dc5 service nova] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Received unexpected event network-vif-plugged-f50edb3c-e2b3-46de-a4c0-4b0db6d80708 for instance with vm_state building and task_state spawning. [ 2188.581057] env[62291]: DEBUG nova.compute.manager [req-dddbdaca-2a8a-4b68-b74f-17550ad455c7 req-91e48824-d51e-441d-8b88-6bdab1d10dc5 service nova] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Received event network-changed-f50edb3c-e2b3-46de-a4c0-4b0db6d80708 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2188.581057] env[62291]: DEBUG nova.compute.manager [req-dddbdaca-2a8a-4b68-b74f-17550ad455c7 req-91e48824-d51e-441d-8b88-6bdab1d10dc5 service nova] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Refreshing instance network info cache due to event network-changed-f50edb3c-e2b3-46de-a4c0-4b0db6d80708. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2188.581216] env[62291]: DEBUG oslo_concurrency.lockutils [req-dddbdaca-2a8a-4b68-b74f-17550ad455c7 req-91e48824-d51e-441d-8b88-6bdab1d10dc5 service nova] Acquiring lock "refresh_cache-6d2ff139-9d26-434e-ae9a-39c4cd9e73c4" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2188.642321] env[62291]: DEBUG oslo_vmware.api [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52ef8756-c484-968c-c048-c7b2714acc93, 'name': SearchDatastore_Task, 'duration_secs': 0.010526} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2188.642540] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2188.642876] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 56f400b6-459c-4b7c-b704-e34afd36417b/56f400b6-459c-4b7c-b704-e34afd36417b.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2188.643223] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10aeccb9-7c74-4664-bc08-d561aad21293 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.652910] env[62291]: DEBUG oslo_vmware.api [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 2188.652910] env[62291]: value = "task-2143218" [ 2188.652910] env[62291]: _type = "Task" [ 2188.652910] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2188.663339] env[62291]: DEBUG oslo_vmware.api [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143218, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2188.666125] env[62291]: DEBUG oslo_concurrency.lockutils [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Releasing lock "refresh_cache-4c131520-da77-4c2c-a4e9-39e0d56b5f72" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2188.719237] env[62291]: DEBUG oslo_vmware.api [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143216, 'name': Rename_Task, 'duration_secs': 0.170599} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2188.719580] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2188.719866] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc748d6b-d3d3-4b1a-a5d3-a41720902b49 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.726783] env[62291]: DEBUG oslo_vmware.api [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2188.726783] env[62291]: value = "task-2143219" [ 2188.726783] env[62291]: _type = "Task" [ 2188.726783] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2188.738577] env[62291]: DEBUG oslo_vmware.api [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143219, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2188.773031] env[62291]: DEBUG oslo_vmware.api [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143217, 'name': ReconfigVM_Task, 'duration_secs': 0.301149} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2188.773031] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Reconfigured VM instance instance-0000004f to attach disk [datastore1] b2dfa139-ab06-4914-96fd-471045a43b4c/b2dfa139-ab06-4914-96fd-471045a43b4c.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2188.773031] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a48b966a-2e9a-43c3-8063-dde4d5c256aa {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2188.787781] env[62291]: DEBUG oslo_vmware.api [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the task: (returnval){ [ 2188.787781] env[62291]: value = "task-2143220" [ 2188.787781] env[62291]: _type = "Task" [ 2188.787781] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2188.796707] env[62291]: DEBUG oslo_vmware.api [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143220, 'name': Rename_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2188.982368] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Releasing lock "refresh_cache-6d2ff139-9d26-434e-ae9a-39c4cd9e73c4" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2188.982761] env[62291]: DEBUG nova.compute.manager [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Instance network_info: |[{"id": "f50edb3c-e2b3-46de-a4c0-4b0db6d80708", "address": "fa:16:3e:6b:c2:a8", "network": {"id": "79f92d1f-a80b-4ece-b0b6-12f706432cf7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-405954475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ab1a96fe2f44bb8a404c685f61bf1c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf50edb3c-e2", "ovs_interfaceid": "f50edb3c-e2b3-46de-a4c0-4b0db6d80708", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2188.983058] env[62291]: DEBUG oslo_concurrency.lockutils [req-dddbdaca-2a8a-4b68-b74f-17550ad455c7 req-91e48824-d51e-441d-8b88-6bdab1d10dc5 service nova] Acquired lock "refresh_cache-6d2ff139-9d26-434e-ae9a-39c4cd9e73c4" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2188.983280] env[62291]: DEBUG nova.network.neutron [req-dddbdaca-2a8a-4b68-b74f-17550ad455c7 req-91e48824-d51e-441d-8b88-6bdab1d10dc5 service nova] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Refreshing network info cache for port f50edb3c-e2b3-46de-a4c0-4b0db6d80708 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2188.984858] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:c2:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b94712a6-b777-47dd-bc06-f9acfce2d936', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f50edb3c-e2b3-46de-a4c0-4b0db6d80708', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2188.993197] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Creating folder: Project (8ab1a96fe2f44bb8a404c685f61bf1c9). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2188.996755] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-993d9ff0-bc2f-406e-90cc-bfb79972b0d4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.011797] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Created folder: Project (8ab1a96fe2f44bb8a404c685f61bf1c9) in parent group-v437896. [ 2189.012048] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Creating folder: Instances. Parent ref: group-v438077. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2189.015294] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f65668d-eced-4ac7-995b-bc14221a7fac {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.030710] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Created folder: Instances in parent group-v438077. [ 2189.031110] env[62291]: DEBUG oslo.service.loopingcall [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2189.031378] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2189.031624] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f12a3f87-e335-41d2-a148-772caa5b601c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.056318] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2189.056318] env[62291]: value = "task-2143223" [ 2189.056318] env[62291]: _type = "Task" [ 2189.056318] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2189.066183] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143223, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.164531] env[62291]: DEBUG oslo_vmware.api [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143218, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.181759] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f99a34e-539d-49c6-bf75-3c4c80788aec {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.190975] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20dafac0-7a3d-4033-abd3-29eea1949da6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.225898] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a71a945-9001-4139-ae76-904f69409ec4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.239667] env[62291]: DEBUG oslo_vmware.api [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143219, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.241062] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9760813a-a3ef-4913-877c-52935c4ad5b4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.255425] env[62291]: DEBUG nova.compute.provider_tree [None req-aa6d7d58-afb7-492c-ba6a-e496b0bda595 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2189.281085] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Acquiring lock "636d8f12-4307-48cb-9da0-e6915e1c3118" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2189.281348] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Lock "636d8f12-4307-48cb-9da0-e6915e1c3118" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2189.295766] env[62291]: DEBUG oslo_vmware.api [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143220, 'name': Rename_Task, 'duration_secs': 0.179514} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2189.296061] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2189.296316] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfcf228c-08aa-4a6a-8582-1385813cf3e8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.304128] env[62291]: DEBUG oslo_vmware.api [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the task: (returnval){ [ 2189.304128] env[62291]: value = "task-2143224" [ 2189.304128] env[62291]: _type = "Task" [ 2189.304128] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2189.312484] env[62291]: DEBUG oslo_vmware.api [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143224, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.570506] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143223, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.663968] env[62291]: DEBUG oslo_vmware.api [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143218, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542163} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2189.666677] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 56f400b6-459c-4b7c-b704-e34afd36417b/56f400b6-459c-4b7c-b704-e34afd36417b.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2189.666914] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 56f400b6-459c-4b7c-b704-e34afd36417b] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2189.667215] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83a5d7fb-845d-4251-9747-362ee358a6a2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.677454] env[62291]: DEBUG oslo_vmware.api [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 2189.677454] env[62291]: value = "task-2143225" [ 2189.677454] env[62291]: _type = "Task" [ 2189.677454] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2189.692537] env[62291]: DEBUG oslo_vmware.api [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143225, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2189.740211] env[62291]: DEBUG oslo_vmware.api [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143219, 'name': PowerOnVM_Task, 'duration_secs': 0.75339} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2189.740486] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2189.740690] env[62291]: INFO nova.compute.manager [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Took 14.49 seconds to spawn the instance on the hypervisor. [ 2189.740873] env[62291]: DEBUG nova.compute.manager [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2189.742228] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bed92b5-4a59-4585-ab60-9bfd49785615 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.758606] env[62291]: DEBUG nova.network.neutron [req-dddbdaca-2a8a-4b68-b74f-17550ad455c7 req-91e48824-d51e-441d-8b88-6bdab1d10dc5 service nova] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Updated VIF entry in instance network info cache for port f50edb3c-e2b3-46de-a4c0-4b0db6d80708. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2189.758983] env[62291]: DEBUG nova.network.neutron [req-dddbdaca-2a8a-4b68-b74f-17550ad455c7 req-91e48824-d51e-441d-8b88-6bdab1d10dc5 service nova] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Updating instance_info_cache with network_info: [{"id": "f50edb3c-e2b3-46de-a4c0-4b0db6d80708", "address": "fa:16:3e:6b:c2:a8", "network": {"id": "79f92d1f-a80b-4ece-b0b6-12f706432cf7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-405954475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ab1a96fe2f44bb8a404c685f61bf1c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf50edb3c-e2", "ovs_interfaceid": "f50edb3c-e2b3-46de-a4c0-4b0db6d80708", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2189.784565] env[62291]: DEBUG nova.compute.manager [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2189.789399] env[62291]: ERROR nova.scheduler.client.report [None req-aa6d7d58-afb7-492c-ba6a-e496b0bda595 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] [req-d34b1cfa-1fcd-45ec-9115-c2d6a9887f8e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 142b9caf-95b8-4f05-a0ca-6a285ed758e8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d34b1cfa-1fcd-45ec-9115-c2d6a9887f8e"}]} [ 2189.810329] env[62291]: DEBUG nova.scheduler.client.report [None req-aa6d7d58-afb7-492c-ba6a-e496b0bda595 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Refreshing inventories for resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 2189.818787] env[62291]: DEBUG oslo_vmware.api [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143224, 'name': PowerOnVM_Task, 'duration_secs': 0.499361} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2189.819055] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2189.819268] env[62291]: INFO nova.compute.manager [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Took 12.00 seconds to spawn the instance on the hypervisor. [ 2189.819452] env[62291]: DEBUG nova.compute.manager [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2189.820286] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d8bb59-1f73-4841-84f0-156235aced8b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2189.835694] env[62291]: DEBUG nova.scheduler.client.report [None req-aa6d7d58-afb7-492c-ba6a-e496b0bda595 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Updating ProviderTree inventory for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 2189.839024] env[62291]: DEBUG nova.compute.provider_tree [None req-aa6d7d58-afb7-492c-ba6a-e496b0bda595 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2189.851407] env[62291]: DEBUG nova.scheduler.client.report [None req-aa6d7d58-afb7-492c-ba6a-e496b0bda595 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Refreshing aggregate associations for resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8, aggregates: None {{(pid=62291) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 2189.870610] env[62291]: DEBUG nova.scheduler.client.report [None req-aa6d7d58-afb7-492c-ba6a-e496b0bda595 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Refreshing trait associations for resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62291) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 2190.072985] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143223, 'name': CreateVM_Task, 'duration_secs': 0.81385} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2190.073180] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2190.073880] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2190.074065] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2190.074405] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2190.074676] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6c8edcd-6563-4b83-aa8d-545ba7d85216 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.084221] env[62291]: DEBUG oslo_vmware.api [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2190.084221] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52c59313-17a7-3981-c58d-859a60b115c4" [ 2190.084221] env[62291]: _type = "Task" [ 2190.084221] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2190.092530] env[62291]: DEBUG oslo_vmware.api [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52c59313-17a7-3981-c58d-859a60b115c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2190.190044] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a603a5f0-ea21-4587-ad74-92c7d7d754f6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.199771] env[62291]: DEBUG oslo_vmware.api [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143225, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.19955} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2190.213549] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 56f400b6-459c-4b7c-b704-e34afd36417b] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2190.213839] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Updating instance '4c131520-da77-4c2c-a4e9-39e0d56b5f72' progress to 0 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2190.222943] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-553bcdb8-c78e-4f30-9f8a-d43e384edcf9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.260557] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 56f400b6-459c-4b7c-b704-e34afd36417b] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] 56f400b6-459c-4b7c-b704-e34afd36417b/56f400b6-459c-4b7c-b704-e34afd36417b.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2190.274433] env[62291]: INFO nova.compute.manager [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Took 44.44 seconds to build instance. [ 2190.277470] env[62291]: DEBUG oslo_concurrency.lockutils [req-dddbdaca-2a8a-4b68-b74f-17550ad455c7 req-91e48824-d51e-441d-8b88-6bdab1d10dc5 service nova] Releasing lock "refresh_cache-6d2ff139-9d26-434e-ae9a-39c4cd9e73c4" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2190.277470] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-52fac380-83b9-4573-aedc-f3681c041c8e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.322017] env[62291]: DEBUG oslo_vmware.api [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 2190.322017] env[62291]: value = "task-2143226" [ 2190.322017] env[62291]: _type = "Task" [ 2190.322017] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2190.322017] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2190.344023] env[62291]: DEBUG oslo_vmware.api [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143226, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2190.347423] env[62291]: INFO nova.compute.manager [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Took 42.64 seconds to build instance. [ 2190.419579] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0652940b-a150-4d28-92c0-15a55116184c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.430678] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee3fa2d-f101-49ec-80d5-61c5c85d4e5f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.462363] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d539da0-84b4-4a9a-9338-7754ada99e70 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.473485] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70a7912b-4fc6-4c27-a401-a1dd3adac383 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.488207] env[62291]: DEBUG nova.compute.provider_tree [None req-aa6d7d58-afb7-492c-ba6a-e496b0bda595 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2190.593929] env[62291]: DEBUG oslo_vmware.api [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52c59313-17a7-3981-c58d-859a60b115c4, 'name': SearchDatastore_Task, 'duration_secs': 0.014984} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2190.594281] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2190.594577] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2190.594752] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2190.594902] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2190.595103] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2190.595380] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99d6966d-0db8-49eb-9f76-e6a5e767f658 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.611340] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2190.611543] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2190.612328] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf99e5a8-8802-4c3a-b840-097b4347a85e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.617775] env[62291]: DEBUG oslo_vmware.api [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2190.617775] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52ddf74f-3b0c-200c-ec35-dafbab28b656" [ 2190.617775] env[62291]: _type = "Task" [ 2190.617775] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2190.626820] env[62291]: DEBUG oslo_vmware.api [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52ddf74f-3b0c-200c-ec35-dafbab28b656, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2190.730021] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2190.730349] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ddbcb72-2135-42dc-ac0a-7ca6eca240b6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2190.738155] env[62291]: DEBUG oslo_vmware.api [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2190.738155] env[62291]: value = "task-2143227" [ 2190.738155] env[62291]: _type = "Task" [ 2190.738155] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2190.749155] env[62291]: DEBUG oslo_vmware.api [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143227, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2190.805142] env[62291]: DEBUG oslo_concurrency.lockutils [None req-36e9c577-c32b-4776-8d7d-3ba90e6d737e tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "798f1b1c-7ba7-4ac2-9c23-f02d3d80be35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.015s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2190.831101] env[62291]: DEBUG oslo_vmware.api [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143226, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2190.850948] env[62291]: DEBUG oslo_concurrency.lockutils [None req-643890fe-c420-4d46-b6a2-7ca9fea05709 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lock "b2dfa139-ab06-4914-96fd-471045a43b4c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.171s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2190.959163] env[62291]: DEBUG nova.compute.manager [req-a28d62e4-925e-4ea8-8615-fd298f3f1be4 req-ae1c392b-a5c4-4256-9e95-c99aea0d3aef service nova] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Received event network-changed-7981eb90-f411-4da2-864a-e5b53b49d639 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2190.959163] env[62291]: DEBUG nova.compute.manager [req-a28d62e4-925e-4ea8-8615-fd298f3f1be4 req-ae1c392b-a5c4-4256-9e95-c99aea0d3aef service nova] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Refreshing instance network info cache due to event network-changed-7981eb90-f411-4da2-864a-e5b53b49d639. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2190.959163] env[62291]: DEBUG oslo_concurrency.lockutils [req-a28d62e4-925e-4ea8-8615-fd298f3f1be4 req-ae1c392b-a5c4-4256-9e95-c99aea0d3aef service nova] Acquiring lock "refresh_cache-798f1b1c-7ba7-4ac2-9c23-f02d3d80be35" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2190.959163] env[62291]: DEBUG oslo_concurrency.lockutils [req-a28d62e4-925e-4ea8-8615-fd298f3f1be4 req-ae1c392b-a5c4-4256-9e95-c99aea0d3aef service nova] Acquired lock "refresh_cache-798f1b1c-7ba7-4ac2-9c23-f02d3d80be35" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2190.959163] env[62291]: DEBUG nova.network.neutron [req-a28d62e4-925e-4ea8-8615-fd298f3f1be4 req-ae1c392b-a5c4-4256-9e95-c99aea0d3aef service nova] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Refreshing network info cache for port 7981eb90-f411-4da2-864a-e5b53b49d639 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2191.022859] env[62291]: DEBUG nova.scheduler.client.report [None req-aa6d7d58-afb7-492c-ba6a-e496b0bda595 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Updated inventory for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with generation 101 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 2191.023278] env[62291]: DEBUG nova.compute.provider_tree [None req-aa6d7d58-afb7-492c-ba6a-e496b0bda595 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Updating resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 generation from 101 to 102 during operation: update_inventory {{(pid=62291) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2191.023546] env[62291]: DEBUG nova.compute.provider_tree [None req-aa6d7d58-afb7-492c-ba6a-e496b0bda595 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2191.131144] env[62291]: DEBUG oslo_vmware.api [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52ddf74f-3b0c-200c-ec35-dafbab28b656, 'name': SearchDatastore_Task, 'duration_secs': 0.031565} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2191.132056] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2037447-450b-4cbd-a63d-647e8da90e83 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.139154] env[62291]: DEBUG oslo_vmware.api [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2191.139154] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52827e2e-247d-3cb7-1352-b03f7bb42699" [ 2191.139154] env[62291]: _type = "Task" [ 2191.139154] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2191.148192] env[62291]: DEBUG oslo_vmware.api [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52827e2e-247d-3cb7-1352-b03f7bb42699, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.248873] env[62291]: DEBUG oslo_vmware.api [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143227, 'name': PowerOffVM_Task, 'duration_secs': 0.402911} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2191.249189] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2191.249368] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Updating instance '4c131520-da77-4c2c-a4e9-39e0d56b5f72' progress to 17 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2191.334143] env[62291]: DEBUG oslo_vmware.api [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143226, 'name': ReconfigVM_Task, 'duration_secs': 0.860458} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2191.334143] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 56f400b6-459c-4b7c-b704-e34afd36417b] Reconfigured VM instance instance-00000050 to attach disk [datastore1] 56f400b6-459c-4b7c-b704-e34afd36417b/56f400b6-459c-4b7c-b704-e34afd36417b.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2191.334143] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00a7d326-9e14-4263-9cea-3d114e9e82e1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.341804] env[62291]: DEBUG oslo_vmware.api [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 2191.341804] env[62291]: value = "task-2143228" [ 2191.341804] env[62291]: _type = "Task" [ 2191.341804] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2191.350714] env[62291]: DEBUG oslo_vmware.api [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143228, 'name': Rename_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.365176] env[62291]: DEBUG nova.compute.manager [req-34634463-2f87-4cbd-88d7-b71770993153 req-eee5b538-2f90-4087-b5c0-26d5e437bc6b service nova] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Received event network-changed-31aded13-37a2-4ab0-9077-1d7346efdd26 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2191.365375] env[62291]: DEBUG nova.compute.manager [req-34634463-2f87-4cbd-88d7-b71770993153 req-eee5b538-2f90-4087-b5c0-26d5e437bc6b service nova] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Refreshing instance network info cache due to event network-changed-31aded13-37a2-4ab0-9077-1d7346efdd26. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2191.365591] env[62291]: DEBUG oslo_concurrency.lockutils [req-34634463-2f87-4cbd-88d7-b71770993153 req-eee5b538-2f90-4087-b5c0-26d5e437bc6b service nova] Acquiring lock "refresh_cache-b2dfa139-ab06-4914-96fd-471045a43b4c" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2191.365730] env[62291]: DEBUG oslo_concurrency.lockutils [req-34634463-2f87-4cbd-88d7-b71770993153 req-eee5b538-2f90-4087-b5c0-26d5e437bc6b service nova] Acquired lock "refresh_cache-b2dfa139-ab06-4914-96fd-471045a43b4c" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2191.367433] env[62291]: DEBUG nova.network.neutron [req-34634463-2f87-4cbd-88d7-b71770993153 req-eee5b538-2f90-4087-b5c0-26d5e437bc6b service nova] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Refreshing network info cache for port 31aded13-37a2-4ab0-9077-1d7346efdd26 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2191.535115] env[62291]: DEBUG oslo_concurrency.lockutils [None req-aa6d7d58-afb7-492c-ba6a-e496b0bda595 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.733s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2191.538812] env[62291]: DEBUG oslo_concurrency.lockutils [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.945s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2191.541439] env[62291]: INFO nova.compute.claims [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2191.560090] env[62291]: INFO nova.scheduler.client.report [None req-aa6d7d58-afb7-492c-ba6a-e496b0bda595 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Deleted allocations for instance 5b38764d-5b21-4187-ad00-a2156fd91a38 [ 2191.650120] env[62291]: DEBUG oslo_vmware.api [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52827e2e-247d-3cb7-1352-b03f7bb42699, 'name': SearchDatastore_Task, 'duration_secs': 0.014634} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2191.650431] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2191.650658] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4/6d2ff139-9d26-434e-ae9a-39c4cd9e73c4.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2191.650909] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75770e7d-1d5f-475d-86ca-bf70be80db63 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.659073] env[62291]: DEBUG oslo_vmware.api [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2191.659073] env[62291]: value = "task-2143229" [ 2191.659073] env[62291]: _type = "Task" [ 2191.659073] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2191.670860] env[62291]: DEBUG oslo_vmware.api [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143229, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.699662] env[62291]: DEBUG nova.network.neutron [req-a28d62e4-925e-4ea8-8615-fd298f3f1be4 req-ae1c392b-a5c4-4256-9e95-c99aea0d3aef service nova] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Updated VIF entry in instance network info cache for port 7981eb90-f411-4da2-864a-e5b53b49d639. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2191.700058] env[62291]: DEBUG nova.network.neutron [req-a28d62e4-925e-4ea8-8615-fd298f3f1be4 req-ae1c392b-a5c4-4256-9e95-c99aea0d3aef service nova] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Updating instance_info_cache with network_info: [{"id": "7981eb90-f411-4da2-864a-e5b53b49d639", "address": "fa:16:3e:a3:9a:66", "network": {"id": "c45185d4-152c-49a5-95a1-aabe55d7a656", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1396888570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1553c7ef0e7404cbea3d3a38c0509ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7981eb90-f4", "ovs_interfaceid": "7981eb90-f411-4da2-864a-e5b53b49d639", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2191.759841] env[62291]: DEBUG nova.virt.hardware [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2191.759841] env[62291]: DEBUG nova.virt.hardware [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2191.759841] env[62291]: DEBUG nova.virt.hardware [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2191.759841] env[62291]: DEBUG nova.virt.hardware [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2191.759841] env[62291]: DEBUG nova.virt.hardware [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2191.759841] env[62291]: DEBUG nova.virt.hardware [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2191.760589] env[62291]: DEBUG nova.virt.hardware [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2191.760976] env[62291]: DEBUG nova.virt.hardware [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2191.761665] env[62291]: DEBUG nova.virt.hardware [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2191.761665] env[62291]: DEBUG nova.virt.hardware [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2191.762226] env[62291]: DEBUG nova.virt.hardware [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2191.767750] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9c74052-1d69-48b7-bc4e-b9dc5bc4b628 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.787799] env[62291]: DEBUG oslo_vmware.api [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2191.787799] env[62291]: value = "task-2143230" [ 2191.787799] env[62291]: _type = "Task" [ 2191.787799] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2191.797698] env[62291]: DEBUG oslo_vmware.api [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143230, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2191.854656] env[62291]: DEBUG oslo_vmware.api [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143228, 'name': Rename_Task, 'duration_secs': 0.151569} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2191.855017] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 56f400b6-459c-4b7c-b704-e34afd36417b] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2191.855397] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a465ce1f-d0f9-4f45-87ce-bbc24623982c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2191.865445] env[62291]: DEBUG oslo_vmware.api [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 2191.865445] env[62291]: value = "task-2143231" [ 2191.865445] env[62291]: _type = "Task" [ 2191.865445] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2191.879502] env[62291]: DEBUG oslo_vmware.api [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143231, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.070906] env[62291]: DEBUG oslo_concurrency.lockutils [None req-aa6d7d58-afb7-492c-ba6a-e496b0bda595 tempest-ServerShowV257Test-668452965 tempest-ServerShowV257Test-668452965-project-member] Lock "5b38764d-5b21-4187-ad00-a2156fd91a38" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.267s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2192.173236] env[62291]: DEBUG oslo_vmware.api [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143229, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49957} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2192.173677] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4/6d2ff139-9d26-434e-ae9a-39c4cd9e73c4.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2192.174018] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2192.174533] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c493d07-cb16-47e0-b004-e8f064aec946 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.182743] env[62291]: DEBUG oslo_vmware.api [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2192.182743] env[62291]: value = "task-2143232" [ 2192.182743] env[62291]: _type = "Task" [ 2192.182743] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2192.192878] env[62291]: DEBUG oslo_vmware.api [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143232, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.202027] env[62291]: DEBUG nova.network.neutron [req-34634463-2f87-4cbd-88d7-b71770993153 req-eee5b538-2f90-4087-b5c0-26d5e437bc6b service nova] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Updated VIF entry in instance network info cache for port 31aded13-37a2-4ab0-9077-1d7346efdd26. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2192.202027] env[62291]: DEBUG nova.network.neutron [req-34634463-2f87-4cbd-88d7-b71770993153 req-eee5b538-2f90-4087-b5c0-26d5e437bc6b service nova] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Updating instance_info_cache with network_info: [{"id": "31aded13-37a2-4ab0-9077-1d7346efdd26", "address": "fa:16:3e:34:c4:13", "network": {"id": "bd72be7f-d221-4147-ad88-ef62cefcd5aa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1570843996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27985db97fc84c6ca40a85416f94ab35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31aded13-37", "ovs_interfaceid": "31aded13-37a2-4ab0-9077-1d7346efdd26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2192.202341] env[62291]: DEBUG oslo_concurrency.lockutils [req-a28d62e4-925e-4ea8-8615-fd298f3f1be4 req-ae1c392b-a5c4-4256-9e95-c99aea0d3aef service nova] Releasing lock "refresh_cache-798f1b1c-7ba7-4ac2-9c23-f02d3d80be35" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2192.299571] env[62291]: DEBUG oslo_vmware.api [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143230, 'name': ReconfigVM_Task, 'duration_secs': 0.314148} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2192.299945] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Updating instance '4c131520-da77-4c2c-a4e9-39e0d56b5f72' progress to 33 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2192.384129] env[62291]: DEBUG oslo_vmware.api [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143231, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.476109] env[62291]: INFO nova.compute.manager [None req-46d01c49-3a48-4296-87e3-a8715aab3241 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Rebuilding instance [ 2192.541024] env[62291]: DEBUG nova.compute.manager [None req-46d01c49-3a48-4296-87e3-a8715aab3241 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2192.541024] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fbb2b5-d31b-49bc-aff6-82fb36ece0f7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.697472] env[62291]: DEBUG oslo_vmware.api [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143232, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134339} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2192.697964] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2192.698657] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ccb2327-38f8-4e6f-8c05-ba579f6d5ea4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.704666] env[62291]: DEBUG oslo_concurrency.lockutils [req-34634463-2f87-4cbd-88d7-b71770993153 req-eee5b538-2f90-4087-b5c0-26d5e437bc6b service nova] Releasing lock "refresh_cache-b2dfa139-ab06-4914-96fd-471045a43b4c" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2192.726678] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4/6d2ff139-9d26-434e-ae9a-39c4cd9e73c4.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2192.729685] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c04b255f-f9e8-4d4f-a09b-a4292b9207fc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.750299] env[62291]: DEBUG oslo_vmware.api [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2192.750299] env[62291]: value = "task-2143233" [ 2192.750299] env[62291]: _type = "Task" [ 2192.750299] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2192.762559] env[62291]: DEBUG oslo_vmware.api [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143233, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.807749] env[62291]: DEBUG nova.virt.hardware [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2192.808039] env[62291]: DEBUG nova.virt.hardware [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2192.808222] env[62291]: DEBUG nova.virt.hardware [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2192.808435] env[62291]: DEBUG nova.virt.hardware [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2192.808628] env[62291]: DEBUG nova.virt.hardware [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2192.808759] env[62291]: DEBUG nova.virt.hardware [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2192.808971] env[62291]: DEBUG nova.virt.hardware [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2192.809141] env[62291]: DEBUG nova.virt.hardware [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2192.809308] env[62291]: DEBUG nova.virt.hardware [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2192.809476] env[62291]: DEBUG nova.virt.hardware [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2192.809671] env[62291]: DEBUG nova.virt.hardware [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2192.814925] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Reconfiguring VM instance instance-00000047 to detach disk 2000 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2192.815483] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d645e766-55fb-4c71-b22c-990df3cd2ff8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2192.838519] env[62291]: DEBUG oslo_vmware.api [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2192.838519] env[62291]: value = "task-2143234" [ 2192.838519] env[62291]: _type = "Task" [ 2192.838519] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2192.851535] env[62291]: DEBUG oslo_vmware.api [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143234, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2192.883246] env[62291]: DEBUG oslo_vmware.api [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143231, 'name': PowerOnVM_Task, 'duration_secs': 0.855205} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2192.883704] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 56f400b6-459c-4b7c-b704-e34afd36417b] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2192.883943] env[62291]: INFO nova.compute.manager [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 56f400b6-459c-4b7c-b704-e34afd36417b] Took 10.24 seconds to spawn the instance on the hypervisor. [ 2192.884145] env[62291]: DEBUG nova.compute.manager [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 56f400b6-459c-4b7c-b704-e34afd36417b] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2192.884962] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3635940-0197-4fbd-8b14-6df7e73f379d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.052615] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d01c49-3a48-4296-87e3-a8715aab3241 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2193.053197] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da955af5-9bbd-4833-aff1-d805e16c2cf6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.062323] env[62291]: DEBUG oslo_vmware.api [None req-46d01c49-3a48-4296-87e3-a8715aab3241 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Waiting for the task: (returnval){ [ 2193.062323] env[62291]: value = "task-2143235" [ 2193.062323] env[62291]: _type = "Task" [ 2193.062323] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2193.064104] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e16f7f0-9c5f-423f-b349-6c57fbee1a3b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.076668] env[62291]: DEBUG oslo_vmware.api [None req-46d01c49-3a48-4296-87e3-a8715aab3241 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Task: {'id': task-2143235, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.080161] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ae7c7f-ba3f-4b0b-a9e8-2a0a0cc44474 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.115609] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac0fca1-dc4a-4434-ac79-e8d9a9bd5bf9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.124368] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03132619-bf0c-40da-995e-3ec224568463 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.139122] env[62291]: DEBUG nova.compute.provider_tree [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2193.262302] env[62291]: DEBUG oslo_vmware.api [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143233, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.349689] env[62291]: DEBUG oslo_vmware.api [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143234, 'name': ReconfigVM_Task, 'duration_secs': 0.392371} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2193.349981] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Reconfigured VM instance instance-00000047 to detach disk 2000 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2193.350812] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b886488-2fa7-419b-b615-59d2fc640834 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.375333] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 4c131520-da77-4c2c-a4e9-39e0d56b5f72/4c131520-da77-4c2c-a4e9-39e0d56b5f72.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2193.375670] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ee151af-cf22-43ad-bb48-c1e341a15e7b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.394879] env[62291]: DEBUG oslo_vmware.api [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2193.394879] env[62291]: value = "task-2143236" [ 2193.394879] env[62291]: _type = "Task" [ 2193.394879] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2193.408629] env[62291]: DEBUG oslo_vmware.api [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143236, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.411015] env[62291]: INFO nova.compute.manager [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 56f400b6-459c-4b7c-b704-e34afd36417b] Took 41.60 seconds to build instance. [ 2193.574115] env[62291]: DEBUG oslo_vmware.api [None req-46d01c49-3a48-4296-87e3-a8715aab3241 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Task: {'id': task-2143235, 'name': PowerOffVM_Task, 'duration_secs': 0.264744} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2193.574399] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d01c49-3a48-4296-87e3-a8715aab3241 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2193.575134] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d01c49-3a48-4296-87e3-a8715aab3241 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2193.575401] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7becbae9-ef80-487d-bfe3-5f32326ba6cb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.583285] env[62291]: DEBUG oslo_vmware.api [None req-46d01c49-3a48-4296-87e3-a8715aab3241 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Waiting for the task: (returnval){ [ 2193.583285] env[62291]: value = "task-2143237" [ 2193.583285] env[62291]: _type = "Task" [ 2193.583285] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2193.592379] env[62291]: DEBUG oslo_vmware.api [None req-46d01c49-3a48-4296-87e3-a8715aab3241 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Task: {'id': task-2143237, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.642718] env[62291]: DEBUG nova.scheduler.client.report [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2193.761869] env[62291]: DEBUG oslo_vmware.api [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143233, 'name': ReconfigVM_Task, 'duration_secs': 0.63617} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2193.762186] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Reconfigured VM instance instance-00000051 to attach disk [datastore1] 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4/6d2ff139-9d26-434e-ae9a-39c4cd9e73c4.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2193.763147] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe0520dd-211d-47c9-a9af-83f9c78ac010 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2193.772630] env[62291]: DEBUG oslo_vmware.api [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2193.772630] env[62291]: value = "task-2143238" [ 2193.772630] env[62291]: _type = "Task" [ 2193.772630] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2193.786270] env[62291]: DEBUG oslo_vmware.api [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143238, 'name': Rename_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.905495] env[62291]: DEBUG oslo_vmware.api [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143236, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2193.913084] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c0cb85fb-6b80-4fc4-88a8-5ce9b113b09a tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "56f400b6-459c-4b7c-b704-e34afd36417b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.330s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2194.095426] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-46d01c49-3a48-4296-87e3-a8715aab3241 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] VM already powered off {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2194.095652] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-46d01c49-3a48-4296-87e3-a8715aab3241 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Volume detach. Driver type: vmdk {{(pid=62291) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2194.095850] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-46d01c49-3a48-4296-87e3-a8715aab3241 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-437900', 'volume_id': 'b7436b51-324a-4095-8853-2ef360ee5163', 'name': 'volume-b7436b51-324a-4095-8853-2ef360ee5163', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ff21fe8f-e07a-4781-b692-9f585afab706', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7436b51-324a-4095-8853-2ef360ee5163', 'serial': 'b7436b51-324a-4095-8853-2ef360ee5163'} {{(pid=62291) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2194.096644] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45afecc-883d-470c-9eef-3232e9d13192 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.117344] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99dbc1b6-48f8-4a71-88ba-3cace47e3634 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.124842] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c18d4488-3e52-430f-9dca-8455a7b5aa91 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.143439] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70bcd370-9f68-44ad-8f2b-3de72d8a17b4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.148060] env[62291]: DEBUG oslo_concurrency.lockutils [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2194.148413] env[62291]: DEBUG nova.compute.manager [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2194.161831] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d7acccbd-2317-46e0-a7b0-450816328c44 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.408s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2194.161831] env[62291]: DEBUG nova.objects.instance [None req-d7acccbd-2317-46e0-a7b0-450816328c44 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Lazy-loading 'resources' on Instance uuid bb952207-9905-4a12-a189-94d00a8d1066 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2194.162895] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-46d01c49-3a48-4296-87e3-a8715aab3241 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] The volume has not been displaced from its original location: [datastore1] volume-b7436b51-324a-4095-8853-2ef360ee5163/volume-b7436b51-324a-4095-8853-2ef360ee5163.vmdk. No consolidation needed. {{(pid=62291) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2194.168187] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-46d01c49-3a48-4296-87e3-a8715aab3241 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Reconfiguring VM instance instance-00000029 to detach disk 2000 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2194.169382] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71b21b76-61a5-4749-8f17-0b898c9d6843 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.191092] env[62291]: DEBUG oslo_vmware.api [None req-46d01c49-3a48-4296-87e3-a8715aab3241 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Waiting for the task: (returnval){ [ 2194.191092] env[62291]: value = "task-2143239" [ 2194.191092] env[62291]: _type = "Task" [ 2194.191092] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2194.199396] env[62291]: DEBUG oslo_vmware.api [None req-46d01c49-3a48-4296-87e3-a8715aab3241 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Task: {'id': task-2143239, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.222876] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2f2981fe-7ba2-49be-8af8-49938285f91d tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "56f400b6-459c-4b7c-b704-e34afd36417b" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2194.223157] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2f2981fe-7ba2-49be-8af8-49938285f91d tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "56f400b6-459c-4b7c-b704-e34afd36417b" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2194.223343] env[62291]: DEBUG nova.compute.manager [None req-2f2981fe-7ba2-49be-8af8-49938285f91d tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 56f400b6-459c-4b7c-b704-e34afd36417b] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2194.224307] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c6ebed-e4d1-47be-b508-59ec75dfe193 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.232539] env[62291]: DEBUG nova.compute.manager [None req-2f2981fe-7ba2-49be-8af8-49938285f91d tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 56f400b6-459c-4b7c-b704-e34afd36417b] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62291) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 2194.233230] env[62291]: DEBUG nova.objects.instance [None req-2f2981fe-7ba2-49be-8af8-49938285f91d tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lazy-loading 'flavor' on Instance uuid 56f400b6-459c-4b7c-b704-e34afd36417b {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2194.284096] env[62291]: DEBUG oslo_vmware.api [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143238, 'name': Rename_Task, 'duration_secs': 0.371275} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2194.284433] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2194.284746] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f04eaddd-a84c-49c0-968f-0a3bac6953ea {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.292969] env[62291]: DEBUG oslo_vmware.api [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2194.292969] env[62291]: value = "task-2143240" [ 2194.292969] env[62291]: _type = "Task" [ 2194.292969] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2194.304805] env[62291]: DEBUG oslo_vmware.api [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143240, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.409248] env[62291]: DEBUG oslo_vmware.api [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143236, 'name': ReconfigVM_Task, 'duration_secs': 0.827355} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2194.409714] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 4c131520-da77-4c2c-a4e9-39e0d56b5f72/4c131520-da77-4c2c-a4e9-39e0d56b5f72.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2194.410138] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Updating instance '4c131520-da77-4c2c-a4e9-39e0d56b5f72' progress to 50 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2194.673517] env[62291]: DEBUG nova.compute.utils [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2194.675111] env[62291]: DEBUG nova.compute.manager [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2194.675263] env[62291]: DEBUG nova.network.neutron [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2194.704275] env[62291]: DEBUG oslo_vmware.api [None req-46d01c49-3a48-4296-87e3-a8715aab3241 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Task: {'id': task-2143239, 'name': ReconfigVM_Task, 'duration_secs': 0.206604} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2194.704613] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-46d01c49-3a48-4296-87e3-a8715aab3241 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Reconfigured VM instance instance-00000029 to detach disk 2000 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2194.712721] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b3af6d1-fb53-4b96-b300-e8cf7e14822b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.733740] env[62291]: DEBUG oslo_vmware.api [None req-46d01c49-3a48-4296-87e3-a8715aab3241 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Waiting for the task: (returnval){ [ 2194.733740] env[62291]: value = "task-2143241" [ 2194.733740] env[62291]: _type = "Task" [ 2194.733740] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2194.745396] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f2981fe-7ba2-49be-8af8-49938285f91d tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 56f400b6-459c-4b7c-b704-e34afd36417b] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2194.745769] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a2b9087-9879-4a01-a7fe-79afb1dc6fe2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.753203] env[62291]: DEBUG oslo_vmware.api [None req-46d01c49-3a48-4296-87e3-a8715aab3241 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Task: {'id': task-2143241, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.762554] env[62291]: DEBUG oslo_vmware.api [None req-2f2981fe-7ba2-49be-8af8-49938285f91d tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 2194.762554] env[62291]: value = "task-2143242" [ 2194.762554] env[62291]: _type = "Task" [ 2194.762554] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2194.773761] env[62291]: DEBUG oslo_vmware.api [None req-2f2981fe-7ba2-49be-8af8-49938285f91d tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.804179] env[62291]: DEBUG oslo_vmware.api [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143240, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2194.919607] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f31221b8-933b-4f0c-b2d5-665a13842b49 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.944115] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c13e980-383e-44e4-9a83-84376aef9e5d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.968030] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Updating instance '4c131520-da77-4c2c-a4e9-39e0d56b5f72' progress to 67 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2194.974109] env[62291]: DEBUG nova.policy [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53e1398bc33d48369d989fa3e7649b08', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ced82ff4c1d54fdcaac99123f59eca6f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2195.178555] env[62291]: DEBUG nova.compute.manager [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2195.203773] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e3a175-7cb1-4b48-a5c7-cb466d83cf34 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.212416] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d3cad8-f150-4180-898a-6b12aa7ffadb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.251682] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935383e8-94df-43cc-9d7d-4e32ce43da24 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.264159] env[62291]: DEBUG oslo_vmware.api [None req-46d01c49-3a48-4296-87e3-a8715aab3241 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Task: {'id': task-2143241, 'name': ReconfigVM_Task, 'duration_secs': 0.16108} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2195.264159] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29cf226c-bc75-4369-8d0c-5e43d237f20c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.268926] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-46d01c49-3a48-4296-87e3-a8715aab3241 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-437900', 'volume_id': 'b7436b51-324a-4095-8853-2ef360ee5163', 'name': 'volume-b7436b51-324a-4095-8853-2ef360ee5163', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ff21fe8f-e07a-4781-b692-9f585afab706', 'attached_at': '', 'detached_at': '', 'volume_id': 'b7436b51-324a-4095-8853-2ef360ee5163', 'serial': 'b7436b51-324a-4095-8853-2ef360ee5163'} {{(pid=62291) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2195.268926] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-46d01c49-3a48-4296-87e3-a8715aab3241 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2195.271730] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eeaae10-1ae3-4c96-8f41-661c0e263e7d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.286214] env[62291]: DEBUG nova.compute.provider_tree [None req-d7acccbd-2317-46e0-a7b0-450816328c44 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2195.287871] env[62291]: DEBUG nova.network.neutron [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Successfully created port: 35c800a5-0f34-4985-9292-722757c052f7 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2195.294904] env[62291]: DEBUG oslo_vmware.api [None req-2f2981fe-7ba2-49be-8af8-49938285f91d tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143242, 'name': PowerOffVM_Task, 'duration_secs': 0.274337} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2195.295255] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-46d01c49-3a48-4296-87e3-a8715aab3241 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2195.296195] env[62291]: DEBUG nova.scheduler.client.report [None req-d7acccbd-2317-46e0-a7b0-450816328c44 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2195.299487] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f2981fe-7ba2-49be-8af8-49938285f91d tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 56f400b6-459c-4b7c-b704-e34afd36417b] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2195.299666] env[62291]: DEBUG nova.compute.manager [None req-2f2981fe-7ba2-49be-8af8-49938285f91d tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 56f400b6-459c-4b7c-b704-e34afd36417b] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2195.302637] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89556c54-3c52-4576-b27a-dfa58ece1776 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.305161] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1492c2ba-7c59-4898-bbcd-5c32f01273fd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.316621] env[62291]: DEBUG oslo_vmware.api [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143240, 'name': PowerOnVM_Task, 'duration_secs': 0.566742} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2195.317091] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2195.317300] env[62291]: INFO nova.compute.manager [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Took 9.06 seconds to spawn the instance on the hypervisor. [ 2195.317473] env[62291]: DEBUG nova.compute.manager [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2195.318698] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6e20d2-131b-47f4-a213-c36b018f433f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.476159] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-46d01c49-3a48-4296-87e3-a8715aab3241 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2195.476406] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-46d01c49-3a48-4296-87e3-a8715aab3241 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Deleting contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2195.476655] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-46d01c49-3a48-4296-87e3-a8715aab3241 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Deleting the datastore file [datastore1] ff21fe8f-e07a-4781-b692-9f585afab706 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2195.476898] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bb72db4-066e-405a-9488-71465e86ff42 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.489675] env[62291]: DEBUG oslo_vmware.api [None req-46d01c49-3a48-4296-87e3-a8715aab3241 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Waiting for the task: (returnval){ [ 2195.489675] env[62291]: value = "task-2143244" [ 2195.489675] env[62291]: _type = "Task" [ 2195.489675] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2195.502445] env[62291]: DEBUG oslo_vmware.api [None req-46d01c49-3a48-4296-87e3-a8715aab3241 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Task: {'id': task-2143244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2195.528396] env[62291]: DEBUG nova.network.neutron [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Port 19f3c19f-cd5c-4a17-b367-e2de50f6df1c binding to destination host cpu-1 is already ACTIVE {{(pid=62291) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 2195.805822] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d7acccbd-2317-46e0-a7b0-450816328c44 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.644s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2195.808350] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2b20426e-ba80-42f0-91fa-5b7123f76656 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.641s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2195.808675] env[62291]: DEBUG nova.objects.instance [None req-2b20426e-ba80-42f0-91fa-5b7123f76656 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Lazy-loading 'resources' on Instance uuid 197d3ca2-541b-4701-8c93-6a0a883a6fde {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2195.821353] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2f2981fe-7ba2-49be-8af8-49938285f91d tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "56f400b6-459c-4b7c-b704-e34afd36417b" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.598s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2195.831229] env[62291]: INFO nova.scheduler.client.report [None req-d7acccbd-2317-46e0-a7b0-450816328c44 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Deleted allocations for instance bb952207-9905-4a12-a189-94d00a8d1066 [ 2195.843334] env[62291]: INFO nova.compute.manager [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Took 39.57 seconds to build instance. [ 2196.000098] env[62291]: DEBUG oslo_vmware.api [None req-46d01c49-3a48-4296-87e3-a8715aab3241 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Task: {'id': task-2143244, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109152} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2196.000098] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-46d01c49-3a48-4296-87e3-a8715aab3241 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2196.000263] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-46d01c49-3a48-4296-87e3-a8715aab3241 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Deleted contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2196.000426] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-46d01c49-3a48-4296-87e3-a8715aab3241 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2196.060317] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-46d01c49-3a48-4296-87e3-a8715aab3241 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Volume detach. Driver type: vmdk {{(pid=62291) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2196.060654] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7f418cfd-21cc-42bf-960d-8a76669053f4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.072104] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c47d9c2-9037-48e2-ba7e-d29db3d73173 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.118305] env[62291]: ERROR nova.compute.manager [None req-46d01c49-3a48-4296-87e3-a8715aab3241 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Failed to detach volume b7436b51-324a-4095-8853-2ef360ee5163 from /dev/sda: nova.exception.InstanceNotFound: Instance ff21fe8f-e07a-4781-b692-9f585afab706 could not be found. [ 2196.118305] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Traceback (most recent call last): [ 2196.118305] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] File "/opt/stack/nova/nova/compute/manager.py", line 4142, in _do_rebuild_instance [ 2196.118305] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] self.driver.rebuild(**kwargs) [ 2196.118305] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] File "/opt/stack/nova/nova/virt/driver.py", line 493, in rebuild [ 2196.118305] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] raise NotImplementedError() [ 2196.118305] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] NotImplementedError [ 2196.118305] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] [ 2196.118305] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] During handling of the above exception, another exception occurred: [ 2196.118305] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] [ 2196.118305] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Traceback (most recent call last): [ 2196.118305] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] File "/opt/stack/nova/nova/compute/manager.py", line 3565, in _detach_root_volume [ 2196.118305] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] self.driver.detach_volume(context, old_connection_info, [ 2196.118305] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 553, in detach_volume [ 2196.118305] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] return self._volumeops.detach_volume(connection_info, instance) [ 2196.118305] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 2196.118305] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] self._detach_volume_vmdk(connection_info, instance) [ 2196.118305] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 2196.118305] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 2196.118305] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 2196.118305] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] stable_ref.fetch_moref(session) [ 2196.118305] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 2196.118305] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] raise exception.InstanceNotFound(instance_id=self._uuid) [ 2196.118305] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] nova.exception.InstanceNotFound: Instance ff21fe8f-e07a-4781-b692-9f585afab706 could not be found. [ 2196.118305] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] [ 2196.191457] env[62291]: DEBUG nova.compute.manager [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2196.215664] env[62291]: DEBUG nova.virt.hardware [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2196.216357] env[62291]: DEBUG nova.virt.hardware [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2196.216357] env[62291]: DEBUG nova.virt.hardware [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2196.216357] env[62291]: DEBUG nova.virt.hardware [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2196.216511] env[62291]: DEBUG nova.virt.hardware [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2196.216608] env[62291]: DEBUG nova.virt.hardware [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2196.216846] env[62291]: DEBUG nova.virt.hardware [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2196.217020] env[62291]: DEBUG nova.virt.hardware [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2196.217180] env[62291]: DEBUG nova.virt.hardware [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2196.217341] env[62291]: DEBUG nova.virt.hardware [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2196.217555] env[62291]: DEBUG nova.virt.hardware [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2196.218417] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587210d1-0ce5-4226-8440-1fe3505934e9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.231209] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab39551-9c9f-4278-90c9-5111d63705c4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.263837] env[62291]: DEBUG nova.compute.utils [None req-46d01c49-3a48-4296-87e3-a8715aab3241 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Build of instance ff21fe8f-e07a-4781-b692-9f585afab706 aborted: Failed to rebuild volume backed instance. {{(pid=62291) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 2196.265850] env[62291]: ERROR nova.compute.manager [None req-46d01c49-3a48-4296-87e3-a8715aab3241 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance ff21fe8f-e07a-4781-b692-9f585afab706 aborted: Failed to rebuild volume backed instance. [ 2196.265850] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Traceback (most recent call last): [ 2196.265850] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] File "/opt/stack/nova/nova/compute/manager.py", line 4142, in _do_rebuild_instance [ 2196.265850] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] self.driver.rebuild(**kwargs) [ 2196.265850] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] File "/opt/stack/nova/nova/virt/driver.py", line 493, in rebuild [ 2196.265850] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] raise NotImplementedError() [ 2196.265850] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] NotImplementedError [ 2196.265850] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] [ 2196.265850] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] During handling of the above exception, another exception occurred: [ 2196.265850] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] [ 2196.265850] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Traceback (most recent call last): [ 2196.265850] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] File "/opt/stack/nova/nova/compute/manager.py", line 3600, in _rebuild_volume_backed_instance [ 2196.265850] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] self._detach_root_volume(context, instance, root_bdm) [ 2196.265850] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] File "/opt/stack/nova/nova/compute/manager.py", line 3579, in _detach_root_volume [ 2196.265850] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] with excutils.save_and_reraise_exception(): [ 2196.265850] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 2196.265850] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] self.force_reraise() [ 2196.265850] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 2196.265850] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] raise self.value [ 2196.265850] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] File "/opt/stack/nova/nova/compute/manager.py", line 3565, in _detach_root_volume [ 2196.265850] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] self.driver.detach_volume(context, old_connection_info, [ 2196.265850] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 553, in detach_volume [ 2196.265850] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] return self._volumeops.detach_volume(connection_info, instance) [ 2196.265850] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 2196.265850] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] self._detach_volume_vmdk(connection_info, instance) [ 2196.265850] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 2196.265850] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 2196.265850] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 2196.265850] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] stable_ref.fetch_moref(session) [ 2196.265850] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 2196.265850] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] raise exception.InstanceNotFound(instance_id=self._uuid) [ 2196.265850] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] nova.exception.InstanceNotFound: Instance ff21fe8f-e07a-4781-b692-9f585afab706 could not be found. [ 2196.265850] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] [ 2196.265850] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] During handling of the above exception, another exception occurred: [ 2196.265850] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] [ 2196.265850] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Traceback (most recent call last): [ 2196.265850] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] File "/opt/stack/nova/nova/compute/manager.py", line 10865, in _error_out_instance_on_exception [ 2196.265850] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] yield [ 2196.265850] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] File "/opt/stack/nova/nova/compute/manager.py", line 3868, in rebuild_instance [ 2196.265850] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] self._do_rebuild_instance_with_claim( [ 2196.266989] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] File "/opt/stack/nova/nova/compute/manager.py", line 3954, in _do_rebuild_instance_with_claim [ 2196.266989] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] self._do_rebuild_instance( [ 2196.266989] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] File "/opt/stack/nova/nova/compute/manager.py", line 4146, in _do_rebuild_instance [ 2196.266989] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] self._rebuild_default_impl(**kwargs) [ 2196.266989] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] File "/opt/stack/nova/nova/compute/manager.py", line 3723, in _rebuild_default_impl [ 2196.266989] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] self._rebuild_volume_backed_instance( [ 2196.266989] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] File "/opt/stack/nova/nova/compute/manager.py", line 3615, in _rebuild_volume_backed_instance [ 2196.266989] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] raise exception.BuildAbortException( [ 2196.266989] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] nova.exception.BuildAbortException: Build of instance ff21fe8f-e07a-4781-b692-9f585afab706 aborted: Failed to rebuild volume backed instance. [ 2196.266989] env[62291]: ERROR nova.compute.manager [instance: ff21fe8f-e07a-4781-b692-9f585afab706] [ 2196.324851] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c8bbc19f-654c-44fa-8550-506f7324807b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquiring lock "6d2ff139-9d26-434e-ae9a-39c4cd9e73c4" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2196.345680] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d615ee03-94e8-4f01-a96a-5e904e24cc8e tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lock "6d2ff139-9d26-434e-ae9a-39c4cd9e73c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.514s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2196.346360] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c8bbc19f-654c-44fa-8550-506f7324807b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lock "6d2ff139-9d26-434e-ae9a-39c4cd9e73c4" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.021s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2196.346908] env[62291]: DEBUG nova.compute.manager [None req-c8bbc19f-654c-44fa-8550-506f7324807b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2196.348399] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6399e80-3d26-4426-94f7-08f10f48b94a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.351626] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d7acccbd-2317-46e0-a7b0-450816328c44 tempest-VolumesAdminNegativeTest-650262858 tempest-VolumesAdminNegativeTest-650262858-project-member] Lock "bb952207-9905-4a12-a189-94d00a8d1066" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.011s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2196.361022] env[62291]: DEBUG nova.compute.manager [None req-c8bbc19f-654c-44fa-8550-506f7324807b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62291) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 2196.361022] env[62291]: DEBUG nova.objects.instance [None req-c8bbc19f-654c-44fa-8550-506f7324807b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lazy-loading 'flavor' on Instance uuid 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2196.548892] env[62291]: DEBUG oslo_concurrency.lockutils [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "4c131520-da77-4c2c-a4e9-39e0d56b5f72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2196.549063] env[62291]: DEBUG oslo_concurrency.lockutils [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "4c131520-da77-4c2c-a4e9-39e0d56b5f72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2196.549238] env[62291]: DEBUG oslo_concurrency.lockutils [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "4c131520-da77-4c2c-a4e9-39e0d56b5f72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2196.687734] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a3c3a9-8329-4b86-8018-e678f52998f8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.698778] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cadb126-1426-46c2-ad97-7ebeb7c64b26 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.733766] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b773ed-a4f8-42b4-989a-e26a1b953ea6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.741469] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d9496ac5-86ee-4b96-bccf-acb91bbf73ee tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "56f400b6-459c-4b7c-b704-e34afd36417b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2196.741701] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d9496ac5-86ee-4b96-bccf-acb91bbf73ee tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "56f400b6-459c-4b7c-b704-e34afd36417b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2196.741927] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d9496ac5-86ee-4b96-bccf-acb91bbf73ee tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "56f400b6-459c-4b7c-b704-e34afd36417b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2196.742132] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d9496ac5-86ee-4b96-bccf-acb91bbf73ee tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "56f400b6-459c-4b7c-b704-e34afd36417b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2196.742305] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d9496ac5-86ee-4b96-bccf-acb91bbf73ee tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "56f400b6-459c-4b7c-b704-e34afd36417b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2196.744842] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab64b252-5e16-482e-bdb9-661a571a9530 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.749216] env[62291]: INFO nova.compute.manager [None req-d9496ac5-86ee-4b96-bccf-acb91bbf73ee tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 56f400b6-459c-4b7c-b704-e34afd36417b] Terminating instance [ 2196.751391] env[62291]: DEBUG nova.compute.manager [None req-d9496ac5-86ee-4b96-bccf-acb91bbf73ee tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 56f400b6-459c-4b7c-b704-e34afd36417b] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2196.751592] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-d9496ac5-86ee-4b96-bccf-acb91bbf73ee tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 56f400b6-459c-4b7c-b704-e34afd36417b] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2196.752328] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e876b2d-d522-4d48-9709-cc3dbe0fa43e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.764745] env[62291]: DEBUG nova.compute.provider_tree [None req-2b20426e-ba80-42f0-91fa-5b7123f76656 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2196.771848] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-d9496ac5-86ee-4b96-bccf-acb91bbf73ee tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 56f400b6-459c-4b7c-b704-e34afd36417b] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2196.775264] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5cc02ff-a347-4ba3-91f6-224449d0e1e3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.791716] env[62291]: DEBUG nova.compute.manager [req-5aafbfff-25bb-4090-8806-6f6e5f3b37df req-affb8606-a252-4878-abf4-88fae99fc926 service nova] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Received event network-vif-plugged-35c800a5-0f34-4985-9292-722757c052f7 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2196.792076] env[62291]: DEBUG oslo_concurrency.lockutils [req-5aafbfff-25bb-4090-8806-6f6e5f3b37df req-affb8606-a252-4878-abf4-88fae99fc926 service nova] Acquiring lock "c9217dbd-27aa-46aa-8c41-555c584dd027-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2196.792185] env[62291]: DEBUG oslo_concurrency.lockutils [req-5aafbfff-25bb-4090-8806-6f6e5f3b37df req-affb8606-a252-4878-abf4-88fae99fc926 service nova] Lock "c9217dbd-27aa-46aa-8c41-555c584dd027-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2196.792353] env[62291]: DEBUG oslo_concurrency.lockutils [req-5aafbfff-25bb-4090-8806-6f6e5f3b37df req-affb8606-a252-4878-abf4-88fae99fc926 service nova] Lock "c9217dbd-27aa-46aa-8c41-555c584dd027-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2196.792528] env[62291]: DEBUG nova.compute.manager [req-5aafbfff-25bb-4090-8806-6f6e5f3b37df req-affb8606-a252-4878-abf4-88fae99fc926 service nova] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] No waiting events found dispatching network-vif-plugged-35c800a5-0f34-4985-9292-722757c052f7 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2196.792807] env[62291]: WARNING nova.compute.manager [req-5aafbfff-25bb-4090-8806-6f6e5f3b37df req-affb8606-a252-4878-abf4-88fae99fc926 service nova] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Received unexpected event network-vif-plugged-35c800a5-0f34-4985-9292-722757c052f7 for instance with vm_state building and task_state spawning. [ 2196.865879] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8bbc19f-654c-44fa-8550-506f7324807b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2196.866285] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-259449ab-4d3f-4521-8338-86590a8264c3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.874295] env[62291]: DEBUG oslo_vmware.api [None req-c8bbc19f-654c-44fa-8550-506f7324807b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2196.874295] env[62291]: value = "task-2143246" [ 2196.874295] env[62291]: _type = "Task" [ 2196.874295] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.883708] env[62291]: DEBUG oslo_vmware.api [None req-c8bbc19f-654c-44fa-8550-506f7324807b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143246, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.906481] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-d9496ac5-86ee-4b96-bccf-acb91bbf73ee tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 56f400b6-459c-4b7c-b704-e34afd36417b] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2196.906867] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-d9496ac5-86ee-4b96-bccf-acb91bbf73ee tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 56f400b6-459c-4b7c-b704-e34afd36417b] Deleting contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2196.907172] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9496ac5-86ee-4b96-bccf-acb91bbf73ee tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Deleting the datastore file [datastore1] 56f400b6-459c-4b7c-b704-e34afd36417b {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2196.907537] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34fbf968-8a01-4384-a6db-d00730a0303c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2196.915586] env[62291]: DEBUG oslo_vmware.api [None req-d9496ac5-86ee-4b96-bccf-acb91bbf73ee tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 2196.915586] env[62291]: value = "task-2143247" [ 2196.915586] env[62291]: _type = "Task" [ 2196.915586] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2196.926333] env[62291]: DEBUG oslo_vmware.api [None req-d9496ac5-86ee-4b96-bccf-acb91bbf73ee tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143247, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2196.927196] env[62291]: DEBUG nova.network.neutron [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Successfully updated port: 35c800a5-0f34-4985-9292-722757c052f7 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2197.269070] env[62291]: DEBUG nova.scheduler.client.report [None req-2b20426e-ba80-42f0-91fa-5b7123f76656 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2197.385379] env[62291]: DEBUG oslo_vmware.api [None req-c8bbc19f-654c-44fa-8550-506f7324807b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143246, 'name': PowerOffVM_Task, 'duration_secs': 0.223006} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2197.385642] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8bbc19f-654c-44fa-8550-506f7324807b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2197.385855] env[62291]: DEBUG nova.compute.manager [None req-c8bbc19f-654c-44fa-8550-506f7324807b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2197.386683] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ec676e-0dab-44d6-8eba-f46bd6cbd7ac {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2197.428032] env[62291]: DEBUG oslo_vmware.api [None req-d9496ac5-86ee-4b96-bccf-acb91bbf73ee tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143247, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162092} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2197.429009] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9496ac5-86ee-4b96-bccf-acb91bbf73ee tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2197.429219] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-d9496ac5-86ee-4b96-bccf-acb91bbf73ee tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 56f400b6-459c-4b7c-b704-e34afd36417b] Deleted contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2197.429399] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-d9496ac5-86ee-4b96-bccf-acb91bbf73ee tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 56f400b6-459c-4b7c-b704-e34afd36417b] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2197.429579] env[62291]: INFO nova.compute.manager [None req-d9496ac5-86ee-4b96-bccf-acb91bbf73ee tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 56f400b6-459c-4b7c-b704-e34afd36417b] Took 0.68 seconds to destroy the instance on the hypervisor. [ 2197.429868] env[62291]: DEBUG oslo.service.loopingcall [None req-d9496ac5-86ee-4b96-bccf-acb91bbf73ee tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2197.430332] env[62291]: DEBUG oslo_concurrency.lockutils [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "refresh_cache-c9217dbd-27aa-46aa-8c41-555c584dd027" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2197.430456] env[62291]: DEBUG oslo_concurrency.lockutils [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquired lock "refresh_cache-c9217dbd-27aa-46aa-8c41-555c584dd027" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2197.430587] env[62291]: DEBUG nova.network.neutron [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2197.435020] env[62291]: DEBUG nova.compute.manager [-] [instance: 56f400b6-459c-4b7c-b704-e34afd36417b] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2197.435020] env[62291]: DEBUG nova.network.neutron [-] [instance: 56f400b6-459c-4b7c-b704-e34afd36417b] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2197.626527] env[62291]: DEBUG oslo_concurrency.lockutils [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "refresh_cache-4c131520-da77-4c2c-a4e9-39e0d56b5f72" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2197.626527] env[62291]: DEBUG oslo_concurrency.lockutils [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquired lock "refresh_cache-4c131520-da77-4c2c-a4e9-39e0d56b5f72" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2197.626527] env[62291]: DEBUG nova.network.neutron [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2197.773561] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2b20426e-ba80-42f0-91fa-5b7123f76656 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.965s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2197.776404] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e255c803-dd12-4f6a-99fa-9bbf21bfabd8 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.490s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2197.777871] env[62291]: DEBUG nova.objects.instance [None req-e255c803-dd12-4f6a-99fa-9bbf21bfabd8 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Lazy-loading 'resources' on Instance uuid 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2197.803111] env[62291]: INFO nova.scheduler.client.report [None req-2b20426e-ba80-42f0-91fa-5b7123f76656 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Deleted allocations for instance 197d3ca2-541b-4701-8c93-6a0a883a6fde [ 2197.899446] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c8bbc19f-654c-44fa-8550-506f7324807b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lock "6d2ff139-9d26-434e-ae9a-39c4cd9e73c4" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.553s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2197.969043] env[62291]: DEBUG nova.network.neutron [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2198.160674] env[62291]: DEBUG nova.network.neutron [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Updating instance_info_cache with network_info: [{"id": "35c800a5-0f34-4985-9292-722757c052f7", "address": "fa:16:3e:89:09:4c", "network": {"id": "b789769e-7cdd-4ec0-9b65-d217c45c3755", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2063957055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ced82ff4c1d54fdcaac99123f59eca6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35c800a5-0f", "ovs_interfaceid": "35c800a5-0f34-4985-9292-722757c052f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2198.252619] env[62291]: DEBUG nova.network.neutron [-] [instance: 56f400b6-459c-4b7c-b704-e34afd36417b] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2198.289029] env[62291]: DEBUG oslo_concurrency.lockutils [None req-46d01c49-3a48-4296-87e3-a8715aab3241 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2198.314387] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2b20426e-ba80-42f0-91fa-5b7123f76656 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Lock "197d3ca2-541b-4701-8c93-6a0a883a6fde" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.560s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2198.495782] env[62291]: DEBUG nova.network.neutron [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Updating instance_info_cache with network_info: [{"id": "19f3c19f-cd5c-4a17-b367-e2de50f6df1c", "address": "fa:16:3e:d5:20:1a", "network": {"id": "6c3b94dc-3357-4c73-aad4-284cb89be8f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1144561454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4dbad5dff7143149c3d41cdcb32416d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19f3c19f-cd", "ovs_interfaceid": "19f3c19f-cd5c-4a17-b367-e2de50f6df1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2198.663482] env[62291]: DEBUG oslo_concurrency.lockutils [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Releasing lock "refresh_cache-c9217dbd-27aa-46aa-8c41-555c584dd027" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2198.663903] env[62291]: DEBUG nova.compute.manager [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Instance network_info: |[{"id": "35c800a5-0f34-4985-9292-722757c052f7", "address": "fa:16:3e:89:09:4c", "network": {"id": "b789769e-7cdd-4ec0-9b65-d217c45c3755", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2063957055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ced82ff4c1d54fdcaac99123f59eca6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35c800a5-0f", "ovs_interfaceid": "35c800a5-0f34-4985-9292-722757c052f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2198.666675] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:09:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78340140-126f-4ef8-a340-debaa64da3e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35c800a5-0f34-4985-9292-722757c052f7', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2198.674106] env[62291]: DEBUG oslo.service.loopingcall [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2198.674541] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2198.674770] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6dc01ad0-308a-4622-8a87-6600c86592a4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.697522] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2198.697522] env[62291]: value = "task-2143248" [ 2198.697522] env[62291]: _type = "Task" [ 2198.697522] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2198.707935] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143248, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2198.755750] env[62291]: INFO nova.compute.manager [-] [instance: 56f400b6-459c-4b7c-b704-e34afd36417b] Took 1.32 seconds to deallocate network for instance. [ 2198.765660] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ea202c-78d4-4751-aada-4e9e8305356d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.774091] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ed5af77-1ac2-441a-8211-dac7195624d9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.807701] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d1bc174b-f2c5-4a0d-a2b6-1bca289dcf6d tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Acquiring lock "ff21fe8f-e07a-4781-b692-9f585afab706" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2198.807950] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d1bc174b-f2c5-4a0d-a2b6-1bca289dcf6d tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Lock "ff21fe8f-e07a-4781-b692-9f585afab706" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2198.808185] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d1bc174b-f2c5-4a0d-a2b6-1bca289dcf6d tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Acquiring lock "ff21fe8f-e07a-4781-b692-9f585afab706-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2198.808371] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d1bc174b-f2c5-4a0d-a2b6-1bca289dcf6d tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Lock "ff21fe8f-e07a-4781-b692-9f585afab706-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2198.808541] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d1bc174b-f2c5-4a0d-a2b6-1bca289dcf6d tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Lock "ff21fe8f-e07a-4781-b692-9f585afab706-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2198.811473] env[62291]: INFO nova.compute.manager [None req-d1bc174b-f2c5-4a0d-a2b6-1bca289dcf6d tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Terminating instance [ 2198.813753] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43db5863-51f9-4657-b1f9-21ef62fcef9c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.819023] env[62291]: DEBUG nova.compute.manager [None req-d1bc174b-f2c5-4a0d-a2b6-1bca289dcf6d tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2198.819519] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4dbd1e9f-0986-4fd7-bcd0-ec1e55080f3a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.829157] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-160cd5cf-eb90-4a5e-acf7-98ae86b1da4f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.836979] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b5b839-c6bf-42f9-afb7-806551ba652c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.858384] env[62291]: DEBUG nova.compute.provider_tree [None req-e255c803-dd12-4f6a-99fa-9bbf21bfabd8 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2198.875561] env[62291]: WARNING nova.virt.vmwareapi.driver [None req-d1bc174b-f2c5-4a0d-a2b6-1bca289dcf6d tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance ff21fe8f-e07a-4781-b692-9f585afab706 could not be found. [ 2198.875807] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-d1bc174b-f2c5-4a0d-a2b6-1bca289dcf6d tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2198.876110] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6cd21bdf-ee41-4e3f-9dec-f1a3258d061b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.888982] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7ff21d-13e9-4862-ac1c-945b06abd630 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2198.927713] env[62291]: WARNING nova.virt.vmwareapi.vmops [None req-d1bc174b-f2c5-4a0d-a2b6-1bca289dcf6d tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance ff21fe8f-e07a-4781-b692-9f585afab706 could not be found. [ 2198.928081] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-d1bc174b-f2c5-4a0d-a2b6-1bca289dcf6d tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2198.928081] env[62291]: INFO nova.compute.manager [None req-d1bc174b-f2c5-4a0d-a2b6-1bca289dcf6d tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Took 0.11 seconds to destroy the instance on the hypervisor. [ 2198.928327] env[62291]: DEBUG oslo.service.loopingcall [None req-d1bc174b-f2c5-4a0d-a2b6-1bca289dcf6d tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2198.928613] env[62291]: DEBUG nova.compute.manager [-] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2198.928723] env[62291]: DEBUG nova.network.neutron [-] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2198.981308] env[62291]: DEBUG nova.compute.manager [req-23342831-6932-4a06-ac0b-8201069a4a66 req-8f44dc33-d7b1-425b-ae64-c77094cdad9b service nova] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Received event network-changed-35c800a5-0f34-4985-9292-722757c052f7 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2198.981308] env[62291]: DEBUG nova.compute.manager [req-23342831-6932-4a06-ac0b-8201069a4a66 req-8f44dc33-d7b1-425b-ae64-c77094cdad9b service nova] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Refreshing instance network info cache due to event network-changed-35c800a5-0f34-4985-9292-722757c052f7. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2198.981518] env[62291]: DEBUG oslo_concurrency.lockutils [req-23342831-6932-4a06-ac0b-8201069a4a66 req-8f44dc33-d7b1-425b-ae64-c77094cdad9b service nova] Acquiring lock "refresh_cache-c9217dbd-27aa-46aa-8c41-555c584dd027" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2198.981758] env[62291]: DEBUG oslo_concurrency.lockutils [req-23342831-6932-4a06-ac0b-8201069a4a66 req-8f44dc33-d7b1-425b-ae64-c77094cdad9b service nova] Acquired lock "refresh_cache-c9217dbd-27aa-46aa-8c41-555c584dd027" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2198.981758] env[62291]: DEBUG nova.network.neutron [req-23342831-6932-4a06-ac0b-8201069a4a66 req-8f44dc33-d7b1-425b-ae64-c77094cdad9b service nova] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Refreshing network info cache for port 35c800a5-0f34-4985-9292-722757c052f7 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2199.000084] env[62291]: DEBUG oslo_concurrency.lockutils [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Releasing lock "refresh_cache-4c131520-da77-4c2c-a4e9-39e0d56b5f72" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2199.209931] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143248, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.263029] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d9496ac5-86ee-4b96-bccf-acb91bbf73ee tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2199.362685] env[62291]: DEBUG nova.scheduler.client.report [None req-e255c803-dd12-4f6a-99fa-9bbf21bfabd8 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2199.527201] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf791dd-d260-4235-a3af-b91b7c00501b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.550871] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df627e6-ee92-4b46-a3e6-48f3aabb8b6d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.561041] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Updating instance '4c131520-da77-4c2c-a4e9-39e0d56b5f72' progress to 83 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2199.566390] env[62291]: DEBUG oslo_concurrency.lockutils [None req-77c63e16-b367-46e9-bf2f-37a74916ff06 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Acquiring lock "d079aa40-c94c-4eb4-ab9c-a2a233ce066d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2199.566646] env[62291]: DEBUG oslo_concurrency.lockutils [None req-77c63e16-b367-46e9-bf2f-37a74916ff06 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Lock "d079aa40-c94c-4eb4-ab9c-a2a233ce066d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2199.566884] env[62291]: DEBUG oslo_concurrency.lockutils [None req-77c63e16-b367-46e9-bf2f-37a74916ff06 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Acquiring lock "d079aa40-c94c-4eb4-ab9c-a2a233ce066d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2199.567124] env[62291]: DEBUG oslo_concurrency.lockutils [None req-77c63e16-b367-46e9-bf2f-37a74916ff06 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Lock "d079aa40-c94c-4eb4-ab9c-a2a233ce066d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2199.567299] env[62291]: DEBUG oslo_concurrency.lockutils [None req-77c63e16-b367-46e9-bf2f-37a74916ff06 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Lock "d079aa40-c94c-4eb4-ab9c-a2a233ce066d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2199.569498] env[62291]: INFO nova.compute.manager [None req-77c63e16-b367-46e9-bf2f-37a74916ff06 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: d079aa40-c94c-4eb4-ab9c-a2a233ce066d] Terminating instance [ 2199.572780] env[62291]: DEBUG nova.compute.manager [None req-77c63e16-b367-46e9-bf2f-37a74916ff06 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: d079aa40-c94c-4eb4-ab9c-a2a233ce066d] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2199.572999] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-77c63e16-b367-46e9-bf2f-37a74916ff06 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: d079aa40-c94c-4eb4-ab9c-a2a233ce066d] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2199.574037] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a50bff-eda4-4271-b0b6-f121e599d901 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.585071] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-77c63e16-b367-46e9-bf2f-37a74916ff06 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: d079aa40-c94c-4eb4-ab9c-a2a233ce066d] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2199.585071] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80df8b8d-1858-4bb0-88f7-8dff7b708229 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.592378] env[62291]: DEBUG oslo_vmware.api [None req-77c63e16-b367-46e9-bf2f-37a74916ff06 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Waiting for the task: (returnval){ [ 2199.592378] env[62291]: value = "task-2143249" [ 2199.592378] env[62291]: _type = "Task" [ 2199.592378] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2199.601958] env[62291]: DEBUG oslo_vmware.api [None req-77c63e16-b367-46e9-bf2f-37a74916ff06 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Task: {'id': task-2143249, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.665503] env[62291]: DEBUG nova.compute.manager [req-57911b99-0807-4452-b021-224d374faca7 req-2dbb12e2-b2cd-4f89-bec2-eb73dc553d87 service nova] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Received event network-vif-deleted-87fa27f5-1f25-4931-8a38-fc7190e392e9 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2199.665776] env[62291]: INFO nova.compute.manager [req-57911b99-0807-4452-b021-224d374faca7 req-2dbb12e2-b2cd-4f89-bec2-eb73dc553d87 service nova] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Neutron deleted interface 87fa27f5-1f25-4931-8a38-fc7190e392e9; detaching it from the instance and deleting it from the info cache [ 2199.665894] env[62291]: DEBUG nova.network.neutron [req-57911b99-0807-4452-b021-224d374faca7 req-2dbb12e2-b2cd-4f89-bec2-eb73dc553d87 service nova] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2199.712709] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143248, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2199.826123] env[62291]: DEBUG nova.compute.manager [None req-8494269f-28d8-4292-a748-1d9686c6d6d4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2199.827037] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555fbd79-d6fc-46af-a6cc-5accaec3463c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2199.868659] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e255c803-dd12-4f6a-99fa-9bbf21bfabd8 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.092s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2199.875973] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.209s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2199.877338] env[62291]: INFO nova.compute.claims [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2199.906138] env[62291]: INFO nova.scheduler.client.report [None req-e255c803-dd12-4f6a-99fa-9bbf21bfabd8 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Deleted allocations for instance 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56 [ 2199.912171] env[62291]: DEBUG nova.network.neutron [req-23342831-6932-4a06-ac0b-8201069a4a66 req-8f44dc33-d7b1-425b-ae64-c77094cdad9b service nova] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Updated VIF entry in instance network info cache for port 35c800a5-0f34-4985-9292-722757c052f7. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2199.912709] env[62291]: DEBUG nova.network.neutron [req-23342831-6932-4a06-ac0b-8201069a4a66 req-8f44dc33-d7b1-425b-ae64-c77094cdad9b service nova] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Updating instance_info_cache with network_info: [{"id": "35c800a5-0f34-4985-9292-722757c052f7", "address": "fa:16:3e:89:09:4c", "network": {"id": "b789769e-7cdd-4ec0-9b65-d217c45c3755", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2063957055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ced82ff4c1d54fdcaac99123f59eca6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35c800a5-0f", "ovs_interfaceid": "35c800a5-0f34-4985-9292-722757c052f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2200.071627] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2200.072047] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-329394a0-0c15-4cf9-a324-6f0db1a493db {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.083147] env[62291]: DEBUG oslo_vmware.api [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2200.083147] env[62291]: value = "task-2143250" [ 2200.083147] env[62291]: _type = "Task" [ 2200.083147] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2200.095574] env[62291]: DEBUG oslo_vmware.api [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143250, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.105991] env[62291]: DEBUG oslo_vmware.api [None req-77c63e16-b367-46e9-bf2f-37a74916ff06 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Task: {'id': task-2143249, 'name': PowerOffVM_Task, 'duration_secs': 0.223762} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2200.109462] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-77c63e16-b367-46e9-bf2f-37a74916ff06 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: d079aa40-c94c-4eb4-ab9c-a2a233ce066d] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2200.109462] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-77c63e16-b367-46e9-bf2f-37a74916ff06 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: d079aa40-c94c-4eb4-ab9c-a2a233ce066d] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2200.109462] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d0b3cdd-58a1-40e3-a68b-6e687baaa4f3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.128271] env[62291]: DEBUG nova.network.neutron [-] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2200.169409] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6947dd35-fdfd-4b44-b26c-9720f3be73df {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.183205] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebd2d0c-f4d2-42d7-a72c-5710d61878bb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.216378] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143248, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.241669] env[62291]: DEBUG nova.compute.manager [req-57911b99-0807-4452-b021-224d374faca7 req-2dbb12e2-b2cd-4f89-bec2-eb73dc553d87 service nova] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Detach interface failed, port_id=87fa27f5-1f25-4931-8a38-fc7190e392e9, reason: Instance ff21fe8f-e07a-4781-b692-9f585afab706 could not be found. {{(pid=62291) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 2200.341159] env[62291]: INFO nova.compute.manager [None req-8494269f-28d8-4292-a748-1d9686c6d6d4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] instance snapshotting [ 2200.341159] env[62291]: WARNING nova.compute.manager [None req-8494269f-28d8-4292-a748-1d9686c6d6d4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 2200.343717] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa82e65-b19b-450c-afcf-f728aceeedff {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.367848] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743cea3a-6007-464b-9464-d99d417258dd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.416549] env[62291]: DEBUG oslo_concurrency.lockutils [req-23342831-6932-4a06-ac0b-8201069a4a66 req-8f44dc33-d7b1-425b-ae64-c77094cdad9b service nova] Releasing lock "refresh_cache-c9217dbd-27aa-46aa-8c41-555c584dd027" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2200.416946] env[62291]: DEBUG nova.compute.manager [req-23342831-6932-4a06-ac0b-8201069a4a66 req-8f44dc33-d7b1-425b-ae64-c77094cdad9b service nova] [instance: 56f400b6-459c-4b7c-b704-e34afd36417b] Received event network-vif-deleted-b6268eed-4b78-4c20-be87-bbf8e22aefb9 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2200.426245] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e255c803-dd12-4f6a-99fa-9bbf21bfabd8 tempest-SecurityGroupsTestJSON-991992214 tempest-SecurityGroupsTestJSON-991992214-project-member] Lock "72f4eeb0-6ad4-4628-9d92-399e8a2c1a56" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.723s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2200.597302] env[62291]: DEBUG oslo_vmware.api [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143250, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.631553] env[62291]: INFO nova.compute.manager [-] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Took 1.70 seconds to deallocate network for instance. [ 2200.724587] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143248, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2200.880235] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-8494269f-28d8-4292-a748-1d9686c6d6d4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Creating Snapshot of the VM instance {{(pid=62291) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2200.880572] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4ae50bd4-0c54-4d57-b4e9-01564e0a1b0c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2200.889988] env[62291]: DEBUG oslo_vmware.api [None req-8494269f-28d8-4292-a748-1d9686c6d6d4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2200.889988] env[62291]: value = "task-2143252" [ 2200.889988] env[62291]: _type = "Task" [ 2200.889988] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2200.904819] env[62291]: DEBUG oslo_vmware.api [None req-8494269f-28d8-4292-a748-1d9686c6d6d4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143252, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.103714] env[62291]: DEBUG oslo_vmware.api [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143250, 'name': PowerOnVM_Task, 'duration_secs': 0.559641} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2201.104176] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2201.104372] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-79e4276e-8867-49fd-ac29-22084bb17e9c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Updating instance '4c131520-da77-4c2c-a4e9-39e0d56b5f72' progress to 100 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2201.214032] env[62291]: INFO nova.compute.manager [None req-d1bc174b-f2c5-4a0d-a2b6-1bca289dcf6d tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Took 0.58 seconds to detach 1 volumes for instance. [ 2201.216898] env[62291]: DEBUG nova.compute.manager [None req-d1bc174b-f2c5-4a0d-a2b6-1bca289dcf6d tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Deleting volume: b7436b51-324a-4095-8853-2ef360ee5163 {{(pid=62291) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3247}} [ 2201.228122] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143248, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.402981] env[62291]: DEBUG oslo_vmware.api [None req-8494269f-28d8-4292-a748-1d9686c6d6d4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143252, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.448529] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0671093-c56a-4dba-bd2f-90ac8a44e8fe {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.458520] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc617870-8bb2-4567-8ed1-3a68254eb4e4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.495349] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89f86e6-32b4-46d3-8d14-01be73b44930 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.506143] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eafadaaf-6d34-45a6-ad93-ddd4b81f7433 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2201.521755] env[62291]: DEBUG nova.compute.provider_tree [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2201.718710] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143248, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2201.787368] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d1bc174b-f2c5-4a0d-a2b6-1bca289dcf6d tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2201.908104] env[62291]: DEBUG oslo_vmware.api [None req-8494269f-28d8-4292-a748-1d9686c6d6d4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143252, 'name': CreateSnapshot_Task, 'duration_secs': 0.679788} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2201.912103] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-8494269f-28d8-4292-a748-1d9686c6d6d4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Created Snapshot of the VM instance {{(pid=62291) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2201.912103] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b7a34d-1c87-4d15-99d3-f753fc60dec6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.028147] env[62291]: DEBUG nova.scheduler.client.report [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2202.223386] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143248, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.436203] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-8494269f-28d8-4292-a748-1d9686c6d6d4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Creating linked-clone VM from snapshot {{(pid=62291) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2202.436370] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9574735d-f0dd-483b-93cc-ad8e1714a134 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2202.452279] env[62291]: DEBUG oslo_vmware.api [None req-8494269f-28d8-4292-a748-1d9686c6d6d4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2202.452279] env[62291]: value = "task-2143254" [ 2202.452279] env[62291]: _type = "Task" [ 2202.452279] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2202.461605] env[62291]: DEBUG oslo_vmware.api [None req-8494269f-28d8-4292-a748-1d9686c6d6d4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143254, 'name': CloneVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.533196] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.658s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2202.533733] env[62291]: DEBUG nova.compute.manager [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2202.536631] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.037s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2202.538602] env[62291]: INFO nova.compute.claims [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] [instance: 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2202.726369] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143248, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2202.967642] env[62291]: DEBUG oslo_vmware.api [None req-8494269f-28d8-4292-a748-1d9686c6d6d4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143254, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2203.045481] env[62291]: DEBUG nova.compute.utils [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2203.046872] env[62291]: DEBUG nova.compute.manager [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2203.047072] env[62291]: DEBUG nova.network.neutron [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2203.217207] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b4993c99-7a44-47e9-9a35-060b82401c52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "4c131520-da77-4c2c-a4e9-39e0d56b5f72" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2203.217207] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b4993c99-7a44-47e9-9a35-060b82401c52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "4c131520-da77-4c2c-a4e9-39e0d56b5f72" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2203.217207] env[62291]: DEBUG nova.compute.manager [None req-b4993c99-7a44-47e9-9a35-060b82401c52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Going to confirm migration 2 {{(pid=62291) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 2203.231412] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143248, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2203.339164] env[62291]: DEBUG nova.policy [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'baeb9952e5b64df2b4d17fdabe14d239', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b76813a59e5e4af19ffab9ec87c4dbad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2203.464433] env[62291]: DEBUG oslo_vmware.api [None req-8494269f-28d8-4292-a748-1d9686c6d6d4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143254, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2203.551227] env[62291]: DEBUG nova.compute.manager [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2203.737164] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143248, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2203.757760] env[62291]: DEBUG nova.network.neutron [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Successfully created port: 7e34e67b-3cb1-4931-b7f1-35f42b1524d2 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2203.781112] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b4993c99-7a44-47e9-9a35-060b82401c52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "refresh_cache-4c131520-da77-4c2c-a4e9-39e0d56b5f72" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2203.781403] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b4993c99-7a44-47e9-9a35-060b82401c52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquired lock "refresh_cache-4c131520-da77-4c2c-a4e9-39e0d56b5f72" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2203.781591] env[62291]: DEBUG nova.network.neutron [None req-b4993c99-7a44-47e9-9a35-060b82401c52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2203.781778] env[62291]: DEBUG nova.objects.instance [None req-b4993c99-7a44-47e9-9a35-060b82401c52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lazy-loading 'info_cache' on Instance uuid 4c131520-da77-4c2c-a4e9-39e0d56b5f72 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2203.972436] env[62291]: DEBUG oslo_vmware.api [None req-8494269f-28d8-4292-a748-1d9686c6d6d4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143254, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2204.014016] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34e7b61a-6034-4f0c-bc9b-22e15e279fb9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.022469] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bebc248f-c0ad-4a28-8100-654600f96076 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.066550] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9298f5f-a9b5-4cf2-b1b5-c6104daebace {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.076671] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644ecd92-8726-4533-8b27-6d660aafeb40 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.101591] env[62291]: DEBUG nova.compute.provider_tree [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2204.238907] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143248, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2204.463570] env[62291]: DEBUG oslo_vmware.api [None req-8494269f-28d8-4292-a748-1d9686c6d6d4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143254, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2204.565589] env[62291]: DEBUG nova.compute.manager [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2204.594274] env[62291]: DEBUG nova.virt.hardware [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2204.594274] env[62291]: DEBUG nova.virt.hardware [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2204.594274] env[62291]: DEBUG nova.virt.hardware [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2204.594274] env[62291]: DEBUG nova.virt.hardware [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2204.594274] env[62291]: DEBUG nova.virt.hardware [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2204.594944] env[62291]: DEBUG nova.virt.hardware [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2204.595374] env[62291]: DEBUG nova.virt.hardware [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2204.595692] env[62291]: DEBUG nova.virt.hardware [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2204.596577] env[62291]: DEBUG nova.virt.hardware [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2204.596577] env[62291]: DEBUG nova.virt.hardware [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2204.596577] env[62291]: DEBUG nova.virt.hardware [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2204.598117] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9418982f-2c04-429a-b34c-da8995f70899 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.607054] env[62291]: DEBUG nova.scheduler.client.report [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2204.614412] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1643dbd4-ecf2-4b43-b9d6-dddc8b3c0ecb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2204.733888] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143248, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2204.966748] env[62291]: DEBUG oslo_vmware.api [None req-8494269f-28d8-4292-a748-1d9686c6d6d4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143254, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.098073] env[62291]: DEBUG nova.network.neutron [None req-b4993c99-7a44-47e9-9a35-060b82401c52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Updating instance_info_cache with network_info: [{"id": "19f3c19f-cd5c-4a17-b367-e2de50f6df1c", "address": "fa:16:3e:d5:20:1a", "network": {"id": "6c3b94dc-3357-4c73-aad4-284cb89be8f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1144561454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4dbad5dff7143149c3d41cdcb32416d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19f3c19f-cd", "ovs_interfaceid": "19f3c19f-cd5c-4a17-b367-e2de50f6df1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2205.117178] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.580s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2205.117785] env[62291]: DEBUG nova.compute.manager [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] [instance: 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2205.125289] env[62291]: DEBUG oslo_concurrency.lockutils [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.149s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2205.127879] env[62291]: INFO nova.compute.claims [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2205.239868] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143248, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.467288] env[62291]: DEBUG oslo_vmware.api [None req-8494269f-28d8-4292-a748-1d9686c6d6d4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143254, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.600626] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b4993c99-7a44-47e9-9a35-060b82401c52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Releasing lock "refresh_cache-4c131520-da77-4c2c-a4e9-39e0d56b5f72" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2205.601734] env[62291]: DEBUG nova.objects.instance [None req-b4993c99-7a44-47e9-9a35-060b82401c52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lazy-loading 'migration_context' on Instance uuid 4c131520-da77-4c2c-a4e9-39e0d56b5f72 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2205.627037] env[62291]: DEBUG nova.compute.utils [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2205.628973] env[62291]: DEBUG nova.compute.manager [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] [instance: 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2205.628973] env[62291]: DEBUG nova.network.neutron [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] [instance: 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2205.682220] env[62291]: DEBUG nova.policy [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '824c7b94e0e34c138a4c896f98e658ff', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '749a2907f8544f539808c9168a954d27', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2205.737915] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143248, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.795330] env[62291]: DEBUG oslo_concurrency.lockutils [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Acquiring lock "fe4341b6-1082-40c5-aaa3-a17788f5f188" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2205.795330] env[62291]: DEBUG oslo_concurrency.lockutils [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Lock "fe4341b6-1082-40c5-aaa3-a17788f5f188" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2205.965213] env[62291]: DEBUG oslo_vmware.api [None req-8494269f-28d8-4292-a748-1d9686c6d6d4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143254, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2205.984628] env[62291]: DEBUG nova.network.neutron [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] [instance: 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92] Successfully created port: ab690bee-8a6d-44b2-a3c7-0cea3bac82fc {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2206.105363] env[62291]: DEBUG nova.objects.base [None req-b4993c99-7a44-47e9-9a35-060b82401c52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Object Instance<4c131520-da77-4c2c-a4e9-39e0d56b5f72> lazy-loaded attributes: info_cache,migration_context {{(pid=62291) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 2206.106720] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d86c149-607d-4aec-9592-215c0d83d8f2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.128326] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49392074-0c59-44ba-bec0-9d2249d0e2af {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.131277] env[62291]: DEBUG nova.compute.manager [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] [instance: 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2206.137673] env[62291]: DEBUG oslo_vmware.api [None req-b4993c99-7a44-47e9-9a35-060b82401c52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2206.137673] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]527b9192-53fc-4428-96ff-d84449ba9e35" [ 2206.137673] env[62291]: _type = "Task" [ 2206.137673] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2206.152419] env[62291]: DEBUG oslo_vmware.api [None req-b4993c99-7a44-47e9-9a35-060b82401c52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]527b9192-53fc-4428-96ff-d84449ba9e35, 'name': SearchDatastore_Task, 'duration_secs': 0.010806} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2206.152818] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b4993c99-7a44-47e9-9a35-060b82401c52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2206.235520] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143248, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.298314] env[62291]: DEBUG nova.compute.manager [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] [instance: fe4341b6-1082-40c5-aaa3-a17788f5f188] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2206.442220] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-77c63e16-b367-46e9-bf2f-37a74916ff06 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: d079aa40-c94c-4eb4-ab9c-a2a233ce066d] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2206.442575] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-77c63e16-b367-46e9-bf2f-37a74916ff06 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: d079aa40-c94c-4eb4-ab9c-a2a233ce066d] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2206.442759] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-77c63e16-b367-46e9-bf2f-37a74916ff06 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Deleting the datastore file [datastore2] d079aa40-c94c-4eb4-ab9c-a2a233ce066d {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2206.443230] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-647e6ffa-871b-41fe-bef7-ef772cfc312e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.451959] env[62291]: DEBUG oslo_vmware.api [None req-77c63e16-b367-46e9-bf2f-37a74916ff06 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Waiting for the task: (returnval){ [ 2206.451959] env[62291]: value = "task-2143255" [ 2206.451959] env[62291]: _type = "Task" [ 2206.451959] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2206.475129] env[62291]: DEBUG oslo_vmware.api [None req-77c63e16-b367-46e9-bf2f-37a74916ff06 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Task: {'id': task-2143255, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.475428] env[62291]: DEBUG oslo_vmware.api [None req-8494269f-28d8-4292-a748-1d9686c6d6d4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143254, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.580082] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341a8ac8-1900-4457-b1f4-08d1e029c1ec {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.589064] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d6f824-b846-497a-8668-43a7005181ff {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.622697] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b762935f-afc4-4140-8fcf-7f35c5afccd4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.632129] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc0adc7-dbee-4634-8a11-d110377371c3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2206.650505] env[62291]: DEBUG nova.compute.provider_tree [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2206.737181] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143248, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2206.810179] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2206.810840] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2206.822051] env[62291]: DEBUG oslo_concurrency.lockutils [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2206.966293] env[62291]: DEBUG oslo_vmware.api [None req-77c63e16-b367-46e9-bf2f-37a74916ff06 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Task: {'id': task-2143255, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131983} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2206.966952] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-77c63e16-b367-46e9-bf2f-37a74916ff06 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2206.967155] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-77c63e16-b367-46e9-bf2f-37a74916ff06 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: d079aa40-c94c-4eb4-ab9c-a2a233ce066d] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2206.967352] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-77c63e16-b367-46e9-bf2f-37a74916ff06 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: d079aa40-c94c-4eb4-ab9c-a2a233ce066d] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2206.967526] env[62291]: INFO nova.compute.manager [None req-77c63e16-b367-46e9-bf2f-37a74916ff06 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] [instance: d079aa40-c94c-4eb4-ab9c-a2a233ce066d] Took 7.39 seconds to destroy the instance on the hypervisor. [ 2206.967786] env[62291]: DEBUG oslo.service.loopingcall [None req-77c63e16-b367-46e9-bf2f-37a74916ff06 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2206.968019] env[62291]: DEBUG nova.compute.manager [-] [instance: d079aa40-c94c-4eb4-ab9c-a2a233ce066d] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2206.968125] env[62291]: DEBUG nova.network.neutron [-] [instance: d079aa40-c94c-4eb4-ab9c-a2a233ce066d] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2206.973097] env[62291]: DEBUG oslo_vmware.api [None req-8494269f-28d8-4292-a748-1d9686c6d6d4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143254, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2207.141837] env[62291]: DEBUG nova.compute.manager [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] [instance: 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2207.163793] env[62291]: DEBUG nova.virt.hardware [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2207.164057] env[62291]: DEBUG nova.virt.hardware [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2207.164338] env[62291]: DEBUG nova.virt.hardware [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2207.164415] env[62291]: DEBUG nova.virt.hardware [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2207.164544] env[62291]: DEBUG nova.virt.hardware [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2207.164689] env[62291]: DEBUG nova.virt.hardware [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2207.164912] env[62291]: DEBUG nova.virt.hardware [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2207.165093] env[62291]: DEBUG nova.virt.hardware [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2207.165273] env[62291]: DEBUG nova.virt.hardware [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2207.165437] env[62291]: DEBUG nova.virt.hardware [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2207.165608] env[62291]: DEBUG nova.virt.hardware [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2207.166484] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66691b7b-3fc7-44ef-8bdc-6178e4f5c28f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.174359] env[62291]: ERROR nova.scheduler.client.report [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [req-f365d819-b8f3-419c-bd5f-f8cda09c3b1c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 142b9caf-95b8-4f05-a0ca-6a285ed758e8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f365d819-b8f3-419c-bd5f-f8cda09c3b1c"}]} [ 2207.175702] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0193b95f-787f-4d3e-a340-d8b68c536961 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.198217] env[62291]: DEBUG nova.scheduler.client.report [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Refreshing inventories for resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 2207.213668] env[62291]: DEBUG nova.scheduler.client.report [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Updating ProviderTree inventory for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 2207.213946] env[62291]: DEBUG nova.compute.provider_tree [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2207.225944] env[62291]: DEBUG nova.scheduler.client.report [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Refreshing aggregate associations for resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8, aggregates: None {{(pid=62291) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 2207.238679] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143248, 'name': CreateVM_Task, 'duration_secs': 8.194591} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2207.240410] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2207.241191] env[62291]: DEBUG nova.compute.manager [req-c03be6fb-3481-4b26-926c-43d4df6d2a92 req-3ea41c45-767f-4e5d-8fc8-ffcffc723a86 service nova] [instance: d079aa40-c94c-4eb4-ab9c-a2a233ce066d] Received event network-vif-deleted-d82a733d-8a73-4d6d-ae7c-fe00d8751b98 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2207.241382] env[62291]: INFO nova.compute.manager [req-c03be6fb-3481-4b26-926c-43d4df6d2a92 req-3ea41c45-767f-4e5d-8fc8-ffcffc723a86 service nova] [instance: d079aa40-c94c-4eb4-ab9c-a2a233ce066d] Neutron deleted interface d82a733d-8a73-4d6d-ae7c-fe00d8751b98; detaching it from the instance and deleting it from the info cache [ 2207.241506] env[62291]: DEBUG nova.network.neutron [req-c03be6fb-3481-4b26-926c-43d4df6d2a92 req-3ea41c45-767f-4e5d-8fc8-ffcffc723a86 service nova] [instance: d079aa40-c94c-4eb4-ab9c-a2a233ce066d] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2207.242893] env[62291]: DEBUG oslo_concurrency.lockutils [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2207.243066] env[62291]: DEBUG oslo_concurrency.lockutils [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2207.243420] env[62291]: DEBUG oslo_concurrency.lockutils [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2207.244229] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9233764-e372-4e60-833b-26d1a8bff909 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.246640] env[62291]: DEBUG nova.scheduler.client.report [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Refreshing trait associations for resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62291) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 2207.252656] env[62291]: DEBUG oslo_vmware.api [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2207.252656] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5294c95f-bf44-1c1a-bdba-905704186742" [ 2207.252656] env[62291]: _type = "Task" [ 2207.252656] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2207.261199] env[62291]: DEBUG oslo_vmware.api [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5294c95f-bf44-1c1a-bdba-905704186742, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2207.323804] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2207.323804] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Starting heal instance info cache {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 2207.474364] env[62291]: DEBUG oslo_vmware.api [None req-8494269f-28d8-4292-a748-1d9686c6d6d4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143254, 'name': CloneVM_Task, 'duration_secs': 5.001843} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2207.474979] env[62291]: INFO nova.virt.vmwareapi.vmops [None req-8494269f-28d8-4292-a748-1d9686c6d6d4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Created linked-clone VM from snapshot [ 2207.476123] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a511c48-64cd-449b-aa9b-4ed7b0d24b3e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.490935] env[62291]: DEBUG nova.virt.vmwareapi.images [None req-8494269f-28d8-4292-a748-1d9686c6d6d4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Uploading image e7e411fe-d56a-4090-b554-b4f3f58307bf {{(pid=62291) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2207.516097] env[62291]: DEBUG oslo_vmware.rw_handles [None req-8494269f-28d8-4292-a748-1d9686c6d6d4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2207.516097] env[62291]: value = "vm-438082" [ 2207.516097] env[62291]: _type = "VirtualMachine" [ 2207.516097] env[62291]: }. {{(pid=62291) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2207.516097] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ffa6ff93-6240-466c-b5e5-916a83c6d7f6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.521646] env[62291]: DEBUG oslo_vmware.rw_handles [None req-8494269f-28d8-4292-a748-1d9686c6d6d4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lease: (returnval){ [ 2207.521646] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]524172da-2a8c-b6a9-83ee-7ab2dc505906" [ 2207.521646] env[62291]: _type = "HttpNfcLease" [ 2207.521646] env[62291]: } obtained for exporting VM: (result){ [ 2207.521646] env[62291]: value = "vm-438082" [ 2207.521646] env[62291]: _type = "VirtualMachine" [ 2207.521646] env[62291]: }. {{(pid=62291) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2207.521956] env[62291]: DEBUG oslo_vmware.api [None req-8494269f-28d8-4292-a748-1d9686c6d6d4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the lease: (returnval){ [ 2207.521956] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]524172da-2a8c-b6a9-83ee-7ab2dc505906" [ 2207.521956] env[62291]: _type = "HttpNfcLease" [ 2207.521956] env[62291]: } to be ready. {{(pid=62291) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2207.530179] env[62291]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2207.530179] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]524172da-2a8c-b6a9-83ee-7ab2dc505906" [ 2207.530179] env[62291]: _type = "HttpNfcLease" [ 2207.530179] env[62291]: } is initializing. {{(pid=62291) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2207.575456] env[62291]: DEBUG nova.network.neutron [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] [instance: 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92] Successfully updated port: ab690bee-8a6d-44b2-a3c7-0cea3bac82fc {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2207.647491] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba45670c-a873-4bdc-a6a5-eb053552b51d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.655345] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf5b88c-b912-42ee-a8e5-f6ee50488d52 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.687531] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff7a9c5-7319-469c-afa0-e5be534b2e08 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.695548] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d2e02b-1094-460e-8191-8f9e003aa8b1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.713242] env[62291]: DEBUG nova.compute.provider_tree [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2207.717284] env[62291]: DEBUG nova.network.neutron [-] [instance: d079aa40-c94c-4eb4-ab9c-a2a233ce066d] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2207.745112] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5ea4a57c-bfbd-4c04-aea8-c46227a52cef {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.754939] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6b9c3f-d631-4e15-9bbf-35946dbe7699 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.775251] env[62291]: DEBUG oslo_vmware.api [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5294c95f-bf44-1c1a-bdba-905704186742, 'name': SearchDatastore_Task, 'duration_secs': 0.014232} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2207.775251] env[62291]: DEBUG oslo_concurrency.lockutils [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2207.775251] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2207.775251] env[62291]: DEBUG oslo_concurrency.lockutils [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2207.775251] env[62291]: DEBUG oslo_concurrency.lockutils [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2207.775251] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2207.775461] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-43c05774-0674-462a-a606-7047345e03f9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.794298] env[62291]: DEBUG nova.compute.manager [req-c03be6fb-3481-4b26-926c-43d4df6d2a92 req-3ea41c45-767f-4e5d-8fc8-ffcffc723a86 service nova] [instance: d079aa40-c94c-4eb4-ab9c-a2a233ce066d] Detach interface failed, port_id=d82a733d-8a73-4d6d-ae7c-fe00d8751b98, reason: Instance d079aa40-c94c-4eb4-ab9c-a2a233ce066d could not be found. {{(pid=62291) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 2207.795789] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2207.795959] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2207.796702] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f74e6b9-b8e3-4067-a7af-18da375fcd22 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2207.802932] env[62291]: DEBUG oslo_vmware.api [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2207.802932] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52382b31-b72a-8cbe-1620-d67236fb7954" [ 2207.802932] env[62291]: _type = "Task" [ 2207.802932] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2207.810839] env[62291]: DEBUG oslo_vmware.api [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52382b31-b72a-8cbe-1620-d67236fb7954, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2207.844588] env[62291]: DEBUG nova.compute.manager [req-e6bf7395-288a-4353-a614-80e3f638c1fd req-dfd49fe0-d6ac-42a4-8a7e-a75078826534 service nova] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Received event network-vif-plugged-7e34e67b-3cb1-4931-b7f1-35f42b1524d2 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2207.844588] env[62291]: DEBUG oslo_concurrency.lockutils [req-e6bf7395-288a-4353-a614-80e3f638c1fd req-dfd49fe0-d6ac-42a4-8a7e-a75078826534 service nova] Acquiring lock "d394b461-0b08-4115-844f-fd4adb13f843-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2207.844588] env[62291]: DEBUG oslo_concurrency.lockutils [req-e6bf7395-288a-4353-a614-80e3f638c1fd req-dfd49fe0-d6ac-42a4-8a7e-a75078826534 service nova] Lock "d394b461-0b08-4115-844f-fd4adb13f843-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2207.844588] env[62291]: DEBUG oslo_concurrency.lockutils [req-e6bf7395-288a-4353-a614-80e3f638c1fd req-dfd49fe0-d6ac-42a4-8a7e-a75078826534 service nova] Lock "d394b461-0b08-4115-844f-fd4adb13f843-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2207.844588] env[62291]: DEBUG nova.compute.manager [req-e6bf7395-288a-4353-a614-80e3f638c1fd req-dfd49fe0-d6ac-42a4-8a7e-a75078826534 service nova] [instance: d394b461-0b08-4115-844f-fd4adb13f843] No waiting events found dispatching network-vif-plugged-7e34e67b-3cb1-4931-b7f1-35f42b1524d2 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2207.844588] env[62291]: WARNING nova.compute.manager [req-e6bf7395-288a-4353-a614-80e3f638c1fd req-dfd49fe0-d6ac-42a4-8a7e-a75078826534 service nova] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Received unexpected event network-vif-plugged-7e34e67b-3cb1-4931-b7f1-35f42b1524d2 for instance with vm_state building and task_state spawning. [ 2207.926469] env[62291]: DEBUG nova.network.neutron [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Successfully updated port: 7e34e67b-3cb1-4931-b7f1-35f42b1524d2 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2208.031044] env[62291]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2208.031044] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]524172da-2a8c-b6a9-83ee-7ab2dc505906" [ 2208.031044] env[62291]: _type = "HttpNfcLease" [ 2208.031044] env[62291]: } is ready. {{(pid=62291) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2208.031404] env[62291]: DEBUG oslo_vmware.rw_handles [None req-8494269f-28d8-4292-a748-1d9686c6d6d4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2208.031404] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]524172da-2a8c-b6a9-83ee-7ab2dc505906" [ 2208.031404] env[62291]: _type = "HttpNfcLease" [ 2208.031404] env[62291]: }. {{(pid=62291) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2208.032124] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e31c62-3813-4e0a-a778-f733dab976c1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.040786] env[62291]: DEBUG oslo_vmware.rw_handles [None req-8494269f-28d8-4292-a748-1d9686c6d6d4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522ba60a-b866-51ec-cac8-eb32a79cee75/disk-0.vmdk from lease info. {{(pid=62291) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2208.040961] env[62291]: DEBUG oslo_vmware.rw_handles [None req-8494269f-28d8-4292-a748-1d9686c6d6d4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522ba60a-b866-51ec-cac8-eb32a79cee75/disk-0.vmdk for reading. {{(pid=62291) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2208.097218] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Acquiring lock "refresh_cache-4845db1b-f8ab-4ecd-bd75-a9d3b5482b92" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2208.097385] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Acquired lock "refresh_cache-4845db1b-f8ab-4ecd-bd75-a9d3b5482b92" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2208.097486] env[62291]: DEBUG nova.network.neutron [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] [instance: 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2208.136343] env[62291]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-14be5fa3-4fc9-4279-8a97-3a4e52a8e62c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.218987] env[62291]: INFO nova.compute.manager [-] [instance: d079aa40-c94c-4eb4-ab9c-a2a233ce066d] Took 1.25 seconds to deallocate network for instance. [ 2208.314148] env[62291]: DEBUG oslo_vmware.api [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52382b31-b72a-8cbe-1620-d67236fb7954, 'name': SearchDatastore_Task, 'duration_secs': 0.035536} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2208.314944] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1ae6efa-583a-47c2-bcc8-33840375d051 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.321245] env[62291]: DEBUG oslo_vmware.api [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2208.321245] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52b1fc5c-c19d-e443-c9dd-91a29de5ad6b" [ 2208.321245] env[62291]: _type = "Task" [ 2208.321245] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.329876] env[62291]: DEBUG oslo_vmware.api [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52b1fc5c-c19d-e443-c9dd-91a29de5ad6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.330728] env[62291]: DEBUG nova.scheduler.client.report [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Updated inventory for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with generation 104 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 2208.330968] env[62291]: DEBUG nova.compute.provider_tree [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Updating resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 generation from 104 to 105 during operation: update_inventory {{(pid=62291) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2208.331213] env[62291]: DEBUG nova.compute.provider_tree [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2208.430690] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Acquiring lock "refresh_cache-d394b461-0b08-4115-844f-fd4adb13f843" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2208.430814] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Acquired lock "refresh_cache-d394b461-0b08-4115-844f-fd4adb13f843" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2208.430977] env[62291]: DEBUG nova.network.neutron [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2208.631469] env[62291]: DEBUG nova.network.neutron [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] [instance: 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2208.725777] env[62291]: DEBUG oslo_concurrency.lockutils [None req-77c63e16-b367-46e9-bf2f-37a74916ff06 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2208.790990] env[62291]: DEBUG nova.network.neutron [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] [instance: 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92] Updating instance_info_cache with network_info: [{"id": "ab690bee-8a6d-44b2-a3c7-0cea3bac82fc", "address": "fa:16:3e:6e:87:c8", "network": {"id": "7a2a8f3c-7867-4dc4-a590-41e2f044441e", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-598096531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "749a2907f8544f539808c9168a954d27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab690bee-8a", "ovs_interfaceid": "ab690bee-8a6d-44b2-a3c7-0cea3bac82fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2208.834952] env[62291]: DEBUG oslo_vmware.api [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52b1fc5c-c19d-e443-c9dd-91a29de5ad6b, 'name': SearchDatastore_Task, 'duration_secs': 0.009526} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2208.837274] env[62291]: DEBUG oslo_concurrency.lockutils [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2208.837274] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] c9217dbd-27aa-46aa-8c41-555c584dd027/c9217dbd-27aa-46aa-8c41-555c584dd027.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2208.838272] env[62291]: DEBUG oslo_concurrency.lockutils [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.713s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2208.838934] env[62291]: DEBUG nova.compute.manager [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2208.843670] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6fbed4bd-ac53-4ab6-828d-daf7b8a39620 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2208.845695] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cf381ff8-e363-4bc3-b9c9-0a7e8ec7e90f tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.281s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2208.846116] env[62291]: DEBUG nova.objects.instance [None req-cf381ff8-e363-4bc3-b9c9-0a7e8ec7e90f tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Lazy-loading 'resources' on Instance uuid ebcf3701-88ed-408a-8019-7bca77d6cb50 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2208.853936] env[62291]: DEBUG oslo_vmware.api [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2208.853936] env[62291]: value = "task-2143257" [ 2208.853936] env[62291]: _type = "Task" [ 2208.853936] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2208.863769] env[62291]: DEBUG oslo_vmware.api [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143257, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2208.976761] env[62291]: DEBUG nova.network.neutron [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2209.197996] env[62291]: DEBUG nova.network.neutron [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Updating instance_info_cache with network_info: [{"id": "7e34e67b-3cb1-4931-b7f1-35f42b1524d2", "address": "fa:16:3e:24:7c:06", "network": {"id": "19fef4ca-e697-4c5d-9e15-f25007e00b71", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1427896346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b76813a59e5e4af19ffab9ec87c4dbad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e34e67b-3c", "ovs_interfaceid": "7e34e67b-3cb1-4931-b7f1-35f42b1524d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2209.279941] env[62291]: DEBUG nova.compute.manager [req-a1508c5c-a304-48e6-a706-9a97a288fa9d req-a1280cc6-9d41-4988-8e24-fe96d21e677d service nova] [instance: 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92] Received event network-vif-plugged-ab690bee-8a6d-44b2-a3c7-0cea3bac82fc {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2209.280496] env[62291]: DEBUG oslo_concurrency.lockutils [req-a1508c5c-a304-48e6-a706-9a97a288fa9d req-a1280cc6-9d41-4988-8e24-fe96d21e677d service nova] Acquiring lock "4845db1b-f8ab-4ecd-bd75-a9d3b5482b92-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2209.281458] env[62291]: DEBUG oslo_concurrency.lockutils [req-a1508c5c-a304-48e6-a706-9a97a288fa9d req-a1280cc6-9d41-4988-8e24-fe96d21e677d service nova] Lock "4845db1b-f8ab-4ecd-bd75-a9d3b5482b92-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2209.281884] env[62291]: DEBUG oslo_concurrency.lockutils [req-a1508c5c-a304-48e6-a706-9a97a288fa9d req-a1280cc6-9d41-4988-8e24-fe96d21e677d service nova] Lock "4845db1b-f8ab-4ecd-bd75-a9d3b5482b92-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2209.281884] env[62291]: DEBUG nova.compute.manager [req-a1508c5c-a304-48e6-a706-9a97a288fa9d req-a1280cc6-9d41-4988-8e24-fe96d21e677d service nova] [instance: 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92] No waiting events found dispatching network-vif-plugged-ab690bee-8a6d-44b2-a3c7-0cea3bac82fc {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2209.282624] env[62291]: WARNING nova.compute.manager [req-a1508c5c-a304-48e6-a706-9a97a288fa9d req-a1280cc6-9d41-4988-8e24-fe96d21e677d service nova] [instance: 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92] Received unexpected event network-vif-plugged-ab690bee-8a6d-44b2-a3c7-0cea3bac82fc for instance with vm_state building and task_state spawning. [ 2209.283687] env[62291]: DEBUG nova.compute.manager [req-a1508c5c-a304-48e6-a706-9a97a288fa9d req-a1280cc6-9d41-4988-8e24-fe96d21e677d service nova] [instance: 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92] Received event network-changed-ab690bee-8a6d-44b2-a3c7-0cea3bac82fc {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2209.283687] env[62291]: DEBUG nova.compute.manager [req-a1508c5c-a304-48e6-a706-9a97a288fa9d req-a1280cc6-9d41-4988-8e24-fe96d21e677d service nova] [instance: 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92] Refreshing instance network info cache due to event network-changed-ab690bee-8a6d-44b2-a3c7-0cea3bac82fc. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2209.283687] env[62291]: DEBUG oslo_concurrency.lockutils [req-a1508c5c-a304-48e6-a706-9a97a288fa9d req-a1280cc6-9d41-4988-8e24-fe96d21e677d service nova] Acquiring lock "refresh_cache-4845db1b-f8ab-4ecd-bd75-a9d3b5482b92" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2209.296896] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Releasing lock "refresh_cache-4845db1b-f8ab-4ecd-bd75-a9d3b5482b92" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2209.297857] env[62291]: DEBUG nova.compute.manager [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] [instance: 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92] Instance network_info: |[{"id": "ab690bee-8a6d-44b2-a3c7-0cea3bac82fc", "address": "fa:16:3e:6e:87:c8", "network": {"id": "7a2a8f3c-7867-4dc4-a590-41e2f044441e", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-598096531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "749a2907f8544f539808c9168a954d27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab690bee-8a", "ovs_interfaceid": "ab690bee-8a6d-44b2-a3c7-0cea3bac82fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2209.298662] env[62291]: DEBUG oslo_concurrency.lockutils [req-a1508c5c-a304-48e6-a706-9a97a288fa9d req-a1280cc6-9d41-4988-8e24-fe96d21e677d service nova] Acquired lock "refresh_cache-4845db1b-f8ab-4ecd-bd75-a9d3b5482b92" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2209.299718] env[62291]: DEBUG nova.network.neutron [req-a1508c5c-a304-48e6-a706-9a97a288fa9d req-a1280cc6-9d41-4988-8e24-fe96d21e677d service nova] [instance: 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92] Refreshing network info cache for port ab690bee-8a6d-44b2-a3c7-0cea3bac82fc {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2209.302376] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] [instance: 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:87:c8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ab690bee-8a6d-44b2-a3c7-0cea3bac82fc', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2209.318134] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Creating folder: Project (749a2907f8544f539808c9168a954d27). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2209.321027] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9f6f0c85-a4ea-4808-8159-b038a5797572 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.337078] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Created folder: Project (749a2907f8544f539808c9168a954d27) in parent group-v437896. [ 2209.337078] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Creating folder: Instances. Parent ref: group-v438083. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2209.337487] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34112928-1022-4b65-97aa-abd246721eff {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.347197] env[62291]: DEBUG nova.compute.utils [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2209.349145] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Created folder: Instances in parent group-v438083. [ 2209.349380] env[62291]: DEBUG oslo.service.loopingcall [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2209.349639] env[62291]: DEBUG nova.compute.manager [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2209.349798] env[62291]: DEBUG nova.network.neutron [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2209.356679] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2209.358028] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b99762f1-829c-4e15-a5a3-dd4071b4f74f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.384185] env[62291]: DEBUG oslo_vmware.api [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143257, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518482} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2209.385562] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] c9217dbd-27aa-46aa-8c41-555c584dd027/c9217dbd-27aa-46aa-8c41-555c584dd027.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2209.386110] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2209.386286] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2209.386286] env[62291]: value = "task-2143260" [ 2209.386286] env[62291]: _type = "Task" [ 2209.386286] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2209.388982] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4e8e77a4-11c0-4459-b5b3-72bbd7047fd2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.400193] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143260, 'name': CreateVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.401741] env[62291]: DEBUG oslo_vmware.api [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2209.401741] env[62291]: value = "task-2143261" [ 2209.401741] env[62291]: _type = "Task" [ 2209.401741] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2209.415776] env[62291]: DEBUG oslo_vmware.api [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143261, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.420733] env[62291]: DEBUG nova.policy [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ec3e1876d7e401383705ea468b67eaf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '534f695381c7404191991882901816ad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2209.701374] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Releasing lock "refresh_cache-d394b461-0b08-4115-844f-fd4adb13f843" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2209.701903] env[62291]: DEBUG nova.compute.manager [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Instance network_info: |[{"id": "7e34e67b-3cb1-4931-b7f1-35f42b1524d2", "address": "fa:16:3e:24:7c:06", "network": {"id": "19fef4ca-e697-4c5d-9e15-f25007e00b71", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1427896346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b76813a59e5e4af19ffab9ec87c4dbad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e34e67b-3c", "ovs_interfaceid": "7e34e67b-3cb1-4931-b7f1-35f42b1524d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2209.703581] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:7c:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ff1f3320-df8e-49df-a412-9797a23bd173', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e34e67b-3cb1-4931-b7f1-35f42b1524d2', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2209.711237] env[62291]: DEBUG oslo.service.loopingcall [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2209.711488] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2209.711725] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45ca16e3-4937-48cb-9dce-da119d4a576f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.741575] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2209.741575] env[62291]: value = "task-2143262" [ 2209.741575] env[62291]: _type = "Task" [ 2209.741575] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2209.752396] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143262, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.767917] env[62291]: DEBUG nova.network.neutron [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Successfully created port: 7159129f-801f-4722-a001-f1098f47c88e {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2209.814693] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c79fd0-0528-4d14-9878-b0c9f6fff844 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.823793] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5646e8a7-0771-4194-b5a5-22df8c465eab {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.868915] env[62291]: DEBUG nova.compute.manager [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2209.877651] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aac6771-f88a-4301-941f-09fbf16db889 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.882832] env[62291]: DEBUG nova.compute.manager [req-472aa52d-4195-4e50-b294-db0be184634c req-be17cdc7-4498-4f1c-b9f4-22bb50edc899 service nova] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Received event network-changed-7e34e67b-3cb1-4931-b7f1-35f42b1524d2 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2209.882984] env[62291]: DEBUG nova.compute.manager [req-472aa52d-4195-4e50-b294-db0be184634c req-be17cdc7-4498-4f1c-b9f4-22bb50edc899 service nova] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Refreshing instance network info cache due to event network-changed-7e34e67b-3cb1-4931-b7f1-35f42b1524d2. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2209.883254] env[62291]: DEBUG oslo_concurrency.lockutils [req-472aa52d-4195-4e50-b294-db0be184634c req-be17cdc7-4498-4f1c-b9f4-22bb50edc899 service nova] Acquiring lock "refresh_cache-d394b461-0b08-4115-844f-fd4adb13f843" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2209.883425] env[62291]: DEBUG oslo_concurrency.lockutils [req-472aa52d-4195-4e50-b294-db0be184634c req-be17cdc7-4498-4f1c-b9f4-22bb50edc899 service nova] Acquired lock "refresh_cache-d394b461-0b08-4115-844f-fd4adb13f843" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2209.883613] env[62291]: DEBUG nova.network.neutron [req-472aa52d-4195-4e50-b294-db0be184634c req-be17cdc7-4498-4f1c-b9f4-22bb50edc899 service nova] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Refreshing network info cache for port 7e34e67b-3cb1-4931-b7f1-35f42b1524d2 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2209.892162] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5d329f-3f13-447e-9916-2558117f82a0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.916896] env[62291]: DEBUG nova.compute.provider_tree [None req-cf381ff8-e363-4bc3-b9c9-0a7e8ec7e90f tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2209.919009] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143260, 'name': CreateVM_Task, 'duration_secs': 0.479368} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2209.924453] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2209.928019] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2209.928019] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2209.928019] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2209.928019] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28817887-0551-4268-ada1-39896005ac30 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.933522] env[62291]: DEBUG oslo_vmware.api [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143261, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084349} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2209.934144] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2209.934991] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043c095c-96e5-432b-8896-5366f86d8846 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.938763] env[62291]: DEBUG oslo_vmware.api [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Waiting for the task: (returnval){ [ 2209.938763] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52b87184-710c-30f4-4312-fa9c3152b5b3" [ 2209.938763] env[62291]: _type = "Task" [ 2209.938763] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2209.960226] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] c9217dbd-27aa-46aa-8c41-555c584dd027/c9217dbd-27aa-46aa-8c41-555c584dd027.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2209.963515] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5f88535-b13b-4e05-a19a-bfe544cb2c2a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.983280] env[62291]: DEBUG oslo_vmware.api [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52b87184-710c-30f4-4312-fa9c3152b5b3, 'name': SearchDatastore_Task, 'duration_secs': 0.017507} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2209.984116] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2209.984410] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] [instance: 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2209.984736] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2209.984967] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2209.985250] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2209.985581] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00c93688-0346-4efa-9c2d-eb8322fdb9f4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2209.988688] env[62291]: DEBUG oslo_vmware.api [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2209.988688] env[62291]: value = "task-2143263" [ 2209.988688] env[62291]: _type = "Task" [ 2209.988688] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2209.996941] env[62291]: DEBUG oslo_vmware.api [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143263, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2209.998078] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2209.998299] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2209.999045] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20266036-b6b8-4dfe-b9e0-76554d7b8dd4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.004439] env[62291]: DEBUG oslo_vmware.api [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Waiting for the task: (returnval){ [ 2210.004439] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]529d6fa1-c568-fad9-c6ba-e736b45e595d" [ 2210.004439] env[62291]: _type = "Task" [ 2210.004439] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.012195] env[62291]: DEBUG oslo_vmware.api [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]529d6fa1-c568-fad9-c6ba-e736b45e595d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.150861] env[62291]: DEBUG nova.network.neutron [req-a1508c5c-a304-48e6-a706-9a97a288fa9d req-a1280cc6-9d41-4988-8e24-fe96d21e677d service nova] [instance: 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92] Updated VIF entry in instance network info cache for port ab690bee-8a6d-44b2-a3c7-0cea3bac82fc. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2210.151343] env[62291]: DEBUG nova.network.neutron [req-a1508c5c-a304-48e6-a706-9a97a288fa9d req-a1280cc6-9d41-4988-8e24-fe96d21e677d service nova] [instance: 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92] Updating instance_info_cache with network_info: [{"id": "ab690bee-8a6d-44b2-a3c7-0cea3bac82fc", "address": "fa:16:3e:6e:87:c8", "network": {"id": "7a2a8f3c-7867-4dc4-a590-41e2f044441e", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-598096531-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "749a2907f8544f539808c9168a954d27", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ea16b8c-ebf6-4bd4-ab67-ddb472e7b460", "external-id": "nsx-vlan-transportzone-156", "segmentation_id": 156, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapab690bee-8a", "ovs_interfaceid": "ab690bee-8a6d-44b2-a3c7-0cea3bac82fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2210.251065] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143262, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.469630] env[62291]: DEBUG nova.scheduler.client.report [None req-cf381ff8-e363-4bc3-b9c9-0a7e8ec7e90f tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Updated inventory for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with generation 105 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 2210.470049] env[62291]: DEBUG nova.compute.provider_tree [None req-cf381ff8-e363-4bc3-b9c9-0a7e8ec7e90f tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Updating resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 generation from 105 to 106 during operation: update_inventory {{(pid=62291) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2210.470442] env[62291]: DEBUG nova.compute.provider_tree [None req-cf381ff8-e363-4bc3-b9c9-0a7e8ec7e90f tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2210.501324] env[62291]: DEBUG oslo_vmware.api [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143263, 'name': ReconfigVM_Task, 'duration_secs': 0.302393} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.501601] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Reconfigured VM instance instance-00000052 to attach disk [datastore2] c9217dbd-27aa-46aa-8c41-555c584dd027/c9217dbd-27aa-46aa-8c41-555c584dd027.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2210.502563] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4105757f-73d4-4835-a08c-7198f7a4cd78 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.510714] env[62291]: DEBUG oslo_vmware.api [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2210.510714] env[62291]: value = "task-2143264" [ 2210.510714] env[62291]: _type = "Task" [ 2210.510714] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.517219] env[62291]: DEBUG oslo_vmware.api [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]529d6fa1-c568-fad9-c6ba-e736b45e595d, 'name': SearchDatastore_Task, 'duration_secs': 0.023794} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.518353] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80c63047-6303-4125-bf52-bc04846331c3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.523655] env[62291]: DEBUG oslo_vmware.api [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143264, 'name': Rename_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.530156] env[62291]: DEBUG oslo_vmware.api [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Waiting for the task: (returnval){ [ 2210.530156] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52799ded-99ba-01bc-459c-595d6987a0cc" [ 2210.530156] env[62291]: _type = "Task" [ 2210.530156] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.540515] env[62291]: DEBUG oslo_vmware.api [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52799ded-99ba-01bc-459c-595d6987a0cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.623545] env[62291]: DEBUG nova.network.neutron [req-472aa52d-4195-4e50-b294-db0be184634c req-be17cdc7-4498-4f1c-b9f4-22bb50edc899 service nova] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Updated VIF entry in instance network info cache for port 7e34e67b-3cb1-4931-b7f1-35f42b1524d2. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2210.624100] env[62291]: DEBUG nova.network.neutron [req-472aa52d-4195-4e50-b294-db0be184634c req-be17cdc7-4498-4f1c-b9f4-22bb50edc899 service nova] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Updating instance_info_cache with network_info: [{"id": "7e34e67b-3cb1-4931-b7f1-35f42b1524d2", "address": "fa:16:3e:24:7c:06", "network": {"id": "19fef4ca-e697-4c5d-9e15-f25007e00b71", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1427896346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b76813a59e5e4af19ffab9ec87c4dbad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e34e67b-3c", "ovs_interfaceid": "7e34e67b-3cb1-4931-b7f1-35f42b1524d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2210.654060] env[62291]: DEBUG oslo_concurrency.lockutils [req-a1508c5c-a304-48e6-a706-9a97a288fa9d req-a1280cc6-9d41-4988-8e24-fe96d21e677d service nova] Releasing lock "refresh_cache-4845db1b-f8ab-4ecd-bd75-a9d3b5482b92" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2210.751969] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143262, 'name': CreateVM_Task, 'duration_secs': 0.694471} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2210.752167] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2210.752902] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2210.753085] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2210.753425] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2210.753678] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1afa790-7b98-41ae-ad0b-d1d47910221c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.758384] env[62291]: DEBUG oslo_vmware.api [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Waiting for the task: (returnval){ [ 2210.758384] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5266f08a-9d45-163e-bc7b-bbd4e2d237a3" [ 2210.758384] env[62291]: _type = "Task" [ 2210.758384] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2210.766861] env[62291]: DEBUG oslo_vmware.api [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5266f08a-9d45-163e-bc7b-bbd4e2d237a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2210.879734] env[62291]: DEBUG nova.compute.manager [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2210.904874] env[62291]: DEBUG nova.virt.hardware [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2210.905169] env[62291]: DEBUG nova.virt.hardware [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2210.905386] env[62291]: DEBUG nova.virt.hardware [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2210.905585] env[62291]: DEBUG nova.virt.hardware [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2210.905733] env[62291]: DEBUG nova.virt.hardware [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2210.905878] env[62291]: DEBUG nova.virt.hardware [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2210.906109] env[62291]: DEBUG nova.virt.hardware [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2210.906277] env[62291]: DEBUG nova.virt.hardware [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2210.906550] env[62291]: DEBUG nova.virt.hardware [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2210.906739] env[62291]: DEBUG nova.virt.hardware [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2210.906949] env[62291]: DEBUG nova.virt.hardware [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2210.908075] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa464ba6-a9f6-4375-a964-57b0e87fd273 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.917070] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4168a90-e948-4da9-823d-55731e837f44 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2210.976868] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cf381ff8-e363-4bc3-b9c9-0a7e8ec7e90f tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.131s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2210.978783] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e6a0425b-5f58-4d56-b09e-9d28dc58ebfd tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.337s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2210.979054] env[62291]: DEBUG nova.objects.instance [None req-e6a0425b-5f58-4d56-b09e-9d28dc58ebfd tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lazy-loading 'resources' on Instance uuid 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2210.999041] env[62291]: INFO nova.scheduler.client.report [None req-cf381ff8-e363-4bc3-b9c9-0a7e8ec7e90f tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Deleted allocations for instance ebcf3701-88ed-408a-8019-7bca77d6cb50 [ 2211.021200] env[62291]: DEBUG oslo_vmware.api [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143264, 'name': Rename_Task, 'duration_secs': 0.157173} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2211.021527] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2211.021798] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c4140f0-1b60-489a-93d1-c473daf1b50d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.028897] env[62291]: DEBUG oslo_vmware.api [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2211.028897] env[62291]: value = "task-2143265" [ 2211.028897] env[62291]: _type = "Task" [ 2211.028897] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2211.042320] env[62291]: DEBUG oslo_vmware.api [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143265, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.046080] env[62291]: DEBUG oslo_vmware.api [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52799ded-99ba-01bc-459c-595d6987a0cc, 'name': SearchDatastore_Task, 'duration_secs': 0.013418} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2211.046847] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2211.046847] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92/4845db1b-f8ab-4ecd-bd75-a9d3b5482b92.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2211.047039] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64bc6101-13c3-458d-b848-bc586f836333 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.054106] env[62291]: DEBUG oslo_vmware.api [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Waiting for the task: (returnval){ [ 2211.054106] env[62291]: value = "task-2143266" [ 2211.054106] env[62291]: _type = "Task" [ 2211.054106] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2211.064065] env[62291]: DEBUG oslo_vmware.api [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Task: {'id': task-2143266, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.127515] env[62291]: DEBUG oslo_concurrency.lockutils [req-472aa52d-4195-4e50-b294-db0be184634c req-be17cdc7-4498-4f1c-b9f4-22bb50edc899 service nova] Releasing lock "refresh_cache-d394b461-0b08-4115-844f-fd4adb13f843" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2211.270676] env[62291]: DEBUG oslo_vmware.api [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5266f08a-9d45-163e-bc7b-bbd4e2d237a3, 'name': SearchDatastore_Task, 'duration_secs': 0.011147} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2211.270971] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2211.271240] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2211.271512] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2211.272200] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2211.272200] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2211.272373] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-553f0d74-2804-42c5-8a71-3c6a1cea7cce {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.285854] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2211.286114] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2211.287202] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-703781fb-be83-48e3-bb36-170dc954c24e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.293938] env[62291]: DEBUG oslo_vmware.api [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Waiting for the task: (returnval){ [ 2211.293938] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52d4ea67-f623-87a7-3efe-cb93ce27dc54" [ 2211.293938] env[62291]: _type = "Task" [ 2211.293938] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2211.304592] env[62291]: DEBUG oslo_vmware.api [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52d4ea67-f623-87a7-3efe-cb93ce27dc54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.485771] env[62291]: DEBUG nova.network.neutron [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Successfully updated port: 7159129f-801f-4722-a001-f1098f47c88e {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2211.508709] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cf381ff8-e363-4bc3-b9c9-0a7e8ec7e90f tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Lock "ebcf3701-88ed-408a-8019-7bca77d6cb50" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.364s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2211.542626] env[62291]: DEBUG oslo_vmware.api [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143265, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.568610] env[62291]: DEBUG oslo_vmware.api [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Task: {'id': task-2143266, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.805027] env[62291]: DEBUG oslo_vmware.api [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52d4ea67-f623-87a7-3efe-cb93ce27dc54, 'name': SearchDatastore_Task, 'duration_secs': 0.069202} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2211.805611] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16d5f015-8065-4ea5-ae26-5e59085b912c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.810713] env[62291]: DEBUG oslo_vmware.api [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Waiting for the task: (returnval){ [ 2211.810713] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52128b9d-cb9a-e5f2-5e10-02b574d4caa8" [ 2211.810713] env[62291]: _type = "Task" [ 2211.810713] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2211.820728] env[62291]: DEBUG oslo_vmware.api [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52128b9d-cb9a-e5f2-5e10-02b574d4caa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2211.872803] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33db67c1-7546-413b-98eb-63dcb1f051ba {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.880760] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60580d3b-50f9-4930-a434-8792c28fb6ca {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.915700] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-343e2224-c849-405e-9c43-3754d5919664 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.919375] env[62291]: DEBUG nova.compute.manager [req-2013eb19-3921-4e09-9754-6697ea937f7a req-363c7e91-a7f1-44c6-9a3c-6fce18bf2b02 service nova] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Received event network-vif-plugged-7159129f-801f-4722-a001-f1098f47c88e {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2211.919603] env[62291]: DEBUG oslo_concurrency.lockutils [req-2013eb19-3921-4e09-9754-6697ea937f7a req-363c7e91-a7f1-44c6-9a3c-6fce18bf2b02 service nova] Acquiring lock "fe65d098-fd1b-4127-817e-eac2f659e778-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2211.919820] env[62291]: DEBUG oslo_concurrency.lockutils [req-2013eb19-3921-4e09-9754-6697ea937f7a req-363c7e91-a7f1-44c6-9a3c-6fce18bf2b02 service nova] Lock "fe65d098-fd1b-4127-817e-eac2f659e778-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2211.920074] env[62291]: DEBUG oslo_concurrency.lockutils [req-2013eb19-3921-4e09-9754-6697ea937f7a req-363c7e91-a7f1-44c6-9a3c-6fce18bf2b02 service nova] Lock "fe65d098-fd1b-4127-817e-eac2f659e778-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2211.920295] env[62291]: DEBUG nova.compute.manager [req-2013eb19-3921-4e09-9754-6697ea937f7a req-363c7e91-a7f1-44c6-9a3c-6fce18bf2b02 service nova] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] No waiting events found dispatching network-vif-plugged-7159129f-801f-4722-a001-f1098f47c88e {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2211.920468] env[62291]: WARNING nova.compute.manager [req-2013eb19-3921-4e09-9754-6697ea937f7a req-363c7e91-a7f1-44c6-9a3c-6fce18bf2b02 service nova] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Received unexpected event network-vif-plugged-7159129f-801f-4722-a001-f1098f47c88e for instance with vm_state building and task_state spawning. [ 2211.920626] env[62291]: DEBUG nova.compute.manager [req-2013eb19-3921-4e09-9754-6697ea937f7a req-363c7e91-a7f1-44c6-9a3c-6fce18bf2b02 service nova] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Received event network-changed-7159129f-801f-4722-a001-f1098f47c88e {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2211.920779] env[62291]: DEBUG nova.compute.manager [req-2013eb19-3921-4e09-9754-6697ea937f7a req-363c7e91-a7f1-44c6-9a3c-6fce18bf2b02 service nova] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Refreshing instance network info cache due to event network-changed-7159129f-801f-4722-a001-f1098f47c88e. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2211.920962] env[62291]: DEBUG oslo_concurrency.lockutils [req-2013eb19-3921-4e09-9754-6697ea937f7a req-363c7e91-a7f1-44c6-9a3c-6fce18bf2b02 service nova] Acquiring lock "refresh_cache-fe65d098-fd1b-4127-817e-eac2f659e778" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2211.921111] env[62291]: DEBUG oslo_concurrency.lockutils [req-2013eb19-3921-4e09-9754-6697ea937f7a req-363c7e91-a7f1-44c6-9a3c-6fce18bf2b02 service nova] Acquired lock "refresh_cache-fe65d098-fd1b-4127-817e-eac2f659e778" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2211.921286] env[62291]: DEBUG nova.network.neutron [req-2013eb19-3921-4e09-9754-6697ea937f7a req-363c7e91-a7f1-44c6-9a3c-6fce18bf2b02 service nova] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Refreshing network info cache for port 7159129f-801f-4722-a001-f1098f47c88e {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2211.931120] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b32930b-fa5e-4f6d-bd2b-ad660387f89f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2211.946375] env[62291]: DEBUG nova.compute.provider_tree [None req-e6a0425b-5f58-4d56-b09e-9d28dc58ebfd tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2211.992977] env[62291]: DEBUG oslo_concurrency.lockutils [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Acquiring lock "refresh_cache-fe65d098-fd1b-4127-817e-eac2f659e778" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2212.042548] env[62291]: DEBUG oslo_vmware.api [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143265, 'name': PowerOnVM_Task, 'duration_secs': 0.659286} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2212.042884] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2212.043110] env[62291]: INFO nova.compute.manager [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Took 15.85 seconds to spawn the instance on the hypervisor. [ 2212.043316] env[62291]: DEBUG nova.compute.manager [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2212.044172] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89404fce-5ca3-4670-8a04-4bf267c68d96 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.063839] env[62291]: DEBUG oslo_vmware.api [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Task: {'id': task-2143266, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546498} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2212.064160] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92/4845db1b-f8ab-4ecd-bd75-a9d3b5482b92.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2212.064382] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] [instance: 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2212.064633] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-67ebe039-99f6-433c-a074-ac0ce4414041 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.072519] env[62291]: DEBUG oslo_vmware.api [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Waiting for the task: (returnval){ [ 2212.072519] env[62291]: value = "task-2143267" [ 2212.072519] env[62291]: _type = "Task" [ 2212.072519] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2212.080853] env[62291]: DEBUG oslo_vmware.api [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Task: {'id': task-2143267, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.322048] env[62291]: DEBUG oslo_vmware.api [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52128b9d-cb9a-e5f2-5e10-02b574d4caa8, 'name': SearchDatastore_Task, 'duration_secs': 0.020953} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2212.322199] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2212.323055] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] d394b461-0b08-4115-844f-fd4adb13f843/d394b461-0b08-4115-844f-fd4adb13f843.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2212.323055] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9814fe57-9b2e-480f-9967-08574778d0be {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.330049] env[62291]: DEBUG oslo_vmware.api [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Waiting for the task: (returnval){ [ 2212.330049] env[62291]: value = "task-2143268" [ 2212.330049] env[62291]: _type = "Task" [ 2212.330049] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2212.337923] env[62291]: DEBUG oslo_vmware.api [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143268, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.449896] env[62291]: DEBUG nova.scheduler.client.report [None req-e6a0425b-5f58-4d56-b09e-9d28dc58ebfd tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2212.457730] env[62291]: DEBUG nova.network.neutron [req-2013eb19-3921-4e09-9754-6697ea937f7a req-363c7e91-a7f1-44c6-9a3c-6fce18bf2b02 service nova] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2212.535219] env[62291]: DEBUG nova.network.neutron [req-2013eb19-3921-4e09-9754-6697ea937f7a req-363c7e91-a7f1-44c6-9a3c-6fce18bf2b02 service nova] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2212.560476] env[62291]: INFO nova.compute.manager [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Took 52.00 seconds to build instance. [ 2212.582207] env[62291]: DEBUG oslo_vmware.api [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Task: {'id': task-2143267, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067287} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2212.582476] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] [instance: 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2212.583289] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd437ee7-8615-44ca-96b4-f52373f5ded8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.605924] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] [instance: 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92] Reconfiguring VM instance instance-00000054 to attach disk [datastore2] 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92/4845db1b-f8ab-4ecd-bd75-a9d3b5482b92.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2212.606253] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45be1709-37ed-4de6-907e-5d1de563dbe5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2212.626919] env[62291]: DEBUG oslo_vmware.api [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Waiting for the task: (returnval){ [ 2212.626919] env[62291]: value = "task-2143269" [ 2212.626919] env[62291]: _type = "Task" [ 2212.626919] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2212.635062] env[62291]: DEBUG oslo_vmware.api [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Task: {'id': task-2143269, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.841111] env[62291]: DEBUG oslo_vmware.api [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143268, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2212.954711] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e6a0425b-5f58-4d56-b09e-9d28dc58ebfd tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.976s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2212.957927] env[62291]: DEBUG oslo_concurrency.lockutils [None req-05ef86c3-b5fe-4126-bdba-d2546a347c3b tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.267s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2212.958224] env[62291]: DEBUG nova.objects.instance [None req-05ef86c3-b5fe-4126-bdba-d2546a347c3b tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Lazy-loading 'resources' on Instance uuid 6b127e14-7af8-4451-83c4-2197134ef295 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2212.980943] env[62291]: INFO nova.scheduler.client.report [None req-e6a0425b-5f58-4d56-b09e-9d28dc58ebfd tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Deleted allocations for instance 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a [ 2213.038340] env[62291]: DEBUG oslo_concurrency.lockutils [req-2013eb19-3921-4e09-9754-6697ea937f7a req-363c7e91-a7f1-44c6-9a3c-6fce18bf2b02 service nova] Releasing lock "refresh_cache-fe65d098-fd1b-4127-817e-eac2f659e778" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2213.038864] env[62291]: DEBUG oslo_concurrency.lockutils [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Acquired lock "refresh_cache-fe65d098-fd1b-4127-817e-eac2f659e778" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2213.039325] env[62291]: DEBUG nova.network.neutron [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2213.063124] env[62291]: DEBUG oslo_concurrency.lockutils [None req-235d9dc2-1ad1-48c4-b554-3c68517bee0b tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "c9217dbd-27aa-46aa-8c41-555c584dd027" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.512s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2213.140116] env[62291]: DEBUG oslo_vmware.api [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Task: {'id': task-2143269, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.340814] env[62291]: DEBUG oslo_vmware.api [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143268, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.467975] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "refresh_cache-d5839caf-2cfa-42ae-84f4-145f5ae614a0" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2213.468076] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquired lock "refresh_cache-d5839caf-2cfa-42ae-84f4-145f5ae614a0" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2213.468211] env[62291]: DEBUG nova.network.neutron [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] Forcefully refreshing network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 2213.493999] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e6a0425b-5f58-4d56-b09e-9d28dc58ebfd tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "8834ed52-cc02-4dbc-87f7-c4cd6b15be9a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.384s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2213.576844] env[62291]: DEBUG nova.network.neutron [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2213.639522] env[62291]: DEBUG oslo_vmware.api [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Task: {'id': task-2143269, 'name': ReconfigVM_Task, 'duration_secs': 0.741096} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2213.639819] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] [instance: 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92] Reconfigured VM instance instance-00000054 to attach disk [datastore2] 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92/4845db1b-f8ab-4ecd-bd75-a9d3b5482b92.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2213.640504] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2fbc9730-45a3-4f89-940f-786cef3f15ad {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.648040] env[62291]: DEBUG oslo_vmware.api [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Waiting for the task: (returnval){ [ 2213.648040] env[62291]: value = "task-2143270" [ 2213.648040] env[62291]: _type = "Task" [ 2213.648040] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2213.660224] env[62291]: DEBUG oslo_vmware.api [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Task: {'id': task-2143270, 'name': Rename_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.723946] env[62291]: DEBUG nova.network.neutron [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Updating instance_info_cache with network_info: [{"id": "7159129f-801f-4722-a001-f1098f47c88e", "address": "fa:16:3e:6f:54:12", "network": {"id": "aecaab00-a52d-42c8-b673-9a7ef1e7fff9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-499365923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "534f695381c7404191991882901816ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7159129f-80", "ovs_interfaceid": "7159129f-801f-4722-a001-f1098f47c88e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2213.837725] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ba5bd3-a704-4aa5-8ffb-fdb497e0710b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.848108] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6a5b56-1b4b-46c1-9a6f-18993645fc01 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.852194] env[62291]: DEBUG oslo_vmware.api [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143268, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2213.881840] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a59248b-537c-4e13-9dfa-8d4a8dfa593a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.889889] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5cc781-b980-4403-8ba9-4b080408d0cb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2213.904592] env[62291]: DEBUG nova.compute.provider_tree [None req-05ef86c3-b5fe-4126-bdba-d2546a347c3b tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2213.942055] env[62291]: DEBUG nova.compute.manager [req-441b9b6a-e809-40e7-a58f-1dad74800237 req-928809b8-da4b-4626-99a7-0559975376d1 service nova] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Received event network-changed-35c800a5-0f34-4985-9292-722757c052f7 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2213.942262] env[62291]: DEBUG nova.compute.manager [req-441b9b6a-e809-40e7-a58f-1dad74800237 req-928809b8-da4b-4626-99a7-0559975376d1 service nova] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Refreshing instance network info cache due to event network-changed-35c800a5-0f34-4985-9292-722757c052f7. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2213.942528] env[62291]: DEBUG oslo_concurrency.lockutils [req-441b9b6a-e809-40e7-a58f-1dad74800237 req-928809b8-da4b-4626-99a7-0559975376d1 service nova] Acquiring lock "refresh_cache-c9217dbd-27aa-46aa-8c41-555c584dd027" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2213.942796] env[62291]: DEBUG oslo_concurrency.lockutils [req-441b9b6a-e809-40e7-a58f-1dad74800237 req-928809b8-da4b-4626-99a7-0559975376d1 service nova] Acquired lock "refresh_cache-c9217dbd-27aa-46aa-8c41-555c584dd027" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2213.942915] env[62291]: DEBUG nova.network.neutron [req-441b9b6a-e809-40e7-a58f-1dad74800237 req-928809b8-da4b-4626-99a7-0559975376d1 service nova] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Refreshing network info cache for port 35c800a5-0f34-4985-9292-722757c052f7 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2214.158323] env[62291]: DEBUG oslo_vmware.api [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Task: {'id': task-2143270, 'name': Rename_Task, 'duration_secs': 0.360237} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2214.158615] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] [instance: 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2214.158869] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7d05ae09-5cf3-4d34-94ed-3bec449d9d3f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.166010] env[62291]: DEBUG oslo_vmware.api [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Waiting for the task: (returnval){ [ 2214.166010] env[62291]: value = "task-2143271" [ 2214.166010] env[62291]: _type = "Task" [ 2214.166010] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2214.175944] env[62291]: DEBUG oslo_vmware.api [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Task: {'id': task-2143271, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.226334] env[62291]: DEBUG oslo_concurrency.lockutils [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Releasing lock "refresh_cache-fe65d098-fd1b-4127-817e-eac2f659e778" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2214.226775] env[62291]: DEBUG nova.compute.manager [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Instance network_info: |[{"id": "7159129f-801f-4722-a001-f1098f47c88e", "address": "fa:16:3e:6f:54:12", "network": {"id": "aecaab00-a52d-42c8-b673-9a7ef1e7fff9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-499365923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "534f695381c7404191991882901816ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7159129f-80", "ovs_interfaceid": "7159129f-801f-4722-a001-f1098f47c88e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2214.227361] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:54:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69351262-8d39-441a-85ba-3a78df436d17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7159129f-801f-4722-a001-f1098f47c88e', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2214.235240] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Creating folder: Project (534f695381c7404191991882901816ad). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2214.235563] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a01d62b8-e15e-4543-b66d-331e72585a68 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.249022] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Created folder: Project (534f695381c7404191991882901816ad) in parent group-v437896. [ 2214.249022] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Creating folder: Instances. Parent ref: group-v438087. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2214.249022] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9161da5f-e9a0-4df9-9ab8-f86a8b898f6e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.259976] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Created folder: Instances in parent group-v438087. [ 2214.259976] env[62291]: DEBUG oslo.service.loopingcall [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2214.260178] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2214.260457] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-350d05f8-7110-49c3-b503-845c17518d5d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.280351] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2214.280351] env[62291]: value = "task-2143274" [ 2214.280351] env[62291]: _type = "Task" [ 2214.280351] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2214.289755] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143274, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.343586] env[62291]: DEBUG oslo_vmware.api [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143268, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.855691} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2214.343978] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] d394b461-0b08-4115-844f-fd4adb13f843/d394b461-0b08-4115-844f-fd4adb13f843.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2214.344285] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2214.344621] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a27e11a-4769-4f62-98ad-38e17ff0bfd3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.351709] env[62291]: DEBUG oslo_vmware.api [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Waiting for the task: (returnval){ [ 2214.351709] env[62291]: value = "task-2143275" [ 2214.351709] env[62291]: _type = "Task" [ 2214.351709] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2214.361296] env[62291]: DEBUG oslo_vmware.api [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143275, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.407440] env[62291]: DEBUG nova.scheduler.client.report [None req-05ef86c3-b5fe-4126-bdba-d2546a347c3b tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2214.682021] env[62291]: DEBUG oslo_vmware.api [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Task: {'id': task-2143271, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.775210] env[62291]: DEBUG nova.network.neutron [req-441b9b6a-e809-40e7-a58f-1dad74800237 req-928809b8-da4b-4626-99a7-0559975376d1 service nova] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Updated VIF entry in instance network info cache for port 35c800a5-0f34-4985-9292-722757c052f7. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2214.775210] env[62291]: DEBUG nova.network.neutron [req-441b9b6a-e809-40e7-a58f-1dad74800237 req-928809b8-da4b-4626-99a7-0559975376d1 service nova] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Updating instance_info_cache with network_info: [{"id": "35c800a5-0f34-4985-9292-722757c052f7", "address": "fa:16:3e:89:09:4c", "network": {"id": "b789769e-7cdd-4ec0-9b65-d217c45c3755", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2063957055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.166", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ced82ff4c1d54fdcaac99123f59eca6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35c800a5-0f", "ovs_interfaceid": "35c800a5-0f34-4985-9292-722757c052f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2214.792172] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143274, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.805575] env[62291]: DEBUG nova.network.neutron [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] Updating instance_info_cache with network_info: [{"id": "3eca59de-d078-41c4-99bf-82b2c60b50f3", "address": "fa:16:3e:aa:56:87", "network": {"id": "1832bd4f-bdea-4025-8675-3b0e7946a2ea", "bridge": "br-int", "label": "tempest-ServersTestJSON-1043038580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91b6e38d29a747f5a5ece7587dcd8c03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eca59de-d0", "ovs_interfaceid": "3eca59de-d078-41c4-99bf-82b2c60b50f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2214.862530] env[62291]: DEBUG oslo_vmware.api [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143275, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086798} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2214.862849] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2214.863726] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47168ea4-7fa8-4afd-8ea1-70a6242a387d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.871729] env[62291]: DEBUG oslo_concurrency.lockutils [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "3e88c30a-720e-4f39-b171-770a94504bb6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2214.871998] env[62291]: DEBUG oslo_concurrency.lockutils [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "3e88c30a-720e-4f39-b171-770a94504bb6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2214.891765] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] d394b461-0b08-4115-844f-fd4adb13f843/d394b461-0b08-4115-844f-fd4adb13f843.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2214.892949] env[62291]: DEBUG nova.compute.manager [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 3e88c30a-720e-4f39-b171-770a94504bb6] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2214.895723] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48a64a3d-c248-4566-b5f9-f6aef9efa858 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2214.912423] env[62291]: DEBUG oslo_concurrency.lockutils [None req-05ef86c3-b5fe-4126-bdba-d2546a347c3b tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.954s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2214.916360] env[62291]: DEBUG oslo_concurrency.lockutils [None req-59b908f8-9e1a-40d8-b7f9-cfb51df525af tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.771s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2214.916694] env[62291]: DEBUG nova.objects.instance [None req-59b908f8-9e1a-40d8-b7f9-cfb51df525af tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Lazy-loading 'resources' on Instance uuid e1b69949-28f1-4c27-ab34-5bd8892d321f {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2214.921831] env[62291]: DEBUG oslo_vmware.api [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Waiting for the task: (returnval){ [ 2214.921831] env[62291]: value = "task-2143276" [ 2214.921831] env[62291]: _type = "Task" [ 2214.921831] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2214.931616] env[62291]: DEBUG oslo_vmware.api [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143276, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2214.938054] env[62291]: INFO nova.scheduler.client.report [None req-05ef86c3-b5fe-4126-bdba-d2546a347c3b tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Deleted allocations for instance 6b127e14-7af8-4451-83c4-2197134ef295 [ 2215.177648] env[62291]: DEBUG oslo_vmware.api [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Task: {'id': task-2143271, 'name': PowerOnVM_Task, 'duration_secs': 0.581059} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2215.177990] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] [instance: 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2215.178240] env[62291]: INFO nova.compute.manager [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] [instance: 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92] Took 8.04 seconds to spawn the instance on the hypervisor. [ 2215.178448] env[62291]: DEBUG nova.compute.manager [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] [instance: 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2215.179342] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32e1825b-c89d-4034-a15b-13025945abfe {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.278366] env[62291]: DEBUG oslo_concurrency.lockutils [req-441b9b6a-e809-40e7-a58f-1dad74800237 req-928809b8-da4b-4626-99a7-0559975376d1 service nova] Releasing lock "refresh_cache-c9217dbd-27aa-46aa-8c41-555c584dd027" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2215.291647] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143274, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.308475] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Releasing lock "refresh_cache-d5839caf-2cfa-42ae-84f4-145f5ae614a0" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2215.308715] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] Updated the network info_cache for instance {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9999}} [ 2215.308914] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2215.309143] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2215.309306] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2215.309465] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2215.309628] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2215.309758] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2215.309889] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62291) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 2215.310043] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2215.431903] env[62291]: DEBUG oslo_concurrency.lockutils [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2215.436984] env[62291]: DEBUG oslo_vmware.api [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143276, 'name': ReconfigVM_Task, 'duration_secs': 0.383151} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2215.436984] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Reconfigured VM instance instance-00000053 to attach disk [datastore2] d394b461-0b08-4115-844f-fd4adb13f843/d394b461-0b08-4115-844f-fd4adb13f843.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2215.436984] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aaf7b01f-8a29-4a0d-8d8d-2868875661e6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.445656] env[62291]: DEBUG oslo_vmware.api [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Waiting for the task: (returnval){ [ 2215.445656] env[62291]: value = "task-2143277" [ 2215.445656] env[62291]: _type = "Task" [ 2215.445656] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2215.449239] env[62291]: DEBUG oslo_concurrency.lockutils [None req-05ef86c3-b5fe-4126-bdba-d2546a347c3b tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Lock "6b127e14-7af8-4451-83c4-2197134ef295" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.028s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2215.461133] env[62291]: DEBUG oslo_vmware.api [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143277, 'name': Rename_Task} progress is 10%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.699695] env[62291]: INFO nova.compute.manager [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] [instance: 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92] Took 42.22 seconds to build instance. [ 2215.793196] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143274, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2215.804263] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83f9ec8-99f8-4691-a513-1d9e33165f15 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.812792] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20b59e27-9780-4df9-b788-88bc1e6eaf5f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.816489] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2215.848715] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab07e308-435e-4c99-b7a0-6adbe7fa1081 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.858009] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5fd545-48f4-48b2-9643-9029c4317f07 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.871877] env[62291]: DEBUG nova.compute.provider_tree [None req-59b908f8-9e1a-40d8-b7f9-cfb51df525af tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2215.958868] env[62291]: DEBUG oslo_vmware.api [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143277, 'name': Rename_Task, 'duration_secs': 0.168576} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2215.958868] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2215.959063] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d65ebed7-ffd4-46c2-b372-4a6fa373967a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2215.965910] env[62291]: DEBUG oslo_vmware.api [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Waiting for the task: (returnval){ [ 2215.965910] env[62291]: value = "task-2143278" [ 2215.965910] env[62291]: _type = "Task" [ 2215.965910] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2215.974302] env[62291]: DEBUG oslo_vmware.api [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143278, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.127149] env[62291]: DEBUG oslo_vmware.rw_handles [None req-8494269f-28d8-4292-a748-1d9686c6d6d4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522ba60a-b866-51ec-cac8-eb32a79cee75/disk-0.vmdk. {{(pid=62291) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2216.128090] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed149a85-fd72-4789-a69e-19547daaa3b1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.134030] env[62291]: DEBUG oslo_vmware.rw_handles [None req-8494269f-28d8-4292-a748-1d9686c6d6d4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522ba60a-b866-51ec-cac8-eb32a79cee75/disk-0.vmdk is in state: ready. {{(pid=62291) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2216.134201] env[62291]: ERROR oslo_vmware.rw_handles [None req-8494269f-28d8-4292-a748-1d9686c6d6d4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522ba60a-b866-51ec-cac8-eb32a79cee75/disk-0.vmdk due to incomplete transfer. [ 2216.134423] env[62291]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7aef22f8-935a-4b69-a68e-8bc28be4dc14 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.141388] env[62291]: DEBUG oslo_vmware.rw_handles [None req-8494269f-28d8-4292-a748-1d9686c6d6d4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522ba60a-b866-51ec-cac8-eb32a79cee75/disk-0.vmdk. {{(pid=62291) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2216.141598] env[62291]: DEBUG nova.virt.vmwareapi.images [None req-8494269f-28d8-4292-a748-1d9686c6d6d4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Uploaded image e7e411fe-d56a-4090-b554-b4f3f58307bf to the Glance image server {{(pid=62291) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2216.144280] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-8494269f-28d8-4292-a748-1d9686c6d6d4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Destroying the VM {{(pid=62291) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2216.144280] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-28809ab6-3459-46e5-aa92-c70dd4f6dc49 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2216.149867] env[62291]: DEBUG oslo_vmware.api [None req-8494269f-28d8-4292-a748-1d9686c6d6d4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2216.149867] env[62291]: value = "task-2143279" [ 2216.149867] env[62291]: _type = "Task" [ 2216.149867] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2216.158396] env[62291]: DEBUG oslo_vmware.api [None req-8494269f-28d8-4292-a748-1d9686c6d6d4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143279, 'name': Destroy_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.201021] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a4dbd59e-05f0-4588-a00f-f3c0b25b6c3f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Lock "4845db1b-f8ab-4ecd-bd75-a9d3b5482b92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.730s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2216.293035] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143274, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.375288] env[62291]: DEBUG nova.scheduler.client.report [None req-59b908f8-9e1a-40d8-b7f9-cfb51df525af tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2216.477137] env[62291]: DEBUG oslo_vmware.api [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143278, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.519999] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Acquiring lock "782c366b-f6fb-486d-8b98-fe78ba6d810d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2216.520403] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Lock "782c366b-f6fb-486d-8b98-fe78ba6d810d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2216.548533] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Acquiring lock "8bd678e3-e537-4615-b35c-e98684c58644" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2216.548942] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Lock "8bd678e3-e537-4615-b35c-e98684c58644" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2216.662263] env[62291]: DEBUG oslo_vmware.api [None req-8494269f-28d8-4292-a748-1d9686c6d6d4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143279, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.796191] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143274, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2216.881022] env[62291]: DEBUG oslo_concurrency.lockutils [None req-59b908f8-9e1a-40d8-b7f9-cfb51df525af tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.965s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2216.883433] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.563s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2216.885117] env[62291]: INFO nova.compute.claims [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2216.904177] env[62291]: INFO nova.scheduler.client.report [None req-59b908f8-9e1a-40d8-b7f9-cfb51df525af tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Deleted allocations for instance e1b69949-28f1-4c27-ab34-5bd8892d321f [ 2216.976728] env[62291]: DEBUG oslo_vmware.api [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143278, 'name': PowerOnVM_Task, 'duration_secs': 0.568802} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2216.977105] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2216.977325] env[62291]: INFO nova.compute.manager [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Took 12.41 seconds to spawn the instance on the hypervisor. [ 2216.977520] env[62291]: DEBUG nova.compute.manager [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2216.978336] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afef29f3-2b3b-4143-a6eb-74959024ddc1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.023870] env[62291]: DEBUG nova.compute.manager [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 782c366b-f6fb-486d-8b98-fe78ba6d810d] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2217.051946] env[62291]: DEBUG nova.compute.manager [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 8bd678e3-e537-4615-b35c-e98684c58644] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2217.163044] env[62291]: DEBUG oslo_vmware.api [None req-8494269f-28d8-4292-a748-1d9686c6d6d4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143279, 'name': Destroy_Task, 'duration_secs': 0.746819} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2217.163357] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-8494269f-28d8-4292-a748-1d9686c6d6d4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Destroyed the VM [ 2217.163618] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-8494269f-28d8-4292-a748-1d9686c6d6d4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Deleting Snapshot of the VM instance {{(pid=62291) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2217.163895] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b22b412c-28ab-45e6-bf57-c5f3aad4ee9b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.169864] env[62291]: DEBUG oslo_vmware.api [None req-8494269f-28d8-4292-a748-1d9686c6d6d4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2217.169864] env[62291]: value = "task-2143280" [ 2217.169864] env[62291]: _type = "Task" [ 2217.169864] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2217.178568] env[62291]: DEBUG oslo_vmware.api [None req-8494269f-28d8-4292-a748-1d9686c6d6d4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143280, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2217.298762] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143274, 'name': CreateVM_Task, 'duration_secs': 2.793164} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2217.298973] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2217.300070] env[62291]: DEBUG oslo_concurrency.lockutils [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2217.300351] env[62291]: DEBUG oslo_concurrency.lockutils [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2217.300797] env[62291]: DEBUG oslo_concurrency.lockutils [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2217.301320] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8d9b3993-4535-474a-a245-90e96254948b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquiring lock "6d2ff139-9d26-434e-ae9a-39c4cd9e73c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2217.301605] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8d9b3993-4535-474a-a245-90e96254948b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lock "6d2ff139-9d26-434e-ae9a-39c4cd9e73c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2217.301898] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8d9b3993-4535-474a-a245-90e96254948b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquiring lock "6d2ff139-9d26-434e-ae9a-39c4cd9e73c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2217.302197] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8d9b3993-4535-474a-a245-90e96254948b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lock "6d2ff139-9d26-434e-ae9a-39c4cd9e73c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2217.302438] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8d9b3993-4535-474a-a245-90e96254948b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lock "6d2ff139-9d26-434e-ae9a-39c4cd9e73c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2217.304861] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3413326-2bc0-4b4d-8a1e-1c855d309180 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.310470] env[62291]: INFO nova.compute.manager [None req-8d9b3993-4535-474a-a245-90e96254948b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Terminating instance [ 2217.310905] env[62291]: DEBUG nova.compute.manager [None req-8d9b3993-4535-474a-a245-90e96254948b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2217.310905] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-8d9b3993-4535-474a-a245-90e96254948b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2217.312739] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67320081-457b-41cb-bc68-e6fff5ec7658 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.321727] env[62291]: DEBUG oslo_vmware.api [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for the task: (returnval){ [ 2217.321727] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52156d09-e20f-edd1-b185-c034a95a74db" [ 2217.321727] env[62291]: _type = "Task" [ 2217.321727] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2217.329259] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-8d9b3993-4535-474a-a245-90e96254948b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2217.330009] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55aca457-6891-4bf2-a0a4-7c42c7f23d87 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.336665] env[62291]: DEBUG oslo_vmware.api [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52156d09-e20f-edd1-b185-c034a95a74db, 'name': SearchDatastore_Task, 'duration_secs': 0.010714} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2217.337358] env[62291]: DEBUG oslo_concurrency.lockutils [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2217.337690] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2217.338021] env[62291]: DEBUG oslo_concurrency.lockutils [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2217.338366] env[62291]: DEBUG oslo_concurrency.lockutils [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2217.338714] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2217.339071] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca9450e6-8eaf-44c3-ae05-7e12b5b9fca4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.347052] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2217.347238] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2217.347999] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd845582-4106-4b43-bd25-9936411e502f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.353995] env[62291]: DEBUG oslo_vmware.api [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for the task: (returnval){ [ 2217.353995] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5201ec39-48c6-786b-fb7b-7ce2f81d4d4b" [ 2217.353995] env[62291]: _type = "Task" [ 2217.353995] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2217.361734] env[62291]: DEBUG oslo_vmware.api [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5201ec39-48c6-786b-fb7b-7ce2f81d4d4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2217.414551] env[62291]: DEBUG oslo_concurrency.lockutils [None req-59b908f8-9e1a-40d8-b7f9-cfb51df525af tempest-ServerRescueTestJSONUnderV235-852869508 tempest-ServerRescueTestJSONUnderV235-852869508-project-member] Lock "e1b69949-28f1-4c27-ab34-5bd8892d321f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.412s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2217.497897] env[62291]: INFO nova.compute.manager [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Took 48.85 seconds to build instance. [ 2217.533968] env[62291]: DEBUG oslo_concurrency.lockutils [None req-20c4a0f9-7116-4064-89c0-998d5a20314f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Acquiring lock "4845db1b-f8ab-4ecd-bd75-a9d3b5482b92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2217.534405] env[62291]: DEBUG oslo_concurrency.lockutils [None req-20c4a0f9-7116-4064-89c0-998d5a20314f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Lock "4845db1b-f8ab-4ecd-bd75-a9d3b5482b92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2217.534842] env[62291]: DEBUG oslo_concurrency.lockutils [None req-20c4a0f9-7116-4064-89c0-998d5a20314f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Acquiring lock "4845db1b-f8ab-4ecd-bd75-a9d3b5482b92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2217.535184] env[62291]: DEBUG oslo_concurrency.lockutils [None req-20c4a0f9-7116-4064-89c0-998d5a20314f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Lock "4845db1b-f8ab-4ecd-bd75-a9d3b5482b92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2217.535469] env[62291]: DEBUG oslo_concurrency.lockutils [None req-20c4a0f9-7116-4064-89c0-998d5a20314f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Lock "4845db1b-f8ab-4ecd-bd75-a9d3b5482b92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2217.537710] env[62291]: INFO nova.compute.manager [None req-20c4a0f9-7116-4064-89c0-998d5a20314f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] [instance: 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92] Terminating instance [ 2217.539795] env[62291]: DEBUG nova.compute.manager [None req-20c4a0f9-7116-4064-89c0-998d5a20314f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] [instance: 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2217.540288] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-20c4a0f9-7116-4064-89c0-998d5a20314f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] [instance: 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2217.541366] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2935352-5ef7-4501-8b4a-badf35483f54 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.547161] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2217.553339] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-20c4a0f9-7116-4064-89c0-998d5a20314f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] [instance: 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2217.553675] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c81b8ecb-9d76-485b-badd-1f1a393c6ff4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.563642] env[62291]: DEBUG oslo_vmware.api [None req-20c4a0f9-7116-4064-89c0-998d5a20314f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Waiting for the task: (returnval){ [ 2217.563642] env[62291]: value = "task-2143282" [ 2217.563642] env[62291]: _type = "Task" [ 2217.563642] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2217.572934] env[62291]: DEBUG oslo_vmware.api [None req-20c4a0f9-7116-4064-89c0-998d5a20314f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Task: {'id': task-2143282, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2217.577983] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2217.683330] env[62291]: DEBUG oslo_vmware.api [None req-8494269f-28d8-4292-a748-1d9686c6d6d4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143280, 'name': RemoveSnapshot_Task, 'duration_secs': 0.45196} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2217.683657] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-8494269f-28d8-4292-a748-1d9686c6d6d4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Deleted Snapshot of the VM instance {{(pid=62291) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2217.683906] env[62291]: INFO nova.compute.manager [None req-8494269f-28d8-4292-a748-1d9686c6d6d4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Took 17.34 seconds to snapshot the instance on the hypervisor. [ 2217.707190] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-8d9b3993-4535-474a-a245-90e96254948b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2217.707190] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-8d9b3993-4535-474a-a245-90e96254948b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Deleting contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2217.707325] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d9b3993-4535-474a-a245-90e96254948b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Deleting the datastore file [datastore1] 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2217.707618] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4fd5f0c5-8499-49c2-b3b9-e2e17e1b21ee {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.714474] env[62291]: DEBUG oslo_vmware.api [None req-8d9b3993-4535-474a-a245-90e96254948b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2217.714474] env[62291]: value = "task-2143283" [ 2217.714474] env[62291]: _type = "Task" [ 2217.714474] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2217.722960] env[62291]: DEBUG oslo_vmware.api [None req-8d9b3993-4535-474a-a245-90e96254948b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143283, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2217.823423] env[62291]: DEBUG oslo_concurrency.lockutils [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquiring lock "0b97b18e-55ae-413b-a4d7-da4b4ccb56a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2217.823736] env[62291]: DEBUG oslo_concurrency.lockutils [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lock "0b97b18e-55ae-413b-a4d7-da4b4ccb56a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2217.863857] env[62291]: DEBUG oslo_vmware.api [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5201ec39-48c6-786b-fb7b-7ce2f81d4d4b, 'name': SearchDatastore_Task, 'duration_secs': 0.009202} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2217.864817] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c6fa2e2-e3da-4c69-8d44-6209f3cdcf30 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2217.869867] env[62291]: DEBUG oslo_vmware.api [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for the task: (returnval){ [ 2217.869867] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52c2633b-de65-e11d-b2cf-23a73156cb28" [ 2217.869867] env[62291]: _type = "Task" [ 2217.869867] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2217.878617] env[62291]: DEBUG oslo_vmware.api [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52c2633b-de65-e11d-b2cf-23a73156cb28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2217.998117] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e15d8483-cae1-47a9-9ead-0497924db1b3 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Lock "d394b461-0b08-4115-844f-fd4adb13f843" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.542s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2218.078453] env[62291]: DEBUG oslo_vmware.api [None req-20c4a0f9-7116-4064-89c0-998d5a20314f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Task: {'id': task-2143282, 'name': PowerOffVM_Task, 'duration_secs': 0.228342} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2218.081415] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-20c4a0f9-7116-4064-89c0-998d5a20314f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] [instance: 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2218.081724] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-20c4a0f9-7116-4064-89c0-998d5a20314f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] [instance: 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2218.082203] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1fd7494-3f35-4db9-aa8e-8bf099270a8b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.117116] env[62291]: INFO nova.compute.manager [None req-a01add47-9786-49d8-ba53-e9a5ead8faf8 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Rescuing [ 2218.117464] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a01add47-9786-49d8-ba53-e9a5ead8faf8 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Acquiring lock "refresh_cache-d394b461-0b08-4115-844f-fd4adb13f843" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2218.117622] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a01add47-9786-49d8-ba53-e9a5ead8faf8 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Acquired lock "refresh_cache-d394b461-0b08-4115-844f-fd4adb13f843" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2218.117792] env[62291]: DEBUG nova.network.neutron [None req-a01add47-9786-49d8-ba53-e9a5ead8faf8 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2218.188466] env[62291]: DEBUG nova.compute.manager [None req-8494269f-28d8-4292-a748-1d9686c6d6d4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Instance disappeared during snapshot {{(pid=62291) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4494}} [ 2218.196037] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-20c4a0f9-7116-4064-89c0-998d5a20314f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] [instance: 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2218.196037] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-20c4a0f9-7116-4064-89c0-998d5a20314f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] [instance: 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2218.196037] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-20c4a0f9-7116-4064-89c0-998d5a20314f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Deleting the datastore file [datastore2] 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2218.196343] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d20975a-674f-4387-9cd7-89c3f89823bc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.204534] env[62291]: DEBUG nova.compute.manager [None req-8494269f-28d8-4292-a748-1d9686c6d6d4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Image not found during clean up e7e411fe-d56a-4090-b554-b4f3f58307bf {{(pid=62291) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4500}} [ 2218.207518] env[62291]: DEBUG oslo_vmware.api [None req-20c4a0f9-7116-4064-89c0-998d5a20314f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Waiting for the task: (returnval){ [ 2218.207518] env[62291]: value = "task-2143285" [ 2218.207518] env[62291]: _type = "Task" [ 2218.207518] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2218.215303] env[62291]: DEBUG oslo_vmware.api [None req-20c4a0f9-7116-4064-89c0-998d5a20314f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Task: {'id': task-2143285, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2218.225741] env[62291]: DEBUG oslo_vmware.api [None req-8d9b3993-4535-474a-a245-90e96254948b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143283, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.356516} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2218.226233] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d9b3993-4535-474a-a245-90e96254948b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2218.226632] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-8d9b3993-4535-474a-a245-90e96254948b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Deleted contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2218.226995] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-8d9b3993-4535-474a-a245-90e96254948b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2218.227360] env[62291]: INFO nova.compute.manager [None req-8d9b3993-4535-474a-a245-90e96254948b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Took 0.92 seconds to destroy the instance on the hypervisor. [ 2218.228362] env[62291]: DEBUG oslo.service.loopingcall [None req-8d9b3993-4535-474a-a245-90e96254948b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2218.228362] env[62291]: DEBUG nova.compute.manager [-] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2218.228362] env[62291]: DEBUG nova.network.neutron [-] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2218.323529] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d46b46-87c5-4db3-9d8a-cb0fc60b8f6b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.328830] env[62291]: DEBUG nova.compute.manager [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2218.342528] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5d344f-5672-46fa-9722-b094e576a6b5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.386211] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73ae16c-c07a-40e8-9180-3ccdbdd4c25f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.398516] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f864664-6ec1-4aba-99fb-d93a49193b6d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.402751] env[62291]: DEBUG oslo_vmware.api [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52c2633b-de65-e11d-b2cf-23a73156cb28, 'name': SearchDatastore_Task, 'duration_secs': 0.010335} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2218.404951] env[62291]: DEBUG oslo_concurrency.lockutils [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2218.405238] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] fe65d098-fd1b-4127-817e-eac2f659e778/fe65d098-fd1b-4127-817e-eac2f659e778.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2218.405842] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7bff74cc-c51c-4bae-9895-8ade82110bb1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2218.415910] env[62291]: DEBUG nova.compute.provider_tree [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2218.421943] env[62291]: DEBUG oslo_vmware.api [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for the task: (returnval){ [ 2218.421943] env[62291]: value = "task-2143286" [ 2218.421943] env[62291]: _type = "Task" [ 2218.421943] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2218.430518] env[62291]: DEBUG oslo_vmware.api [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143286, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2218.707179] env[62291]: DEBUG nova.compute.manager [req-a83c16c5-3ee8-4416-ac1a-d018712f78df req-bad417db-a7ce-45bb-874b-c5622811e1c9 service nova] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Received event network-vif-deleted-f50edb3c-e2b3-46de-a4c0-4b0db6d80708 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2218.707421] env[62291]: INFO nova.compute.manager [req-a83c16c5-3ee8-4416-ac1a-d018712f78df req-bad417db-a7ce-45bb-874b-c5622811e1c9 service nova] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Neutron deleted interface f50edb3c-e2b3-46de-a4c0-4b0db6d80708; detaching it from the instance and deleting it from the info cache [ 2218.707657] env[62291]: DEBUG nova.network.neutron [req-a83c16c5-3ee8-4416-ac1a-d018712f78df req-bad417db-a7ce-45bb-874b-c5622811e1c9 service nova] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2218.727451] env[62291]: DEBUG oslo_vmware.api [None req-20c4a0f9-7116-4064-89c0-998d5a20314f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Task: {'id': task-2143285, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2218.869387] env[62291]: DEBUG oslo_concurrency.lockutils [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2218.934015] env[62291]: DEBUG oslo_vmware.api [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143286, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2218.942539] env[62291]: ERROR nova.scheduler.client.report [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [req-e1f9ed4d-2443-4fb4-b3e0-9ee25d921e5d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 142b9caf-95b8-4f05-a0ca-6a285ed758e8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e1f9ed4d-2443-4fb4-b3e0-9ee25d921e5d"}]} [ 2218.961851] env[62291]: DEBUG nova.scheduler.client.report [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Refreshing inventories for resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 2218.978791] env[62291]: DEBUG nova.scheduler.client.report [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Updating ProviderTree inventory for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 2218.979225] env[62291]: DEBUG nova.compute.provider_tree [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2218.996277] env[62291]: DEBUG nova.scheduler.client.report [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Refreshing aggregate associations for resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8, aggregates: None {{(pid=62291) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 2219.019978] env[62291]: DEBUG nova.scheduler.client.report [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Refreshing trait associations for resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62291) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 2219.126576] env[62291]: DEBUG nova.network.neutron [None req-a01add47-9786-49d8-ba53-e9a5ead8faf8 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Updating instance_info_cache with network_info: [{"id": "7e34e67b-3cb1-4931-b7f1-35f42b1524d2", "address": "fa:16:3e:24:7c:06", "network": {"id": "19fef4ca-e697-4c5d-9e15-f25007e00b71", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1427896346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b76813a59e5e4af19ffab9ec87c4dbad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e34e67b-3c", "ovs_interfaceid": "7e34e67b-3cb1-4931-b7f1-35f42b1524d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2219.174229] env[62291]: DEBUG nova.network.neutron [-] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2219.214873] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-87a96a39-b510-45a2-a9c6-55cc39a0bef4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2219.223071] env[62291]: DEBUG oslo_vmware.api [None req-20c4a0f9-7116-4064-89c0-998d5a20314f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Task: {'id': task-2143285, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.523577} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2219.226996] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-20c4a0f9-7116-4064-89c0-998d5a20314f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2219.227278] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-20c4a0f9-7116-4064-89c0-998d5a20314f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] [instance: 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2219.227468] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-20c4a0f9-7116-4064-89c0-998d5a20314f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] [instance: 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2219.227734] env[62291]: INFO nova.compute.manager [None req-20c4a0f9-7116-4064-89c0-998d5a20314f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] [instance: 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92] Took 1.69 seconds to destroy the instance on the hypervisor. [ 2219.227895] env[62291]: DEBUG oslo.service.loopingcall [None req-20c4a0f9-7116-4064-89c0-998d5a20314f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2219.228411] env[62291]: DEBUG nova.compute.manager [-] [instance: 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2219.228515] env[62291]: DEBUG nova.network.neutron [-] [instance: 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2219.232853] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-684b5f89-545c-43d8-91be-2c09f6074e00 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.020270] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a01add47-9786-49d8-ba53-e9a5ead8faf8 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Releasing lock "refresh_cache-d394b461-0b08-4115-844f-fd4adb13f843" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2220.024501] env[62291]: INFO nova.compute.manager [-] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Took 1.79 seconds to deallocate network for instance. [ 2220.024501] env[62291]: DEBUG nova.compute.manager [req-a83c16c5-3ee8-4416-ac1a-d018712f78df req-bad417db-a7ce-45bb-874b-c5622811e1c9 service nova] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Detach interface failed, port_id=f50edb3c-e2b3-46de-a4c0-4b0db6d80708, reason: Instance 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4 could not be found. {{(pid=62291) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 2220.042118] env[62291]: DEBUG oslo_vmware.api [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143286, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.795282} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2220.042118] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] fe65d098-fd1b-4127-817e-eac2f659e778/fe65d098-fd1b-4127-817e-eac2f659e778.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2220.042118] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2220.042118] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-547ba5fa-62b3-443a-ae84-c16acbf427db {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.054083] env[62291]: DEBUG oslo_vmware.api [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for the task: (returnval){ [ 2220.054083] env[62291]: value = "task-2143287" [ 2220.054083] env[62291]: _type = "Task" [ 2220.054083] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2220.063141] env[62291]: DEBUG oslo_vmware.api [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143287, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.233386] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d2f0c2-3feb-4688-a23e-c7e44b71107b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.241181] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c53fcf-11ea-448a-9737-37bb6c425602 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.272368] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4b0367-0279-4eb4-bac1-9bcabe3a33bc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.277311] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d9a4f8-addd-478b-9ef2-ed360f44787a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.291083] env[62291]: DEBUG nova.compute.provider_tree [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2220.318526] env[62291]: DEBUG nova.compute.manager [req-d18071d6-9d26-463b-a0e6-ea95b945c9a0 req-dee28283-c6d9-4abc-817a-5d3064779f8f service nova] [instance: 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92] Received event network-vif-deleted-ab690bee-8a6d-44b2-a3c7-0cea3bac82fc {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2220.318735] env[62291]: INFO nova.compute.manager [req-d18071d6-9d26-463b-a0e6-ea95b945c9a0 req-dee28283-c6d9-4abc-817a-5d3064779f8f service nova] [instance: 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92] Neutron deleted interface ab690bee-8a6d-44b2-a3c7-0cea3bac82fc; detaching it from the instance and deleting it from the info cache [ 2220.318938] env[62291]: DEBUG nova.network.neutron [req-d18071d6-9d26-463b-a0e6-ea95b945c9a0 req-dee28283-c6d9-4abc-817a-5d3064779f8f service nova] [instance: 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2220.536822] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8d9b3993-4535-474a-a245-90e96254948b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2220.564402] env[62291]: DEBUG oslo_vmware.api [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143287, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065691} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2220.564715] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2220.565551] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9244e086-a468-4678-afb5-c8ac102320ad {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.589425] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] fe65d098-fd1b-4127-817e-eac2f659e778/fe65d098-fd1b-4127-817e-eac2f659e778.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2220.589969] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-a01add47-9786-49d8-ba53-e9a5ead8faf8 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2220.590454] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f126f0e1-40d2-4768-b0b5-8e3164c4db9f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.604465] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dac237f6-0217-41f3-ac3f-8c9374d179f1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.611697] env[62291]: DEBUG oslo_vmware.api [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for the task: (returnval){ [ 2220.611697] env[62291]: value = "task-2143288" [ 2220.611697] env[62291]: _type = "Task" [ 2220.611697] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2220.613016] env[62291]: DEBUG oslo_vmware.api [None req-a01add47-9786-49d8-ba53-e9a5ead8faf8 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Waiting for the task: (returnval){ [ 2220.613016] env[62291]: value = "task-2143289" [ 2220.613016] env[62291]: _type = "Task" [ 2220.613016] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2220.623567] env[62291]: DEBUG oslo_vmware.api [None req-a01add47-9786-49d8-ba53-e9a5ead8faf8 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.626288] env[62291]: DEBUG oslo_vmware.api [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143288, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2220.799040] env[62291]: DEBUG nova.network.neutron [-] [instance: 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2220.821655] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b73d2e14-3ce0-4b8f-8d24-bc844e548636 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.825234] env[62291]: DEBUG nova.scheduler.client.report [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Updated inventory for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with generation 110 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 2220.825574] env[62291]: DEBUG nova.compute.provider_tree [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Updating resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 generation from 110 to 111 during operation: update_inventory {{(pid=62291) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2220.825808] env[62291]: DEBUG nova.compute.provider_tree [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2220.837658] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237b0f75-0d7b-4c27-922f-1dd2f688c9cd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2220.873948] env[62291]: DEBUG nova.compute.manager [req-d18071d6-9d26-463b-a0e6-ea95b945c9a0 req-dee28283-c6d9-4abc-817a-5d3064779f8f service nova] [instance: 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92] Detach interface failed, port_id=ab690bee-8a6d-44b2-a3c7-0cea3bac82fc, reason: Instance 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92 could not be found. {{(pid=62291) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 2221.126293] env[62291]: DEBUG oslo_vmware.api [None req-a01add47-9786-49d8-ba53-e9a5ead8faf8 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143289, 'name': PowerOffVM_Task, 'duration_secs': 0.229755} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2221.129537] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-a01add47-9786-49d8-ba53-e9a5ead8faf8 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2221.129853] env[62291]: DEBUG oslo_vmware.api [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143288, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.130592] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2bdf10-80d5-4a6d-9cfa-07d5e7a27204 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.148217] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d9130b-e7d6-4d5f-b8a2-fbbd06522863 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.178908] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-a01add47-9786-49d8-ba53-e9a5ead8faf8 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2221.179277] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2294640f-d76d-4c0c-94e6-cf7d6138b02b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.185417] env[62291]: DEBUG oslo_vmware.api [None req-a01add47-9786-49d8-ba53-e9a5ead8faf8 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Waiting for the task: (returnval){ [ 2221.185417] env[62291]: value = "task-2143290" [ 2221.185417] env[62291]: _type = "Task" [ 2221.185417] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2221.193101] env[62291]: DEBUG oslo_vmware.api [None req-a01add47-9786-49d8-ba53-e9a5ead8faf8 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143290, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.302203] env[62291]: INFO nova.compute.manager [-] [instance: 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92] Took 2.07 seconds to deallocate network for instance. [ 2221.331138] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.448s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2221.331721] env[62291]: DEBUG nova.compute.manager [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2221.334266] env[62291]: DEBUG oslo_concurrency.lockutils [None req-46d01c49-3a48-4296-87e3-a8715aab3241 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.045s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2221.624195] env[62291]: DEBUG oslo_vmware.api [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143288, 'name': ReconfigVM_Task, 'duration_secs': 0.555041} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2221.624475] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Reconfigured VM instance instance-00000055 to attach disk [datastore1] fe65d098-fd1b-4127-817e-eac2f659e778/fe65d098-fd1b-4127-817e-eac2f659e778.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2221.625112] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-124f387c-ac6c-4b86-967a-033765bdca6c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.632917] env[62291]: DEBUG oslo_vmware.api [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for the task: (returnval){ [ 2221.632917] env[62291]: value = "task-2143291" [ 2221.632917] env[62291]: _type = "Task" [ 2221.632917] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2221.641294] env[62291]: DEBUG oslo_vmware.api [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143291, 'name': Rename_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.661756] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c22947a-99bc-4d6d-ab25-66b848ee530f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.668833] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303e53a9-3718-4549-88e5-333339073358 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.702380] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3941597-0c08-47f5-b83f-6e0ce087229f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.711467] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-a01add47-9786-49d8-ba53-e9a5ead8faf8 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] VM already powered off {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2221.711690] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-a01add47-9786-49d8-ba53-e9a5ead8faf8 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2221.711949] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a01add47-9786-49d8-ba53-e9a5ead8faf8 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2221.712110] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a01add47-9786-49d8-ba53-e9a5ead8faf8 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2221.712306] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-a01add47-9786-49d8-ba53-e9a5ead8faf8 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2221.712592] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9592b5bb-d2bc-4561-8a44-821b36730c15 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.715187] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ed6b4d-337a-49bf-b228-d375e2525990 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.729250] env[62291]: DEBUG nova.compute.provider_tree [None req-46d01c49-3a48-4296-87e3-a8715aab3241 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2221.732012] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-a01add47-9786-49d8-ba53-e9a5ead8faf8 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2221.732012] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-a01add47-9786-49d8-ba53-e9a5ead8faf8 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2221.732701] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cce42b03-1a00-47fb-8009-4dfbd8f14c69 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2221.737697] env[62291]: DEBUG oslo_vmware.api [None req-a01add47-9786-49d8-ba53-e9a5ead8faf8 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Waiting for the task: (returnval){ [ 2221.737697] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52ff3d96-589f-8572-4ed9-427057390389" [ 2221.737697] env[62291]: _type = "Task" [ 2221.737697] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2221.746474] env[62291]: DEBUG oslo_vmware.api [None req-a01add47-9786-49d8-ba53-e9a5ead8faf8 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52ff3d96-589f-8572-4ed9-427057390389, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2221.809191] env[62291]: DEBUG oslo_concurrency.lockutils [None req-20c4a0f9-7116-4064-89c0-998d5a20314f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2221.839166] env[62291]: DEBUG nova.compute.utils [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2221.840655] env[62291]: DEBUG nova.compute.manager [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2221.840838] env[62291]: DEBUG nova.network.neutron [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2221.947021] env[62291]: DEBUG nova.policy [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bbd41dbef2d4d49813dde0a7cfa12a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae2da117ff1548eca5e5872d9447faab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2222.143874] env[62291]: DEBUG oslo_vmware.api [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143291, 'name': Rename_Task, 'duration_secs': 0.143631} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2222.144243] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2222.144409] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3dcc2b13-90e9-4287-9770-ef4eb984b328 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.150842] env[62291]: DEBUG oslo_vmware.api [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for the task: (returnval){ [ 2222.150842] env[62291]: value = "task-2143292" [ 2222.150842] env[62291]: _type = "Task" [ 2222.150842] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2222.158186] env[62291]: DEBUG oslo_vmware.api [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143292, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2222.247392] env[62291]: DEBUG oslo_vmware.api [None req-a01add47-9786-49d8-ba53-e9a5ead8faf8 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52ff3d96-589f-8572-4ed9-427057390389, 'name': SearchDatastore_Task, 'duration_secs': 0.012791} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2222.248206] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec2f0293-fc0f-4cc8-ac8a-036caef491b5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.255305] env[62291]: DEBUG oslo_vmware.api [None req-a01add47-9786-49d8-ba53-e9a5ead8faf8 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Waiting for the task: (returnval){ [ 2222.255305] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5213212e-c307-4289-c61c-f64fe322925a" [ 2222.255305] env[62291]: _type = "Task" [ 2222.255305] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2222.267761] env[62291]: DEBUG oslo_vmware.api [None req-a01add47-9786-49d8-ba53-e9a5ead8faf8 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5213212e-c307-4289-c61c-f64fe322925a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2222.270620] env[62291]: DEBUG nova.scheduler.client.report [None req-46d01c49-3a48-4296-87e3-a8715aab3241 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Updated inventory for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with generation 111 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 2222.270620] env[62291]: DEBUG nova.compute.provider_tree [None req-46d01c49-3a48-4296-87e3-a8715aab3241 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Updating resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 generation from 111 to 112 during operation: update_inventory {{(pid=62291) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2222.270620] env[62291]: DEBUG nova.compute.provider_tree [None req-46d01c49-3a48-4296-87e3-a8715aab3241 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2222.343993] env[62291]: DEBUG nova.compute.manager [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2222.359971] env[62291]: DEBUG nova.network.neutron [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Successfully created port: 8666411f-3ea5-45f8-a322-0cfc314452a9 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2222.662240] env[62291]: DEBUG oslo_vmware.api [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143292, 'name': PowerOnVM_Task, 'duration_secs': 0.423683} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2222.662621] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2222.662935] env[62291]: INFO nova.compute.manager [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Took 11.78 seconds to spawn the instance on the hypervisor. [ 2222.663205] env[62291]: DEBUG nova.compute.manager [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2222.664254] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7268fb17-b506-4eff-9873-5037bee625be {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.765275] env[62291]: DEBUG oslo_vmware.api [None req-a01add47-9786-49d8-ba53-e9a5ead8faf8 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5213212e-c307-4289-c61c-f64fe322925a, 'name': SearchDatastore_Task, 'duration_secs': 0.011293} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2222.765549] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a01add47-9786-49d8-ba53-e9a5ead8faf8 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2222.765805] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-a01add47-9786-49d8-ba53-e9a5ead8faf8 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] d394b461-0b08-4115-844f-fd4adb13f843/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd-rescue.vmdk. {{(pid=62291) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2222.766079] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f315fcb9-08e0-40ad-be2c-f53b4ca1b610 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2222.772503] env[62291]: DEBUG oslo_vmware.api [None req-a01add47-9786-49d8-ba53-e9a5ead8faf8 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Waiting for the task: (returnval){ [ 2222.772503] env[62291]: value = "task-2143293" [ 2222.772503] env[62291]: _type = "Task" [ 2222.772503] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2222.781792] env[62291]: DEBUG oslo_concurrency.lockutils [None req-46d01c49-3a48-4296-87e3-a8715aab3241 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.447s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2222.783113] env[62291]: INFO nova.compute.manager [None req-46d01c49-3a48-4296-87e3-a8715aab3241 tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Successfully reverted task state from rebuilding on failure for instance. [ 2222.786773] env[62291]: DEBUG oslo_vmware.api [None req-a01add47-9786-49d8-ba53-e9a5ead8faf8 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2222.787500] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d9496ac5-86ee-4b96-bccf-acb91bbf73ee tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.525s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2222.787717] env[62291]: DEBUG nova.objects.instance [None req-d9496ac5-86ee-4b96-bccf-acb91bbf73ee tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lazy-loading 'resources' on Instance uuid 56f400b6-459c-4b7c-b704-e34afd36417b {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2223.185214] env[62291]: INFO nova.compute.manager [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Took 44.23 seconds to build instance. [ 2223.283199] env[62291]: DEBUG oslo_vmware.api [None req-a01add47-9786-49d8-ba53-e9a5ead8faf8 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143293, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477103} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2223.283457] env[62291]: INFO nova.virt.vmwareapi.ds_util [None req-a01add47-9786-49d8-ba53-e9a5ead8faf8 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] d394b461-0b08-4115-844f-fd4adb13f843/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd-rescue.vmdk. [ 2223.284242] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0758eef6-7fc1-48e9-862d-d9d1b8ee2dcc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.311495] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-a01add47-9786-49d8-ba53-e9a5ead8faf8 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Reconfiguring VM instance instance-00000053 to attach disk [datastore2] d394b461-0b08-4115-844f-fd4adb13f843/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd-rescue.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2223.312010] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0d32fc6-ae08-442c-9f3b-200f9702d06a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.331155] env[62291]: DEBUG oslo_vmware.api [None req-a01add47-9786-49d8-ba53-e9a5ead8faf8 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Waiting for the task: (returnval){ [ 2223.331155] env[62291]: value = "task-2143294" [ 2223.331155] env[62291]: _type = "Task" [ 2223.331155] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2223.339465] env[62291]: DEBUG oslo_vmware.api [None req-a01add47-9786-49d8-ba53-e9a5ead8faf8 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143294, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2223.354019] env[62291]: DEBUG nova.compute.manager [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2223.397773] env[62291]: DEBUG nova.virt.hardware [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2223.398040] env[62291]: DEBUG nova.virt.hardware [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2223.398206] env[62291]: DEBUG nova.virt.hardware [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2223.398391] env[62291]: DEBUG nova.virt.hardware [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2223.398549] env[62291]: DEBUG nova.virt.hardware [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2223.398697] env[62291]: DEBUG nova.virt.hardware [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2223.398904] env[62291]: DEBUG nova.virt.hardware [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2223.399184] env[62291]: DEBUG nova.virt.hardware [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2223.399393] env[62291]: DEBUG nova.virt.hardware [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2223.399567] env[62291]: DEBUG nova.virt.hardware [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2223.399738] env[62291]: DEBUG nova.virt.hardware [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2223.400672] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59134da1-a031-42df-998c-0611e23fc5db {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.412686] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82105a1c-5ebb-424c-813c-28aab404dce0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.599164] env[62291]: DEBUG nova.compute.manager [req-0d8921d1-0f8b-4f05-a140-6b456b0def0c req-4d5db9aa-4d0b-4deb-82d0-37ec136ce1ff service nova] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Received event network-changed-7159129f-801f-4722-a001-f1098f47c88e {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2223.599164] env[62291]: DEBUG nova.compute.manager [req-0d8921d1-0f8b-4f05-a140-6b456b0def0c req-4d5db9aa-4d0b-4deb-82d0-37ec136ce1ff service nova] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Refreshing instance network info cache due to event network-changed-7159129f-801f-4722-a001-f1098f47c88e. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2223.599164] env[62291]: DEBUG oslo_concurrency.lockutils [req-0d8921d1-0f8b-4f05-a140-6b456b0def0c req-4d5db9aa-4d0b-4deb-82d0-37ec136ce1ff service nova] Acquiring lock "refresh_cache-fe65d098-fd1b-4127-817e-eac2f659e778" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2223.599549] env[62291]: DEBUG oslo_concurrency.lockutils [req-0d8921d1-0f8b-4f05-a140-6b456b0def0c req-4d5db9aa-4d0b-4deb-82d0-37ec136ce1ff service nova] Acquired lock "refresh_cache-fe65d098-fd1b-4127-817e-eac2f659e778" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2223.599880] env[62291]: DEBUG nova.network.neutron [req-0d8921d1-0f8b-4f05-a140-6b456b0def0c req-4d5db9aa-4d0b-4deb-82d0-37ec136ce1ff service nova] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Refreshing network info cache for port 7159129f-801f-4722-a001-f1098f47c88e {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2223.688237] env[62291]: DEBUG oslo_concurrency.lockutils [None req-20ad36d7-db22-4f84-a9c4-c7375ebd6b23 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lock "fe65d098-fd1b-4127-817e-eac2f659e778" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.742s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2223.740543] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a996774e-5dd1-483d-8c34-2fa1e7d2ab6b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.748407] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bead9b9-f60f-43c8-bc3b-5552eff232a6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.777620] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7634022-b14e-465f-a76c-e3cda091c154 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.785945] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd59f23-7995-4896-8945-d11176f95adc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.799678] env[62291]: DEBUG nova.compute.provider_tree [None req-d9496ac5-86ee-4b96-bccf-acb91bbf73ee tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2223.840396] env[62291]: DEBUG oslo_vmware.api [None req-a01add47-9786-49d8-ba53-e9a5ead8faf8 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143294, 'name': ReconfigVM_Task, 'duration_secs': 0.323995} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2223.840652] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-a01add47-9786-49d8-ba53-e9a5ead8faf8 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Reconfigured VM instance instance-00000053 to attach disk [datastore2] d394b461-0b08-4115-844f-fd4adb13f843/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd-rescue.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2223.841520] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35c399f-cb8d-40d1-a700-b0ee12994885 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.866978] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11bdbb5d-5663-445b-93dd-152a69cc506c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2223.882327] env[62291]: DEBUG oslo_vmware.api [None req-a01add47-9786-49d8-ba53-e9a5ead8faf8 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Waiting for the task: (returnval){ [ 2223.882327] env[62291]: value = "task-2143295" [ 2223.882327] env[62291]: _type = "Task" [ 2223.882327] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2223.890265] env[62291]: DEBUG oslo_vmware.api [None req-a01add47-9786-49d8-ba53-e9a5ead8faf8 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143295, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2224.302749] env[62291]: DEBUG nova.scheduler.client.report [None req-d9496ac5-86ee-4b96-bccf-acb91bbf73ee tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2224.333481] env[62291]: DEBUG nova.network.neutron [req-0d8921d1-0f8b-4f05-a140-6b456b0def0c req-4d5db9aa-4d0b-4deb-82d0-37ec136ce1ff service nova] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Updated VIF entry in instance network info cache for port 7159129f-801f-4722-a001-f1098f47c88e. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2224.333481] env[62291]: DEBUG nova.network.neutron [req-0d8921d1-0f8b-4f05-a140-6b456b0def0c req-4d5db9aa-4d0b-4deb-82d0-37ec136ce1ff service nova] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Updating instance_info_cache with network_info: [{"id": "7159129f-801f-4722-a001-f1098f47c88e", "address": "fa:16:3e:6f:54:12", "network": {"id": "aecaab00-a52d-42c8-b673-9a7ef1e7fff9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-499365923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "534f695381c7404191991882901816ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7159129f-80", "ovs_interfaceid": "7159129f-801f-4722-a001-f1098f47c88e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2224.392120] env[62291]: DEBUG oslo_vmware.api [None req-a01add47-9786-49d8-ba53-e9a5ead8faf8 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143295, 'name': ReconfigVM_Task, 'duration_secs': 0.162546} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2224.392306] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-a01add47-9786-49d8-ba53-e9a5ead8faf8 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2224.392582] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbda9810-5ba3-445c-98f7-4b63a5a1800d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2224.398814] env[62291]: DEBUG oslo_vmware.api [None req-a01add47-9786-49d8-ba53-e9a5ead8faf8 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Waiting for the task: (returnval){ [ 2224.398814] env[62291]: value = "task-2143296" [ 2224.398814] env[62291]: _type = "Task" [ 2224.398814] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2224.413694] env[62291]: DEBUG oslo_vmware.api [None req-a01add47-9786-49d8-ba53-e9a5ead8faf8 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143296, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2224.812020] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d9496ac5-86ee-4b96-bccf-acb91bbf73ee tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.024s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2224.815032] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d1bc174b-f2c5-4a0d-a2b6-1bca289dcf6d tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.027s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2224.815032] env[62291]: DEBUG nova.objects.instance [None req-d1bc174b-f2c5-4a0d-a2b6-1bca289dcf6d tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Lazy-loading 'resources' on Instance uuid ff21fe8f-e07a-4781-b692-9f585afab706 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2224.831311] env[62291]: DEBUG oslo_concurrency.lockutils [req-0d8921d1-0f8b-4f05-a140-6b456b0def0c req-4d5db9aa-4d0b-4deb-82d0-37ec136ce1ff service nova] Releasing lock "refresh_cache-fe65d098-fd1b-4127-817e-eac2f659e778" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2224.869414] env[62291]: INFO nova.scheduler.client.report [None req-d9496ac5-86ee-4b96-bccf-acb91bbf73ee tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Deleted allocations for instance 56f400b6-459c-4b7c-b704-e34afd36417b [ 2224.908705] env[62291]: DEBUG oslo_vmware.api [None req-a01add47-9786-49d8-ba53-e9a5ead8faf8 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143296, 'name': PowerOnVM_Task, 'duration_secs': 0.406345} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2224.908968] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-a01add47-9786-49d8-ba53-e9a5ead8faf8 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2224.911645] env[62291]: DEBUG nova.compute.manager [None req-a01add47-9786-49d8-ba53-e9a5ead8faf8 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2224.912483] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb12b6d-ba92-4924-b5a6-6d34afa060cc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.377199] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d9496ac5-86ee-4b96-bccf-acb91bbf73ee tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "56f400b6-459c-4b7c-b704-e34afd36417b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.635s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2225.686482] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe0d7136-c3de-4c0a-a518-1504cb77f027 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.694063] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521e50fa-858c-4d33-8cf6-44518585ee15 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.726293] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733e81a9-7bbb-4d2c-8f68-38828543d57d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.734093] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e10992b-aa8f-441b-aace-400e70816cd2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2225.748111] env[62291]: DEBUG nova.compute.provider_tree [None req-d1bc174b-f2c5-4a0d-a2b6-1bca289dcf6d tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2226.251360] env[62291]: DEBUG nova.scheduler.client.report [None req-d1bc174b-f2c5-4a0d-a2b6-1bca289dcf6d tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2226.656042] env[62291]: INFO nova.compute.manager [None req-13e3f238-5080-4561-b593-96db7c4ac334 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Unrescuing [ 2226.656042] env[62291]: DEBUG oslo_concurrency.lockutils [None req-13e3f238-5080-4561-b593-96db7c4ac334 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Acquiring lock "refresh_cache-d394b461-0b08-4115-844f-fd4adb13f843" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2226.656042] env[62291]: DEBUG oslo_concurrency.lockutils [None req-13e3f238-5080-4561-b593-96db7c4ac334 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Acquired lock "refresh_cache-d394b461-0b08-4115-844f-fd4adb13f843" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2226.656042] env[62291]: DEBUG nova.network.neutron [None req-13e3f238-5080-4561-b593-96db7c4ac334 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2226.684775] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "7a3ba57e-1603-443e-9381-88dcd7dc5253" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2226.685017] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "7a3ba57e-1603-443e-9381-88dcd7dc5253" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2226.756938] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d1bc174b-f2c5-4a0d-a2b6-1bca289dcf6d tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.942s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2226.759245] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b4993c99-7a44-47e9-9a35-060b82401c52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 20.606s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2227.186905] env[62291]: DEBUG nova.compute.manager [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 7a3ba57e-1603-443e-9381-88dcd7dc5253] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2227.274219] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d1bc174b-f2c5-4a0d-a2b6-1bca289dcf6d tempest-ServerActionsV293TestJSON-2024949803 tempest-ServerActionsV293TestJSON-2024949803-project-member] Lock "ff21fe8f-e07a-4781-b692-9f585afab706" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.466s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2227.457145] env[62291]: DEBUG nova.network.neutron [None req-13e3f238-5080-4561-b593-96db7c4ac334 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Updating instance_info_cache with network_info: [{"id": "7e34e67b-3cb1-4931-b7f1-35f42b1524d2", "address": "fa:16:3e:24:7c:06", "network": {"id": "19fef4ca-e697-4c5d-9e15-f25007e00b71", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1427896346-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "b76813a59e5e4af19ffab9ec87c4dbad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ff1f3320-df8e-49df-a412-9797a23bd173", "external-id": "nsx-vlan-transportzone-217", "segmentation_id": 217, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e34e67b-3c", "ovs_interfaceid": "7e34e67b-3cb1-4931-b7f1-35f42b1524d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2227.648517] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be2e5c8-1bac-4a55-9976-d3313acf9bf9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.656348] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbce904f-2444-4782-8688-6cb83a4fc599 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.685962] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e5bbe2-b182-4465-85bf-2156690ca053 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.695955] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c39363-2b52-40af-8f37-39b5bf6e4d1c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2227.716133] env[62291]: DEBUG nova.compute.provider_tree [None req-b4993c99-7a44-47e9-9a35-060b82401c52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2227.717935] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2227.962413] env[62291]: DEBUG oslo_concurrency.lockutils [None req-13e3f238-5080-4561-b593-96db7c4ac334 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Releasing lock "refresh_cache-d394b461-0b08-4115-844f-fd4adb13f843" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2227.963106] env[62291]: DEBUG nova.objects.instance [None req-13e3f238-5080-4561-b593-96db7c4ac334 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Lazy-loading 'flavor' on Instance uuid d394b461-0b08-4115-844f-fd4adb13f843 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2228.220816] env[62291]: DEBUG nova.scheduler.client.report [None req-b4993c99-7a44-47e9-9a35-060b82401c52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2228.468550] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c3483d-7e39-45cb-aba1-3359d469a2e5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.489551] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e3f238-5080-4561-b593-96db7c4ac334 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2228.489705] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08e1f862-9113-477c-83e9-be7fc5f372a2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2228.497926] env[62291]: DEBUG oslo_vmware.api [None req-13e3f238-5080-4561-b593-96db7c4ac334 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Waiting for the task: (returnval){ [ 2228.497926] env[62291]: value = "task-2143297" [ 2228.497926] env[62291]: _type = "Task" [ 2228.497926] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2228.506533] env[62291]: DEBUG oslo_vmware.api [None req-13e3f238-5080-4561-b593-96db7c4ac334 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143297, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.008519] env[62291]: DEBUG oslo_vmware.api [None req-13e3f238-5080-4561-b593-96db7c4ac334 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143297, 'name': PowerOffVM_Task, 'duration_secs': 0.228469} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2229.008870] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e3f238-5080-4561-b593-96db7c4ac334 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2229.014291] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-13e3f238-5080-4561-b593-96db7c4ac334 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Reconfiguring VM instance instance-00000053 to detach disk 2001 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2229.014758] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d067024-96b9-463f-8b75-3281de87c76d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.033788] env[62291]: DEBUG oslo_vmware.api [None req-13e3f238-5080-4561-b593-96db7c4ac334 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Waiting for the task: (returnval){ [ 2229.033788] env[62291]: value = "task-2143298" [ 2229.033788] env[62291]: _type = "Task" [ 2229.033788] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.042410] env[62291]: DEBUG oslo_vmware.api [None req-13e3f238-5080-4561-b593-96db7c4ac334 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143298, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.167824] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7039f8f3-09b8-4e8b-8fe9-06dda6996812 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Acquiring lock "1504489e-14ed-496f-874e-03be8429bbe8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2229.168121] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7039f8f3-09b8-4e8b-8fe9-06dda6996812 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Lock "1504489e-14ed-496f-874e-03be8429bbe8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2229.168383] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7039f8f3-09b8-4e8b-8fe9-06dda6996812 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Acquiring lock "1504489e-14ed-496f-874e-03be8429bbe8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2229.168577] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7039f8f3-09b8-4e8b-8fe9-06dda6996812 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Lock "1504489e-14ed-496f-874e-03be8429bbe8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2229.168750] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7039f8f3-09b8-4e8b-8fe9-06dda6996812 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Lock "1504489e-14ed-496f-874e-03be8429bbe8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2229.171159] env[62291]: INFO nova.compute.manager [None req-7039f8f3-09b8-4e8b-8fe9-06dda6996812 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Terminating instance [ 2229.172937] env[62291]: DEBUG nova.compute.manager [None req-7039f8f3-09b8-4e8b-8fe9-06dda6996812 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2229.173968] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7039f8f3-09b8-4e8b-8fe9-06dda6996812 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2229.173968] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98688fdd-f28b-46b4-a111-c6bf77a714b1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.181542] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-7039f8f3-09b8-4e8b-8fe9-06dda6996812 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2229.181793] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ddda545-c800-4311-948c-e3b7c1f0fe19 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.189294] env[62291]: DEBUG oslo_vmware.api [None req-7039f8f3-09b8-4e8b-8fe9-06dda6996812 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Waiting for the task: (returnval){ [ 2229.189294] env[62291]: value = "task-2143299" [ 2229.189294] env[62291]: _type = "Task" [ 2229.189294] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.197074] env[62291]: DEBUG oslo_vmware.api [None req-7039f8f3-09b8-4e8b-8fe9-06dda6996812 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Task: {'id': task-2143299, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.232845] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b4993c99-7a44-47e9-9a35-060b82401c52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.473s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2229.235726] env[62291]: DEBUG oslo_concurrency.lockutils [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.414s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2229.237165] env[62291]: INFO nova.compute.claims [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] [instance: fe4341b6-1082-40c5-aaa3-a17788f5f188] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2229.494549] env[62291]: DEBUG nova.compute.manager [req-43f4c3c0-ade3-428f-b788-cf45ee8919fd req-fe527fe7-e1b5-4d37-9a9a-78722bb6e73c service nova] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Received event network-vif-plugged-8666411f-3ea5-45f8-a322-0cfc314452a9 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2229.494781] env[62291]: DEBUG oslo_concurrency.lockutils [req-43f4c3c0-ade3-428f-b788-cf45ee8919fd req-fe527fe7-e1b5-4d37-9a9a-78722bb6e73c service nova] Acquiring lock "636d8f12-4307-48cb-9da0-e6915e1c3118-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2229.494986] env[62291]: DEBUG oslo_concurrency.lockutils [req-43f4c3c0-ade3-428f-b788-cf45ee8919fd req-fe527fe7-e1b5-4d37-9a9a-78722bb6e73c service nova] Lock "636d8f12-4307-48cb-9da0-e6915e1c3118-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2229.495171] env[62291]: DEBUG oslo_concurrency.lockutils [req-43f4c3c0-ade3-428f-b788-cf45ee8919fd req-fe527fe7-e1b5-4d37-9a9a-78722bb6e73c service nova] Lock "636d8f12-4307-48cb-9da0-e6915e1c3118-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2229.495351] env[62291]: DEBUG nova.compute.manager [req-43f4c3c0-ade3-428f-b788-cf45ee8919fd req-fe527fe7-e1b5-4d37-9a9a-78722bb6e73c service nova] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] No waiting events found dispatching network-vif-plugged-8666411f-3ea5-45f8-a322-0cfc314452a9 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2229.495674] env[62291]: WARNING nova.compute.manager [req-43f4c3c0-ade3-428f-b788-cf45ee8919fd req-fe527fe7-e1b5-4d37-9a9a-78722bb6e73c service nova] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Received unexpected event network-vif-plugged-8666411f-3ea5-45f8-a322-0cfc314452a9 for instance with vm_state building and task_state spawning. [ 2229.545631] env[62291]: DEBUG oslo_vmware.api [None req-13e3f238-5080-4561-b593-96db7c4ac334 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143298, 'name': ReconfigVM_Task, 'duration_secs': 0.23691} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2229.545915] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-13e3f238-5080-4561-b593-96db7c4ac334 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Reconfigured VM instance instance-00000053 to detach disk 2001 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2229.546104] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e3f238-5080-4561-b593-96db7c4ac334 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2229.546398] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ebbd1555-54b3-46ea-bd14-f2593eea627b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.552745] env[62291]: DEBUG oslo_vmware.api [None req-13e3f238-5080-4561-b593-96db7c4ac334 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Waiting for the task: (returnval){ [ 2229.552745] env[62291]: value = "task-2143300" [ 2229.552745] env[62291]: _type = "Task" [ 2229.552745] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.560807] env[62291]: DEBUG oslo_vmware.api [None req-13e3f238-5080-4561-b593-96db7c4ac334 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143300, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2229.653794] env[62291]: DEBUG nova.network.neutron [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Successfully updated port: 8666411f-3ea5-45f8-a322-0cfc314452a9 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2229.700125] env[62291]: DEBUG oslo_vmware.api [None req-7039f8f3-09b8-4e8b-8fe9-06dda6996812 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Task: {'id': task-2143299, 'name': PowerOffVM_Task, 'duration_secs': 0.190555} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2229.700401] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-7039f8f3-09b8-4e8b-8fe9-06dda6996812 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2229.700574] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7039f8f3-09b8-4e8b-8fe9-06dda6996812 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2229.700851] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db095ddf-8803-49df-a85a-cb40f5449031 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.835974] env[62291]: INFO nova.scheduler.client.report [None req-b4993c99-7a44-47e9-9a35-060b82401c52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Deleted allocation for migration ed4d6bcc-9b84-4269-a67f-0f54219712cd [ 2229.972687] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7039f8f3-09b8-4e8b-8fe9-06dda6996812 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2229.972913] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7039f8f3-09b8-4e8b-8fe9-06dda6996812 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2229.973132] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-7039f8f3-09b8-4e8b-8fe9-06dda6996812 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Deleting the datastore file [datastore2] 1504489e-14ed-496f-874e-03be8429bbe8 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2229.973418] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a8364dfa-dd81-4861-97fb-43bee68874ee {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2229.981100] env[62291]: DEBUG oslo_vmware.api [None req-7039f8f3-09b8-4e8b-8fe9-06dda6996812 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Waiting for the task: (returnval){ [ 2229.981100] env[62291]: value = "task-2143302" [ 2229.981100] env[62291]: _type = "Task" [ 2229.981100] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2229.989706] env[62291]: DEBUG oslo_vmware.api [None req-7039f8f3-09b8-4e8b-8fe9-06dda6996812 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Task: {'id': task-2143302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.064456] env[62291]: DEBUG oslo_vmware.api [None req-13e3f238-5080-4561-b593-96db7c4ac334 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143300, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2230.157073] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Acquiring lock "refresh_cache-636d8f12-4307-48cb-9da0-e6915e1c3118" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2230.157310] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Acquired lock "refresh_cache-636d8f12-4307-48cb-9da0-e6915e1c3118" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2230.157485] env[62291]: DEBUG nova.network.neutron [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2230.344482] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b4993c99-7a44-47e9-9a35-060b82401c52 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "4c131520-da77-4c2c-a4e9-39e0d56b5f72" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 27.129s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2230.495971] env[62291]: DEBUG oslo_vmware.api [None req-7039f8f3-09b8-4e8b-8fe9-06dda6996812 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Task: {'id': task-2143302, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158451} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2230.496222] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-7039f8f3-09b8-4e8b-8fe9-06dda6996812 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2230.496406] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7039f8f3-09b8-4e8b-8fe9-06dda6996812 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2230.497078] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7039f8f3-09b8-4e8b-8fe9-06dda6996812 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2230.497197] env[62291]: INFO nova.compute.manager [None req-7039f8f3-09b8-4e8b-8fe9-06dda6996812 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Took 1.32 seconds to destroy the instance on the hypervisor. [ 2230.497467] env[62291]: DEBUG oslo.service.loopingcall [None req-7039f8f3-09b8-4e8b-8fe9-06dda6996812 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2230.497691] env[62291]: DEBUG nova.compute.manager [-] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2230.497784] env[62291]: DEBUG nova.network.neutron [-] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2230.564282] env[62291]: DEBUG oslo_vmware.api [None req-13e3f238-5080-4561-b593-96db7c4ac334 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143300, 'name': PowerOnVM_Task, 'duration_secs': 0.54074} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2230.564538] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-13e3f238-5080-4561-b593-96db7c4ac334 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2230.564774] env[62291]: DEBUG nova.compute.manager [None req-13e3f238-5080-4561-b593-96db7c4ac334 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2230.565596] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2ec011-741e-4127-b1eb-7513b7f456a4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.694015] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0b95c5-8c52-482b-abea-e1b61bbd7f30 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.709212] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-170f498a-db93-4f70-b526-033df300d3d2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.712605] env[62291]: DEBUG nova.network.neutron [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2230.744731] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45a7dd33-0dd6-4004-8f8c-465bc02dc30e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.753754] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c278151-a269-4322-9c70-6e58fcbfdcee {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2230.770141] env[62291]: DEBUG nova.compute.provider_tree [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2230.930390] env[62291]: DEBUG nova.network.neutron [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Updating instance_info_cache with network_info: [{"id": "8666411f-3ea5-45f8-a322-0cfc314452a9", "address": "fa:16:3e:cb:ee:c7", "network": {"id": "c4dee9e3-c454-498f-a182-75688ed3eba4", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1636214597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae2da117ff1548eca5e5872d9447faab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8666411f-3e", "ovs_interfaceid": "8666411f-3ea5-45f8-a322-0cfc314452a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2231.275384] env[62291]: DEBUG nova.scheduler.client.report [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2231.434508] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Releasing lock "refresh_cache-636d8f12-4307-48cb-9da0-e6915e1c3118" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2231.434854] env[62291]: DEBUG nova.compute.manager [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Instance network_info: |[{"id": "8666411f-3ea5-45f8-a322-0cfc314452a9", "address": "fa:16:3e:cb:ee:c7", "network": {"id": "c4dee9e3-c454-498f-a182-75688ed3eba4", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1636214597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae2da117ff1548eca5e5872d9447faab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8666411f-3e", "ovs_interfaceid": "8666411f-3ea5-45f8-a322-0cfc314452a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2231.435316] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:ee:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad36dd36-1d2c-4f37-a259-98ef2e440794', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8666411f-3ea5-45f8-a322-0cfc314452a9', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2231.447824] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Creating folder: Project (ae2da117ff1548eca5e5872d9447faab). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2231.448182] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc6c5be4-0105-4a2a-ac8f-4f39d475f5db {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.459634] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Created folder: Project (ae2da117ff1548eca5e5872d9447faab) in parent group-v437896. [ 2231.459844] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Creating folder: Instances. Parent ref: group-v438090. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2231.460090] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1e0fdfbe-851e-44b3-9898-779c2fa76ef9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.470034] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Created folder: Instances in parent group-v438090. [ 2231.470167] env[62291]: DEBUG oslo.service.loopingcall [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2231.471094] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2231.471094] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dcb5548c-08aa-4198-8013-d350fa741d5a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.487072] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fdc70aab-9886-4475-a807-2e0eccbb0ddb tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Acquiring lock "d394b461-0b08-4115-844f-fd4adb13f843" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2231.487352] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fdc70aab-9886-4475-a807-2e0eccbb0ddb tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Lock "d394b461-0b08-4115-844f-fd4adb13f843" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2231.487572] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fdc70aab-9886-4475-a807-2e0eccbb0ddb tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Acquiring lock "d394b461-0b08-4115-844f-fd4adb13f843-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2231.487759] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fdc70aab-9886-4475-a807-2e0eccbb0ddb tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Lock "d394b461-0b08-4115-844f-fd4adb13f843-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2231.487926] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fdc70aab-9886-4475-a807-2e0eccbb0ddb tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Lock "d394b461-0b08-4115-844f-fd4adb13f843-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2231.490627] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2231.490627] env[62291]: value = "task-2143305" [ 2231.490627] env[62291]: _type = "Task" [ 2231.490627] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2231.495788] env[62291]: INFO nova.compute.manager [None req-fdc70aab-9886-4475-a807-2e0eccbb0ddb tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Terminating instance [ 2231.498106] env[62291]: DEBUG nova.compute.manager [None req-fdc70aab-9886-4475-a807-2e0eccbb0ddb tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2231.498308] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc70aab-9886-4475-a807-2e0eccbb0ddb tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2231.499519] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e664d0e7-b581-4549-954c-d1f4f18ae478 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.505833] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143305, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.510435] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc70aab-9886-4475-a807-2e0eccbb0ddb tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2231.510670] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcb4409a-376f-42e3-993b-a768ddd5f38a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2231.517954] env[62291]: DEBUG oslo_vmware.api [None req-fdc70aab-9886-4475-a807-2e0eccbb0ddb tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Waiting for the task: (returnval){ [ 2231.517954] env[62291]: value = "task-2143306" [ 2231.517954] env[62291]: _type = "Task" [ 2231.517954] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2231.530147] env[62291]: DEBUG oslo_vmware.api [None req-fdc70aab-9886-4475-a807-2e0eccbb0ddb tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2231.672009] env[62291]: DEBUG nova.compute.manager [req-984ab58b-cd6b-4e73-985e-2638a4a6781a req-ca6eefb3-5a17-45b2-9ab6-a30044d2bc3d service nova] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Received event network-changed-8666411f-3ea5-45f8-a322-0cfc314452a9 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2231.672705] env[62291]: DEBUG nova.compute.manager [req-984ab58b-cd6b-4e73-985e-2638a4a6781a req-ca6eefb3-5a17-45b2-9ab6-a30044d2bc3d service nova] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Refreshing instance network info cache due to event network-changed-8666411f-3ea5-45f8-a322-0cfc314452a9. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2231.672793] env[62291]: DEBUG oslo_concurrency.lockutils [req-984ab58b-cd6b-4e73-985e-2638a4a6781a req-ca6eefb3-5a17-45b2-9ab6-a30044d2bc3d service nova] Acquiring lock "refresh_cache-636d8f12-4307-48cb-9da0-e6915e1c3118" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2231.672940] env[62291]: DEBUG oslo_concurrency.lockutils [req-984ab58b-cd6b-4e73-985e-2638a4a6781a req-ca6eefb3-5a17-45b2-9ab6-a30044d2bc3d service nova] Acquired lock "refresh_cache-636d8f12-4307-48cb-9da0-e6915e1c3118" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2231.673101] env[62291]: DEBUG nova.network.neutron [req-984ab58b-cd6b-4e73-985e-2638a4a6781a req-ca6eefb3-5a17-45b2-9ab6-a30044d2bc3d service nova] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Refreshing network info cache for port 8666411f-3ea5-45f8-a322-0cfc314452a9 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2231.765795] env[62291]: DEBUG nova.network.neutron [-] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2231.780638] env[62291]: DEBUG oslo_concurrency.lockutils [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.545s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2231.781035] env[62291]: DEBUG nova.compute.manager [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] [instance: fe4341b6-1082-40c5-aaa3-a17788f5f188] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2231.785288] env[62291]: DEBUG oslo_concurrency.lockutils [None req-77c63e16-b367-46e9-bf2f-37a74916ff06 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.060s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2231.786642] env[62291]: DEBUG nova.objects.instance [None req-77c63e16-b367-46e9-bf2f-37a74916ff06 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Lazy-loading 'resources' on Instance uuid d079aa40-c94c-4eb4-ab9c-a2a233ce066d {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2232.001529] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143305, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.028659] env[62291]: DEBUG oslo_vmware.api [None req-fdc70aab-9886-4475-a807-2e0eccbb0ddb tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143306, 'name': PowerOffVM_Task, 'duration_secs': 0.250314} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2232.029009] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdc70aab-9886-4475-a807-2e0eccbb0ddb tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2232.029202] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc70aab-9886-4475-a807-2e0eccbb0ddb tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2232.029493] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9040b6ba-dcd5-48da-835e-7050631c43d0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.127582] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc70aab-9886-4475-a807-2e0eccbb0ddb tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2232.128080] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc70aab-9886-4475-a807-2e0eccbb0ddb tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2232.128222] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdc70aab-9886-4475-a807-2e0eccbb0ddb tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Deleting the datastore file [datastore2] d394b461-0b08-4115-844f-fd4adb13f843 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2232.128533] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b2a9ef8c-8953-4acb-8b99-d567c5aef4f9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.135801] env[62291]: DEBUG oslo_vmware.api [None req-fdc70aab-9886-4475-a807-2e0eccbb0ddb tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Waiting for the task: (returnval){ [ 2232.135801] env[62291]: value = "task-2143308" [ 2232.135801] env[62291]: _type = "Task" [ 2232.135801] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2232.143597] env[62291]: DEBUG oslo_vmware.api [None req-fdc70aab-9886-4475-a807-2e0eccbb0ddb tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.272222] env[62291]: INFO nova.compute.manager [-] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Took 1.77 seconds to deallocate network for instance. [ 2232.289832] env[62291]: DEBUG nova.compute.utils [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2232.296891] env[62291]: DEBUG nova.compute.manager [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] [instance: fe4341b6-1082-40c5-aaa3-a17788f5f188] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2232.297119] env[62291]: DEBUG nova.network.neutron [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] [instance: fe4341b6-1082-40c5-aaa3-a17788f5f188] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2232.504901] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143305, 'name': CreateVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.532298] env[62291]: DEBUG nova.network.neutron [req-984ab58b-cd6b-4e73-985e-2638a4a6781a req-ca6eefb3-5a17-45b2-9ab6-a30044d2bc3d service nova] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Updated VIF entry in instance network info cache for port 8666411f-3ea5-45f8-a322-0cfc314452a9. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2232.532298] env[62291]: DEBUG nova.network.neutron [req-984ab58b-cd6b-4e73-985e-2638a4a6781a req-ca6eefb3-5a17-45b2-9ab6-a30044d2bc3d service nova] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Updating instance_info_cache with network_info: [{"id": "8666411f-3ea5-45f8-a322-0cfc314452a9", "address": "fa:16:3e:cb:ee:c7", "network": {"id": "c4dee9e3-c454-498f-a182-75688ed3eba4", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1636214597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae2da117ff1548eca5e5872d9447faab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8666411f-3e", "ovs_interfaceid": "8666411f-3ea5-45f8-a322-0cfc314452a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2232.553031] env[62291]: DEBUG oslo_concurrency.lockutils [None req-92f62e46-58a0-4a9b-8c96-ae69460e0ef3 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "4c131520-da77-4c2c-a4e9-39e0d56b5f72" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2232.553031] env[62291]: DEBUG oslo_concurrency.lockutils [None req-92f62e46-58a0-4a9b-8c96-ae69460e0ef3 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "4c131520-da77-4c2c-a4e9-39e0d56b5f72" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2232.553031] env[62291]: DEBUG oslo_concurrency.lockutils [None req-92f62e46-58a0-4a9b-8c96-ae69460e0ef3 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "4c131520-da77-4c2c-a4e9-39e0d56b5f72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2232.553031] env[62291]: DEBUG oslo_concurrency.lockutils [None req-92f62e46-58a0-4a9b-8c96-ae69460e0ef3 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "4c131520-da77-4c2c-a4e9-39e0d56b5f72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2232.553031] env[62291]: DEBUG oslo_concurrency.lockutils [None req-92f62e46-58a0-4a9b-8c96-ae69460e0ef3 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "4c131520-da77-4c2c-a4e9-39e0d56b5f72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2232.553031] env[62291]: INFO nova.compute.manager [None req-92f62e46-58a0-4a9b-8c96-ae69460e0ef3 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Terminating instance [ 2232.555755] env[62291]: DEBUG nova.compute.manager [None req-92f62e46-58a0-4a9b-8c96-ae69460e0ef3 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2232.556062] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-92f62e46-58a0-4a9b-8c96-ae69460e0ef3 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2232.557300] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c1cadd-f249-46a1-adda-2399c337b90d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.567159] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-92f62e46-58a0-4a9b-8c96-ae69460e0ef3 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2232.568286] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-651ab6cd-5dee-4762-8ffc-dc60785778d9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.578061] env[62291]: DEBUG oslo_vmware.api [None req-92f62e46-58a0-4a9b-8c96-ae69460e0ef3 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2232.578061] env[62291]: value = "task-2143309" [ 2232.578061] env[62291]: _type = "Task" [ 2232.578061] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2232.588087] env[62291]: DEBUG oslo_vmware.api [None req-92f62e46-58a0-4a9b-8c96-ae69460e0ef3 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143309, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2232.600403] env[62291]: DEBUG nova.policy [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ccb7e7ef2ac49ffb57fc3dc7bcf1d8a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a59395174e64cb89a93a0f0586b5c0c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2232.648589] env[62291]: DEBUG oslo_vmware.api [None req-fdc70aab-9886-4475-a807-2e0eccbb0ddb tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143308, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.435325} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2232.651217] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdc70aab-9886-4475-a807-2e0eccbb0ddb tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2232.651492] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc70aab-9886-4475-a807-2e0eccbb0ddb tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2232.651607] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-fdc70aab-9886-4475-a807-2e0eccbb0ddb tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2232.651787] env[62291]: INFO nova.compute.manager [None req-fdc70aab-9886-4475-a807-2e0eccbb0ddb tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Took 1.15 seconds to destroy the instance on the hypervisor. [ 2232.652302] env[62291]: DEBUG oslo.service.loopingcall [None req-fdc70aab-9886-4475-a807-2e0eccbb0ddb tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2232.652444] env[62291]: DEBUG nova.compute.manager [-] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2232.652556] env[62291]: DEBUG nova.network.neutron [-] [instance: d394b461-0b08-4115-844f-fd4adb13f843] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2232.772846] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5fa1531-79b0-4098-af18-72f5ddee55be {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.781480] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7039f8f3-09b8-4e8b-8fe9-06dda6996812 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2232.782688] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b702e08-fea8-4e41-90a1-ee6084dbe3c1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.815246] env[62291]: DEBUG nova.compute.manager [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] [instance: fe4341b6-1082-40c5-aaa3-a17788f5f188] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2232.819217] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3add29e-bf83-4f9c-96bd-a2ef2fbd203a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.827625] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ba35e1-a07f-446f-af95-c1661bcffe1c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2232.851941] env[62291]: DEBUG nova.compute.provider_tree [None req-77c63e16-b367-46e9-bf2f-37a74916ff06 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2233.001834] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143305, 'name': CreateVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.021746] env[62291]: DEBUG nova.network.neutron [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] [instance: fe4341b6-1082-40c5-aaa3-a17788f5f188] Successfully created port: 4d234eba-eb55-4f8b-9a0b-545f76a20203 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2233.034830] env[62291]: DEBUG oslo_concurrency.lockutils [req-984ab58b-cd6b-4e73-985e-2638a4a6781a req-ca6eefb3-5a17-45b2-9ab6-a30044d2bc3d service nova] Releasing lock "refresh_cache-636d8f12-4307-48cb-9da0-e6915e1c3118" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2233.035114] env[62291]: DEBUG nova.compute.manager [req-984ab58b-cd6b-4e73-985e-2638a4a6781a req-ca6eefb3-5a17-45b2-9ab6-a30044d2bc3d service nova] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Received event network-vif-deleted-6fdd6980-2a8f-49e8-ab36-525fc5b90957 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2233.035298] env[62291]: INFO nova.compute.manager [req-984ab58b-cd6b-4e73-985e-2638a4a6781a req-ca6eefb3-5a17-45b2-9ab6-a30044d2bc3d service nova] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Neutron deleted interface 6fdd6980-2a8f-49e8-ab36-525fc5b90957; detaching it from the instance and deleting it from the info cache [ 2233.035648] env[62291]: DEBUG nova.network.neutron [req-984ab58b-cd6b-4e73-985e-2638a4a6781a req-ca6eefb3-5a17-45b2-9ab6-a30044d2bc3d service nova] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2233.089012] env[62291]: DEBUG oslo_vmware.api [None req-92f62e46-58a0-4a9b-8c96-ae69460e0ef3 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143309, 'name': PowerOffVM_Task, 'duration_secs': 0.271561} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2233.089495] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-92f62e46-58a0-4a9b-8c96-ae69460e0ef3 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2233.089678] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-92f62e46-58a0-4a9b-8c96-ae69460e0ef3 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2233.089935] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6356f5e0-4e63-4404-9ed2-753ffd697a61 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.342789] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-92f62e46-58a0-4a9b-8c96-ae69460e0ef3 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2233.342789] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-92f62e46-58a0-4a9b-8c96-ae69460e0ef3 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2233.342789] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-92f62e46-58a0-4a9b-8c96-ae69460e0ef3 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Deleting the datastore file [datastore2] 4c131520-da77-4c2c-a4e9-39e0d56b5f72 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2233.344062] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-92f82b23-31d4-4937-8742-36c35c336f61 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.349872] env[62291]: DEBUG oslo_vmware.api [None req-92f62e46-58a0-4a9b-8c96-ae69460e0ef3 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2233.349872] env[62291]: value = "task-2143311" [ 2233.349872] env[62291]: _type = "Task" [ 2233.349872] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2233.353910] env[62291]: DEBUG nova.scheduler.client.report [None req-77c63e16-b367-46e9-bf2f-37a74916ff06 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2233.360225] env[62291]: DEBUG oslo_vmware.api [None req-92f62e46-58a0-4a9b-8c96-ae69460e0ef3 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143311, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.475612] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2233.475981] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2233.493694] env[62291]: DEBUG nova.network.neutron [-] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2233.504939] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143305, 'name': CreateVM_Task, 'duration_secs': 1.644996} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2233.505125] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2233.505812] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2233.506024] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2233.506391] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2233.506649] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3869b4ef-1f03-4e70-a566-8141c7f6fd43 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.511536] env[62291]: DEBUG oslo_vmware.api [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Waiting for the task: (returnval){ [ 2233.511536] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52e17adb-c5d1-e01a-3d21-5bf565ce8c1b" [ 2233.511536] env[62291]: _type = "Task" [ 2233.511536] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2233.519560] env[62291]: DEBUG oslo_vmware.api [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52e17adb-c5d1-e01a-3d21-5bf565ce8c1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2233.538172] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-37958a33-ff69-4147-8621-16444c8fff0a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.548065] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e342cf2-6258-4163-8a61-136e011f98e1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.583729] env[62291]: DEBUG nova.compute.manager [req-984ab58b-cd6b-4e73-985e-2638a4a6781a req-ca6eefb3-5a17-45b2-9ab6-a30044d2bc3d service nova] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Detach interface failed, port_id=6fdd6980-2a8f-49e8-ab36-525fc5b90957, reason: Instance 1504489e-14ed-496f-874e-03be8429bbe8 could not be found. {{(pid=62291) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 2233.708393] env[62291]: DEBUG nova.compute.manager [req-21a052f5-cc98-4348-a998-1066a0dab3ed req-e55815d2-decb-4d89-aba5-8d39b8b123c7 service nova] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Received event network-vif-deleted-7e34e67b-3cb1-4931-b7f1-35f42b1524d2 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2233.834456] env[62291]: DEBUG nova.compute.manager [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] [instance: fe4341b6-1082-40c5-aaa3-a17788f5f188] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2233.862106] env[62291]: DEBUG oslo_concurrency.lockutils [None req-77c63e16-b367-46e9-bf2f-37a74916ff06 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.077s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2233.864107] env[62291]: DEBUG oslo_vmware.api [None req-92f62e46-58a0-4a9b-8c96-ae69460e0ef3 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143311, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17484} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2233.865293] env[62291]: DEBUG oslo_concurrency.lockutils [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.433s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2233.866043] env[62291]: INFO nova.compute.claims [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 3e88c30a-720e-4f39-b171-770a94504bb6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2233.868699] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-92f62e46-58a0-4a9b-8c96-ae69460e0ef3 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2233.869427] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-92f62e46-58a0-4a9b-8c96-ae69460e0ef3 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2233.869427] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-92f62e46-58a0-4a9b-8c96-ae69460e0ef3 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2233.869427] env[62291]: INFO nova.compute.manager [None req-92f62e46-58a0-4a9b-8c96-ae69460e0ef3 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Took 1.31 seconds to destroy the instance on the hypervisor. [ 2233.869547] env[62291]: DEBUG oslo.service.loopingcall [None req-92f62e46-58a0-4a9b-8c96-ae69460e0ef3 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2233.869918] env[62291]: DEBUG nova.compute.manager [-] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2233.870011] env[62291]: DEBUG nova.network.neutron [-] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2233.884847] env[62291]: DEBUG nova.virt.hardware [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2233.885126] env[62291]: DEBUG nova.virt.hardware [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2233.885294] env[62291]: DEBUG nova.virt.hardware [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2233.886093] env[62291]: DEBUG nova.virt.hardware [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2233.886303] env[62291]: DEBUG nova.virt.hardware [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2233.886467] env[62291]: DEBUG nova.virt.hardware [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2233.887208] env[62291]: DEBUG nova.virt.hardware [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2233.887208] env[62291]: DEBUG nova.virt.hardware [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2233.887208] env[62291]: DEBUG nova.virt.hardware [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2233.887208] env[62291]: DEBUG nova.virt.hardware [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2233.887379] env[62291]: DEBUG nova.virt.hardware [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2233.888288] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf376bf-98b5-46f1-b2b7-7302c7de88e3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.897666] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f97be9-754c-423b-824d-0e71963edfa9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2233.939245] env[62291]: INFO nova.scheduler.client.report [None req-77c63e16-b367-46e9-bf2f-37a74916ff06 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Deleted allocations for instance d079aa40-c94c-4eb4-ab9c-a2a233ce066d [ 2233.981034] env[62291]: DEBUG nova.compute.manager [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2234.000287] env[62291]: INFO nova.compute.manager [-] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Took 1.35 seconds to deallocate network for instance. [ 2234.024667] env[62291]: DEBUG oslo_vmware.api [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52e17adb-c5d1-e01a-3d21-5bf565ce8c1b, 'name': SearchDatastore_Task, 'duration_secs': 0.011045} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.024907] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2234.025254] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2234.025519] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2234.029025] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2234.029025] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2234.029025] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4dae928-c0ee-46eb-8720-3c0de81f4db2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.038015] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2234.038242] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2234.039497] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c4aa9b8-30eb-43e0-bcc9-c37e1ee02ea6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.045835] env[62291]: DEBUG oslo_vmware.api [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Waiting for the task: (returnval){ [ 2234.045835] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]529a2c5a-516a-8cc2-f34e-914305209a45" [ 2234.045835] env[62291]: _type = "Task" [ 2234.045835] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2234.056874] env[62291]: DEBUG oslo_vmware.api [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]529a2c5a-516a-8cc2-f34e-914305209a45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2234.449544] env[62291]: DEBUG oslo_concurrency.lockutils [None req-77c63e16-b367-46e9-bf2f-37a74916ff06 tempest-ServersAdminNegativeTestJSON-1611760756 tempest-ServersAdminNegativeTestJSON-1611760756-project-member] Lock "d079aa40-c94c-4eb4-ab9c-a2a233ce066d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.883s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2234.502172] env[62291]: DEBUG nova.compute.manager [req-2f425abc-3b68-4463-a56a-527d5b3719ad req-3d8e418a-252c-4bc3-b27b-9b0cf91e56e9 service nova] [instance: fe4341b6-1082-40c5-aaa3-a17788f5f188] Received event network-vif-plugged-4d234eba-eb55-4f8b-9a0b-545f76a20203 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2234.503722] env[62291]: DEBUG oslo_concurrency.lockutils [req-2f425abc-3b68-4463-a56a-527d5b3719ad req-3d8e418a-252c-4bc3-b27b-9b0cf91e56e9 service nova] Acquiring lock "fe4341b6-1082-40c5-aaa3-a17788f5f188-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2234.503722] env[62291]: DEBUG oslo_concurrency.lockutils [req-2f425abc-3b68-4463-a56a-527d5b3719ad req-3d8e418a-252c-4bc3-b27b-9b0cf91e56e9 service nova] Lock "fe4341b6-1082-40c5-aaa3-a17788f5f188-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2234.503722] env[62291]: DEBUG oslo_concurrency.lockutils [req-2f425abc-3b68-4463-a56a-527d5b3719ad req-3d8e418a-252c-4bc3-b27b-9b0cf91e56e9 service nova] Lock "fe4341b6-1082-40c5-aaa3-a17788f5f188-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2234.503722] env[62291]: DEBUG nova.compute.manager [req-2f425abc-3b68-4463-a56a-527d5b3719ad req-3d8e418a-252c-4bc3-b27b-9b0cf91e56e9 service nova] [instance: fe4341b6-1082-40c5-aaa3-a17788f5f188] No waiting events found dispatching network-vif-plugged-4d234eba-eb55-4f8b-9a0b-545f76a20203 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2234.503722] env[62291]: WARNING nova.compute.manager [req-2f425abc-3b68-4463-a56a-527d5b3719ad req-3d8e418a-252c-4bc3-b27b-9b0cf91e56e9 service nova] [instance: fe4341b6-1082-40c5-aaa3-a17788f5f188] Received unexpected event network-vif-plugged-4d234eba-eb55-4f8b-9a0b-545f76a20203 for instance with vm_state building and task_state spawning. [ 2234.509083] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fdc70aab-9886-4475-a807-2e0eccbb0ddb tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2234.526258] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2234.560127] env[62291]: DEBUG oslo_vmware.api [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]529a2c5a-516a-8cc2-f34e-914305209a45, 'name': SearchDatastore_Task, 'duration_secs': 0.01032} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2234.561222] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10f46f10-c0df-463f-a2e8-55925feb8cee {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2234.566918] env[62291]: DEBUG oslo_vmware.api [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Waiting for the task: (returnval){ [ 2234.566918] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52a6dd06-129f-fe5a-8879-70622a64fa96" [ 2234.566918] env[62291]: _type = "Task" [ 2234.566918] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2234.575700] env[62291]: DEBUG oslo_vmware.api [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52a6dd06-129f-fe5a-8879-70622a64fa96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2234.669260] env[62291]: DEBUG nova.network.neutron [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] [instance: fe4341b6-1082-40c5-aaa3-a17788f5f188] Successfully updated port: 4d234eba-eb55-4f8b-9a0b-545f76a20203 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2234.819690] env[62291]: DEBUG nova.network.neutron [-] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2235.078834] env[62291]: DEBUG oslo_vmware.api [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52a6dd06-129f-fe5a-8879-70622a64fa96, 'name': SearchDatastore_Task, 'duration_secs': 0.019569} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2235.079141] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2235.079441] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 636d8f12-4307-48cb-9da0-e6915e1c3118/636d8f12-4307-48cb-9da0-e6915e1c3118.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2235.079724] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-64257dd0-80f8-4919-8b9c-92bc9bc98d39 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.089022] env[62291]: DEBUG oslo_vmware.api [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Waiting for the task: (returnval){ [ 2235.089022] env[62291]: value = "task-2143312" [ 2235.089022] env[62291]: _type = "Task" [ 2235.089022] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2235.097191] env[62291]: DEBUG oslo_vmware.api [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2235.171572] env[62291]: DEBUG oslo_concurrency.lockutils [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Acquiring lock "refresh_cache-fe4341b6-1082-40c5-aaa3-a17788f5f188" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2235.171741] env[62291]: DEBUG oslo_concurrency.lockutils [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Acquired lock "refresh_cache-fe4341b6-1082-40c5-aaa3-a17788f5f188" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2235.171898] env[62291]: DEBUG nova.network.neutron [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] [instance: fe4341b6-1082-40c5-aaa3-a17788f5f188] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2235.271402] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9369b25-7aac-4c45-9c17-26ffd1508339 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.280084] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b304bad-84aa-42bf-85cc-326f788e4f91 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.313103] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-043b1568-7ca6-482b-b7e4-f55ff02dedcd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.322209] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed7736f6-3a19-4ad2-a5c2-959fa901dd79 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.328419] env[62291]: INFO nova.compute.manager [-] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Took 1.46 seconds to deallocate network for instance. [ 2235.342716] env[62291]: DEBUG nova.compute.provider_tree [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2235.598715] env[62291]: DEBUG oslo_vmware.api [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143312, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.404115} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2235.599054] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 636d8f12-4307-48cb-9da0-e6915e1c3118/636d8f12-4307-48cb-9da0-e6915e1c3118.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2235.599210] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2235.599543] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74d86505-65a6-49b3-897e-60e8faf81f97 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2235.607152] env[62291]: DEBUG oslo_vmware.api [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Waiting for the task: (returnval){ [ 2235.607152] env[62291]: value = "task-2143313" [ 2235.607152] env[62291]: _type = "Task" [ 2235.607152] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2235.615557] env[62291]: DEBUG oslo_vmware.api [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143313, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2235.706301] env[62291]: DEBUG nova.network.neutron [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] [instance: fe4341b6-1082-40c5-aaa3-a17788f5f188] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2235.733023] env[62291]: DEBUG nova.compute.manager [req-b66d2d02-c9ed-4b68-9fa3-e6147e9ecf00 req-e29cbf09-481c-4991-a8de-775ec48847e7 service nova] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Received event network-vif-deleted-19f3c19f-cd5c-4a17-b367-e2de50f6df1c {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2235.845637] env[62291]: DEBUG oslo_concurrency.lockutils [None req-92f62e46-58a0-4a9b-8c96-ae69460e0ef3 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2235.846443] env[62291]: DEBUG nova.scheduler.client.report [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2235.872988] env[62291]: DEBUG nova.network.neutron [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] [instance: fe4341b6-1082-40c5-aaa3-a17788f5f188] Updating instance_info_cache with network_info: [{"id": "4d234eba-eb55-4f8b-9a0b-545f76a20203", "address": "fa:16:3e:3e:b1:d0", "network": {"id": "547a647f-826b-48f7-bffe-2e0e1561e7fd", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1429682360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a59395174e64cb89a93a0f0586b5c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d234eba-eb", "ovs_interfaceid": "4d234eba-eb55-4f8b-9a0b-545f76a20203", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2236.116688] env[62291]: DEBUG oslo_vmware.api [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143313, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0773} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2236.117126] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2236.118019] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960a3911-9ed2-4f0c-b966-f14f339ce227 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.140246] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 636d8f12-4307-48cb-9da0-e6915e1c3118/636d8f12-4307-48cb-9da0-e6915e1c3118.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2236.140553] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-786af71c-f3e0-4613-a1c3-6f819e67ed10 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.161271] env[62291]: DEBUG oslo_vmware.api [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Waiting for the task: (returnval){ [ 2236.161271] env[62291]: value = "task-2143314" [ 2236.161271] env[62291]: _type = "Task" [ 2236.161271] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2236.169648] env[62291]: DEBUG oslo_vmware.api [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143314, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2236.352181] env[62291]: DEBUG oslo_concurrency.lockutils [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2236.352354] env[62291]: DEBUG nova.compute.manager [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 3e88c30a-720e-4f39-b171-770a94504bb6] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2236.355117] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 20.539s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2236.355292] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2236.355444] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62291) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2236.355735] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.809s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2236.357131] env[62291]: INFO nova.compute.claims [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 782c366b-f6fb-486d-8b98-fe78ba6d810d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2236.361023] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4485d63b-fe05-4948-9e54-a57d9b9ed4c8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.368732] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88ffb2a-8995-4d7e-97a2-032149e2a7b7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.383827] env[62291]: DEBUG oslo_concurrency.lockutils [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Releasing lock "refresh_cache-fe4341b6-1082-40c5-aaa3-a17788f5f188" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2236.384128] env[62291]: DEBUG nova.compute.manager [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] [instance: fe4341b6-1082-40c5-aaa3-a17788f5f188] Instance network_info: |[{"id": "4d234eba-eb55-4f8b-9a0b-545f76a20203", "address": "fa:16:3e:3e:b1:d0", "network": {"id": "547a647f-826b-48f7-bffe-2e0e1561e7fd", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1429682360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a59395174e64cb89a93a0f0586b5c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d234eba-eb", "ovs_interfaceid": "4d234eba-eb55-4f8b-9a0b-545f76a20203", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2236.384704] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] [instance: fe4341b6-1082-40c5-aaa3-a17788f5f188] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3e:b1:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '085fb0ff-9285-4f1d-a008-a14da4844357', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4d234eba-eb55-4f8b-9a0b-545f76a20203', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2236.393340] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Creating folder: Project (9a59395174e64cb89a93a0f0586b5c0c). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2236.394155] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b77b129-e10e-44f8-acd3-6e9ae33832ff {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.398099] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c538c99a-d9ab-450e-9c25-f1aef82d10fc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.405381] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0cb8aa8-3c84-4fd0-bff5-d197fd93c5d6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.409936] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Created folder: Project (9a59395174e64cb89a93a0f0586b5c0c) in parent group-v437896. [ 2236.410149] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Creating folder: Instances. Parent ref: group-v438093. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2236.410817] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9b9c41e-f121-45a4-a0c6-2c351f664d9e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.435705] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178178MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=62291) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2236.435858] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2236.445635] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Created folder: Instances in parent group-v438093. [ 2236.445900] env[62291]: DEBUG oslo.service.loopingcall [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2236.446123] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe4341b6-1082-40c5-aaa3-a17788f5f188] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2236.446343] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-edfb3728-f699-4811-8822-3d68568f8183 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2236.465769] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2236.465769] env[62291]: value = "task-2143317" [ 2236.465769] env[62291]: _type = "Task" [ 2236.465769] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2236.473697] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143317, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2236.539742] env[62291]: DEBUG nova.compute.manager [req-14dccdc8-50b7-474e-86e1-53b3bb874b48 req-a591d3b4-90d6-4b08-b14f-a2f31c0e9e1d service nova] [instance: fe4341b6-1082-40c5-aaa3-a17788f5f188] Received event network-changed-4d234eba-eb55-4f8b-9a0b-545f76a20203 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2236.540010] env[62291]: DEBUG nova.compute.manager [req-14dccdc8-50b7-474e-86e1-53b3bb874b48 req-a591d3b4-90d6-4b08-b14f-a2f31c0e9e1d service nova] [instance: fe4341b6-1082-40c5-aaa3-a17788f5f188] Refreshing instance network info cache due to event network-changed-4d234eba-eb55-4f8b-9a0b-545f76a20203. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2236.540291] env[62291]: DEBUG oslo_concurrency.lockutils [req-14dccdc8-50b7-474e-86e1-53b3bb874b48 req-a591d3b4-90d6-4b08-b14f-a2f31c0e9e1d service nova] Acquiring lock "refresh_cache-fe4341b6-1082-40c5-aaa3-a17788f5f188" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2236.540507] env[62291]: DEBUG oslo_concurrency.lockutils [req-14dccdc8-50b7-474e-86e1-53b3bb874b48 req-a591d3b4-90d6-4b08-b14f-a2f31c0e9e1d service nova] Acquired lock "refresh_cache-fe4341b6-1082-40c5-aaa3-a17788f5f188" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2236.540771] env[62291]: DEBUG nova.network.neutron [req-14dccdc8-50b7-474e-86e1-53b3bb874b48 req-a591d3b4-90d6-4b08-b14f-a2f31c0e9e1d service nova] [instance: fe4341b6-1082-40c5-aaa3-a17788f5f188] Refreshing network info cache for port 4d234eba-eb55-4f8b-9a0b-545f76a20203 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2236.671626] env[62291]: DEBUG oslo_vmware.api [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143314, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2236.861490] env[62291]: DEBUG nova.compute.utils [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2236.865597] env[62291]: DEBUG nova.compute.manager [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 3e88c30a-720e-4f39-b171-770a94504bb6] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2236.865818] env[62291]: DEBUG nova.network.neutron [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 3e88c30a-720e-4f39-b171-770a94504bb6] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2236.908246] env[62291]: DEBUG nova.policy [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e81ade3d60eb4c06ae7ee64c9a6a090a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91b6e38d29a747f5a5ece7587dcd8c03', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2236.977322] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143317, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2237.171882] env[62291]: DEBUG oslo_vmware.api [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143314, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2237.312480] env[62291]: DEBUG nova.network.neutron [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 3e88c30a-720e-4f39-b171-770a94504bb6] Successfully created port: 74eddd12-ee60-406e-8852-c98ee8095808 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2237.315237] env[62291]: DEBUG nova.network.neutron [req-14dccdc8-50b7-474e-86e1-53b3bb874b48 req-a591d3b4-90d6-4b08-b14f-a2f31c0e9e1d service nova] [instance: fe4341b6-1082-40c5-aaa3-a17788f5f188] Updated VIF entry in instance network info cache for port 4d234eba-eb55-4f8b-9a0b-545f76a20203. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2237.315602] env[62291]: DEBUG nova.network.neutron [req-14dccdc8-50b7-474e-86e1-53b3bb874b48 req-a591d3b4-90d6-4b08-b14f-a2f31c0e9e1d service nova] [instance: fe4341b6-1082-40c5-aaa3-a17788f5f188] Updating instance_info_cache with network_info: [{"id": "4d234eba-eb55-4f8b-9a0b-545f76a20203", "address": "fa:16:3e:3e:b1:d0", "network": {"id": "547a647f-826b-48f7-bffe-2e0e1561e7fd", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1429682360-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a59395174e64cb89a93a0f0586b5c0c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "085fb0ff-9285-4f1d-a008-a14da4844357", "external-id": "nsx-vlan-transportzone-729", "segmentation_id": 729, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4d234eba-eb", "ovs_interfaceid": "4d234eba-eb55-4f8b-9a0b-545f76a20203", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2237.366517] env[62291]: DEBUG nova.compute.manager [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 3e88c30a-720e-4f39-b171-770a94504bb6] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2237.476844] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143317, 'name': CreateVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2237.673739] env[62291]: DEBUG oslo_vmware.api [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143314, 'name': ReconfigVM_Task, 'duration_secs': 1.412754} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2237.674042] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 636d8f12-4307-48cb-9da0-e6915e1c3118/636d8f12-4307-48cb-9da0-e6915e1c3118.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2237.674676] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b48e3c3e-1ff5-4ce3-a7b4-824a0b7c9502 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.682158] env[62291]: DEBUG oslo_vmware.api [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Waiting for the task: (returnval){ [ 2237.682158] env[62291]: value = "task-2143318" [ 2237.682158] env[62291]: _type = "Task" [ 2237.682158] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2237.690570] env[62291]: DEBUG oslo_vmware.api [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143318, 'name': Rename_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2237.776383] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf399dc-906b-4167-9942-f2141cd16c8a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.783850] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a93d0cf-9311-4904-b08d-e0f7db6f62e9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.814564] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481bca0a-6e9b-4c3b-9c6b-fb77a4b2c893 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.822077] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c349e0b-2714-4072-a2a1-787f10196558 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.826098] env[62291]: DEBUG oslo_concurrency.lockutils [req-14dccdc8-50b7-474e-86e1-53b3bb874b48 req-a591d3b4-90d6-4b08-b14f-a2f31c0e9e1d service nova] Releasing lock "refresh_cache-fe4341b6-1082-40c5-aaa3-a17788f5f188" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2237.836999] env[62291]: DEBUG nova.compute.provider_tree [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2237.977344] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143317, 'name': CreateVM_Task, 'duration_secs': 1.133037} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2237.977514] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe4341b6-1082-40c5-aaa3-a17788f5f188] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2237.978185] env[62291]: DEBUG oslo_concurrency.lockutils [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2237.978358] env[62291]: DEBUG oslo_concurrency.lockutils [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2237.978707] env[62291]: DEBUG oslo_concurrency.lockutils [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2237.978963] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a260d4cf-d5e8-4af4-8243-10ee64c80eba {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2237.983387] env[62291]: DEBUG oslo_vmware.api [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Waiting for the task: (returnval){ [ 2237.983387] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52d9934f-45d3-d0a4-5ebf-07598134f0de" [ 2237.983387] env[62291]: _type = "Task" [ 2237.983387] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2237.990847] env[62291]: DEBUG oslo_vmware.api [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52d9934f-45d3-d0a4-5ebf-07598134f0de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2238.191864] env[62291]: DEBUG oslo_vmware.api [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143318, 'name': Rename_Task, 'duration_secs': 0.155659} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2238.192188] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2238.192487] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd507dc0-0e20-4e59-938d-54b87b0cd41e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.198745] env[62291]: DEBUG oslo_vmware.api [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Waiting for the task: (returnval){ [ 2238.198745] env[62291]: value = "task-2143319" [ 2238.198745] env[62291]: _type = "Task" [ 2238.198745] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2238.206131] env[62291]: DEBUG oslo_vmware.api [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143319, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2238.340017] env[62291]: DEBUG nova.scheduler.client.report [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2238.377704] env[62291]: DEBUG nova.compute.manager [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 3e88c30a-720e-4f39-b171-770a94504bb6] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2238.416267] env[62291]: DEBUG nova.virt.hardware [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2238.416551] env[62291]: DEBUG nova.virt.hardware [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2238.416710] env[62291]: DEBUG nova.virt.hardware [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2238.416896] env[62291]: DEBUG nova.virt.hardware [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2238.417059] env[62291]: DEBUG nova.virt.hardware [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2238.417213] env[62291]: DEBUG nova.virt.hardware [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2238.417440] env[62291]: DEBUG nova.virt.hardware [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2238.417611] env[62291]: DEBUG nova.virt.hardware [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2238.417783] env[62291]: DEBUG nova.virt.hardware [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2238.417945] env[62291]: DEBUG nova.virt.hardware [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2238.418134] env[62291]: DEBUG nova.virt.hardware [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2238.419027] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9270ca-c879-4d82-82f8-a67bd6cd8283 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.427026] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e1ed54-5d1a-4a7f-acfc-a7b39e8d38bd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.493911] env[62291]: DEBUG oslo_vmware.api [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52d9934f-45d3-d0a4-5ebf-07598134f0de, 'name': SearchDatastore_Task, 'duration_secs': 0.014185} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2238.494023] env[62291]: DEBUG oslo_concurrency.lockutils [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2238.494240] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] [instance: fe4341b6-1082-40c5-aaa3-a17788f5f188] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2238.494479] env[62291]: DEBUG oslo_concurrency.lockutils [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2238.494680] env[62291]: DEBUG oslo_concurrency.lockutils [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2238.494812] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2238.495085] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef77b3ba-ab58-45c9-b4ce-ae53214b2a74 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.504353] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2238.504529] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2238.505225] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4143f6c5-1edd-47d3-b8ad-3812fab6c53d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2238.510218] env[62291]: DEBUG oslo_vmware.api [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Waiting for the task: (returnval){ [ 2238.510218] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52be51b0-9aef-17eb-b4b1-f309a6e40e08" [ 2238.510218] env[62291]: _type = "Task" [ 2238.510218] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2238.518144] env[62291]: DEBUG oslo_vmware.api [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52be51b0-9aef-17eb-b4b1-f309a6e40e08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2238.709761] env[62291]: DEBUG oslo_vmware.api [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143319, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2238.829292] env[62291]: DEBUG nova.compute.manager [req-f0b32bb3-3d57-41e5-9d07-589fe90806ac req-87f355a6-d827-49f9-bcd1-af5b0a6ca52f service nova] [instance: 3e88c30a-720e-4f39-b171-770a94504bb6] Received event network-vif-plugged-74eddd12-ee60-406e-8852-c98ee8095808 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2238.829534] env[62291]: DEBUG oslo_concurrency.lockutils [req-f0b32bb3-3d57-41e5-9d07-589fe90806ac req-87f355a6-d827-49f9-bcd1-af5b0a6ca52f service nova] Acquiring lock "3e88c30a-720e-4f39-b171-770a94504bb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2238.829749] env[62291]: DEBUG oslo_concurrency.lockutils [req-f0b32bb3-3d57-41e5-9d07-589fe90806ac req-87f355a6-d827-49f9-bcd1-af5b0a6ca52f service nova] Lock "3e88c30a-720e-4f39-b171-770a94504bb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2238.829917] env[62291]: DEBUG oslo_concurrency.lockutils [req-f0b32bb3-3d57-41e5-9d07-589fe90806ac req-87f355a6-d827-49f9-bcd1-af5b0a6ca52f service nova] Lock "3e88c30a-720e-4f39-b171-770a94504bb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2238.830098] env[62291]: DEBUG nova.compute.manager [req-f0b32bb3-3d57-41e5-9d07-589fe90806ac req-87f355a6-d827-49f9-bcd1-af5b0a6ca52f service nova] [instance: 3e88c30a-720e-4f39-b171-770a94504bb6] No waiting events found dispatching network-vif-plugged-74eddd12-ee60-406e-8852-c98ee8095808 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2238.830360] env[62291]: WARNING nova.compute.manager [req-f0b32bb3-3d57-41e5-9d07-589fe90806ac req-87f355a6-d827-49f9-bcd1-af5b0a6ca52f service nova] [instance: 3e88c30a-720e-4f39-b171-770a94504bb6] Received unexpected event network-vif-plugged-74eddd12-ee60-406e-8852-c98ee8095808 for instance with vm_state building and task_state spawning. [ 2238.846594] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.491s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2238.848043] env[62291]: DEBUG nova.compute.manager [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 782c366b-f6fb-486d-8b98-fe78ba6d810d] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2238.850876] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.272s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2238.851871] env[62291]: INFO nova.compute.claims [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 8bd678e3-e537-4615-b35c-e98684c58644] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2238.935353] env[62291]: DEBUG nova.network.neutron [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 3e88c30a-720e-4f39-b171-770a94504bb6] Successfully updated port: 74eddd12-ee60-406e-8852-c98ee8095808 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2239.020637] env[62291]: DEBUG oslo_vmware.api [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52be51b0-9aef-17eb-b4b1-f309a6e40e08, 'name': SearchDatastore_Task, 'duration_secs': 0.008827} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2239.021409] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cdba7fc-3963-45af-8d39-752df0e57b7e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.026284] env[62291]: DEBUG oslo_vmware.api [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Waiting for the task: (returnval){ [ 2239.026284] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52f7b43c-50d0-233f-6d86-21c86dd529e2" [ 2239.026284] env[62291]: _type = "Task" [ 2239.026284] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2239.033558] env[62291]: DEBUG oslo_vmware.api [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52f7b43c-50d0-233f-6d86-21c86dd529e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2239.210665] env[62291]: DEBUG oslo_vmware.api [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143319, 'name': PowerOnVM_Task, 'duration_secs': 0.603983} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2239.210984] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2239.211210] env[62291]: INFO nova.compute.manager [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Took 15.86 seconds to spawn the instance on the hypervisor. [ 2239.211392] env[62291]: DEBUG nova.compute.manager [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2239.212901] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d4b27a-f187-4d6b-a0ef-051261f625b5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.356288] env[62291]: DEBUG nova.compute.utils [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2239.359987] env[62291]: DEBUG nova.compute.manager [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 782c366b-f6fb-486d-8b98-fe78ba6d810d] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2239.360609] env[62291]: DEBUG nova.network.neutron [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 782c366b-f6fb-486d-8b98-fe78ba6d810d] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2239.405430] env[62291]: DEBUG nova.policy [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a022c9365e6412898cdcbe7665600ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b696058bbebb466c8ec4b51f9631a367', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2239.441120] env[62291]: DEBUG oslo_concurrency.lockutils [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "refresh_cache-3e88c30a-720e-4f39-b171-770a94504bb6" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2239.441309] env[62291]: DEBUG oslo_concurrency.lockutils [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquired lock "refresh_cache-3e88c30a-720e-4f39-b171-770a94504bb6" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2239.441463] env[62291]: DEBUG nova.network.neutron [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 3e88c30a-720e-4f39-b171-770a94504bb6] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2239.542753] env[62291]: DEBUG oslo_vmware.api [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52f7b43c-50d0-233f-6d86-21c86dd529e2, 'name': SearchDatastore_Task, 'duration_secs': 0.00855} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2239.543045] env[62291]: DEBUG oslo_concurrency.lockutils [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2239.543329] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] fe4341b6-1082-40c5-aaa3-a17788f5f188/fe4341b6-1082-40c5-aaa3-a17788f5f188.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2239.543602] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7a3add9-c933-416d-b231-163f3ecbfb8c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2239.550351] env[62291]: DEBUG oslo_vmware.api [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Waiting for the task: (returnval){ [ 2239.550351] env[62291]: value = "task-2143320" [ 2239.550351] env[62291]: _type = "Task" [ 2239.550351] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2239.557633] env[62291]: DEBUG oslo_vmware.api [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Task: {'id': task-2143320, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2239.729268] env[62291]: INFO nova.compute.manager [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Took 49.42 seconds to build instance. [ 2239.783369] env[62291]: DEBUG nova.network.neutron [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 782c366b-f6fb-486d-8b98-fe78ba6d810d] Successfully created port: 16c6dfb5-5f4a-4006-aaac-cd266f2881d4 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2239.864061] env[62291]: DEBUG nova.compute.manager [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 782c366b-f6fb-486d-8b98-fe78ba6d810d] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2239.979280] env[62291]: DEBUG nova.network.neutron [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 3e88c30a-720e-4f39-b171-770a94504bb6] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2240.061178] env[62291]: DEBUG oslo_vmware.api [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Task: {'id': task-2143320, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2240.231497] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fd2b897d-a747-4e77-8c78-2b2fa873b9cb tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Lock "636d8f12-4307-48cb-9da0-e6915e1c3118" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.950s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2240.330273] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0ba49c-ff45-41c5-8c25-a72327920b25 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.337747] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809dbb91-44c6-4211-b163-85069d9c079f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.373791] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e9a9e7-a489-4108-96f5-2aded4fb615a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.381454] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5acb159c-a8c2-4e60-ac6d-5af53f19e926 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.394843] env[62291]: DEBUG nova.compute.provider_tree [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2240.409542] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fa02e0ff-dede-45b4-b70d-820e65e16abe tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "interface-36586f63-0d66-4da8-994a-5d54ed5afb76-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2240.409819] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fa02e0ff-dede-45b4-b70d-820e65e16abe tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "interface-36586f63-0d66-4da8-994a-5d54ed5afb76-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2240.410176] env[62291]: DEBUG nova.objects.instance [None req-fa02e0ff-dede-45b4-b70d-820e65e16abe tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lazy-loading 'flavor' on Instance uuid 36586f63-0d66-4da8-994a-5d54ed5afb76 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2240.442799] env[62291]: DEBUG nova.network.neutron [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 3e88c30a-720e-4f39-b171-770a94504bb6] Updating instance_info_cache with network_info: [{"id": "74eddd12-ee60-406e-8852-c98ee8095808", "address": "fa:16:3e:4c:cf:24", "network": {"id": "1832bd4f-bdea-4025-8675-3b0e7946a2ea", "bridge": "br-int", "label": "tempest-ServersTestJSON-1043038580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91b6e38d29a747f5a5ece7587dcd8c03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74eddd12-ee", "ovs_interfaceid": "74eddd12-ee60-406e-8852-c98ee8095808", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2240.561587] env[62291]: DEBUG oslo_vmware.api [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Task: {'id': task-2143320, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527245} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2240.561905] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] fe4341b6-1082-40c5-aaa3-a17788f5f188/fe4341b6-1082-40c5-aaa3-a17788f5f188.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2240.562195] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] [instance: fe4341b6-1082-40c5-aaa3-a17788f5f188] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2240.562487] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61b825f6-9c49-40b2-a794-9c7aeaaf215f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.568564] env[62291]: DEBUG oslo_vmware.api [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Waiting for the task: (returnval){ [ 2240.568564] env[62291]: value = "task-2143321" [ 2240.568564] env[62291]: _type = "Task" [ 2240.568564] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2240.576032] env[62291]: DEBUG oslo_vmware.api [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Task: {'id': task-2143321, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2240.872793] env[62291]: DEBUG nova.compute.manager [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 782c366b-f6fb-486d-8b98-fe78ba6d810d] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2240.897825] env[62291]: DEBUG nova.scheduler.client.report [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2240.912196] env[62291]: DEBUG nova.virt.hardware [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2240.912425] env[62291]: DEBUG nova.virt.hardware [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2240.912592] env[62291]: DEBUG nova.virt.hardware [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2240.912779] env[62291]: DEBUG nova.virt.hardware [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2240.912926] env[62291]: DEBUG nova.virt.hardware [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2240.913093] env[62291]: DEBUG nova.virt.hardware [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2240.913307] env[62291]: DEBUG nova.virt.hardware [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2240.913466] env[62291]: DEBUG nova.virt.hardware [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2240.913675] env[62291]: DEBUG nova.virt.hardware [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2240.913794] env[62291]: DEBUG nova.virt.hardware [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2240.913986] env[62291]: DEBUG nova.virt.hardware [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2240.917395] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e38ec7-eee1-48d1-bfb3-9bf381341e83 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.927759] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe836669-7c1c-4a74-800d-0040ad7a24b6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.943850] env[62291]: DEBUG oslo_concurrency.lockutils [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Releasing lock "refresh_cache-3e88c30a-720e-4f39-b171-770a94504bb6" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2240.944170] env[62291]: DEBUG nova.compute.manager [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 3e88c30a-720e-4f39-b171-770a94504bb6] Instance network_info: |[{"id": "74eddd12-ee60-406e-8852-c98ee8095808", "address": "fa:16:3e:4c:cf:24", "network": {"id": "1832bd4f-bdea-4025-8675-3b0e7946a2ea", "bridge": "br-int", "label": "tempest-ServersTestJSON-1043038580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91b6e38d29a747f5a5ece7587dcd8c03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74eddd12-ee", "ovs_interfaceid": "74eddd12-ee60-406e-8852-c98ee8095808", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2240.944562] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 3e88c30a-720e-4f39-b171-770a94504bb6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4c:cf:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c842425c-544e-4ce2-9657-512723bd318e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74eddd12-ee60-406e-8852-c98ee8095808', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2240.951983] env[62291]: DEBUG oslo.service.loopingcall [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2240.952472] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e88c30a-720e-4f39-b171-770a94504bb6] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2240.953149] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22fb5eb4-47a9-4b3a-84b0-b9749220d32a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2240.973655] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2240.973655] env[62291]: value = "task-2143322" [ 2240.973655] env[62291]: _type = "Task" [ 2240.973655] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2240.981181] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143322, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2241.011760] env[62291]: DEBUG nova.objects.instance [None req-fa02e0ff-dede-45b4-b70d-820e65e16abe tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lazy-loading 'pci_requests' on Instance uuid 36586f63-0d66-4da8-994a-5d54ed5afb76 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2241.062297] env[62291]: DEBUG nova.compute.manager [req-ee3a3e8a-9fe2-4802-8fbf-7f4abc73c136 req-9b4c3876-34c1-4279-84a0-aa50e9076337 service nova] [instance: 3e88c30a-720e-4f39-b171-770a94504bb6] Received event network-changed-74eddd12-ee60-406e-8852-c98ee8095808 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2241.062470] env[62291]: DEBUG nova.compute.manager [req-ee3a3e8a-9fe2-4802-8fbf-7f4abc73c136 req-9b4c3876-34c1-4279-84a0-aa50e9076337 service nova] [instance: 3e88c30a-720e-4f39-b171-770a94504bb6] Refreshing instance network info cache due to event network-changed-74eddd12-ee60-406e-8852-c98ee8095808. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2241.062662] env[62291]: DEBUG oslo_concurrency.lockutils [req-ee3a3e8a-9fe2-4802-8fbf-7f4abc73c136 req-9b4c3876-34c1-4279-84a0-aa50e9076337 service nova] Acquiring lock "refresh_cache-3e88c30a-720e-4f39-b171-770a94504bb6" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2241.062813] env[62291]: DEBUG oslo_concurrency.lockutils [req-ee3a3e8a-9fe2-4802-8fbf-7f4abc73c136 req-9b4c3876-34c1-4279-84a0-aa50e9076337 service nova] Acquired lock "refresh_cache-3e88c30a-720e-4f39-b171-770a94504bb6" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2241.062972] env[62291]: DEBUG nova.network.neutron [req-ee3a3e8a-9fe2-4802-8fbf-7f4abc73c136 req-9b4c3876-34c1-4279-84a0-aa50e9076337 service nova] [instance: 3e88c30a-720e-4f39-b171-770a94504bb6] Refreshing network info cache for port 74eddd12-ee60-406e-8852-c98ee8095808 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2241.080368] env[62291]: DEBUG oslo_vmware.api [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Task: {'id': task-2143321, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.23031} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2241.080601] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] [instance: fe4341b6-1082-40c5-aaa3-a17788f5f188] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2241.081396] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2decb1c-7212-482f-bf7a-5ba673517bd5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.104994] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] [instance: fe4341b6-1082-40c5-aaa3-a17788f5f188] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] fe4341b6-1082-40c5-aaa3-a17788f5f188/fe4341b6-1082-40c5-aaa3-a17788f5f188.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2241.105693] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d207ae56-2dca-4865-8566-498d128127b2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.127416] env[62291]: DEBUG oslo_vmware.api [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Waiting for the task: (returnval){ [ 2241.127416] env[62291]: value = "task-2143323" [ 2241.127416] env[62291]: _type = "Task" [ 2241.127416] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2241.136292] env[62291]: DEBUG oslo_vmware.api [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Task: {'id': task-2143323, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2241.200450] env[62291]: DEBUG oslo_concurrency.lockutils [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Acquiring lock "c4de9fe8-e04f-4f33-85b2-fe3cfb02d845" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2241.200760] env[62291]: DEBUG oslo_concurrency.lockutils [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Lock "c4de9fe8-e04f-4f33-85b2-fe3cfb02d845" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2241.342542] env[62291]: DEBUG nova.network.neutron [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 782c366b-f6fb-486d-8b98-fe78ba6d810d] Successfully updated port: 16c6dfb5-5f4a-4006-aaac-cd266f2881d4 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2241.403196] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.553s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2241.404065] env[62291]: DEBUG nova.compute.manager [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 8bd678e3-e537-4615-b35c-e98684c58644] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2241.409403] env[62291]: DEBUG oslo_concurrency.lockutils [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.540s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2241.411254] env[62291]: INFO nova.compute.claims [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2241.484096] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143322, 'name': CreateVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2241.514499] env[62291]: DEBUG nova.objects.base [None req-fa02e0ff-dede-45b4-b70d-820e65e16abe tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Object Instance<36586f63-0d66-4da8-994a-5d54ed5afb76> lazy-loaded attributes: flavor,pci_requests {{(pid=62291) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 2241.514800] env[62291]: DEBUG nova.network.neutron [None req-fa02e0ff-dede-45b4-b70d-820e65e16abe tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2241.554646] env[62291]: DEBUG nova.policy [None req-fa02e0ff-dede-45b4-b70d-820e65e16abe tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7696a7050e443ecb69a41c6f61d7b45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b34994f4ae104d49b1e76215acee435f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2241.640403] env[62291]: DEBUG oslo_vmware.api [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Task: {'id': task-2143323, 'name': ReconfigVM_Task, 'duration_secs': 0.283079} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2241.640755] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] [instance: fe4341b6-1082-40c5-aaa3-a17788f5f188] Reconfigured VM instance instance-00000057 to attach disk [datastore1] fe4341b6-1082-40c5-aaa3-a17788f5f188/fe4341b6-1082-40c5-aaa3-a17788f5f188.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2241.641386] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74be6693-c151-464f-9551-36656e7e65f7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.647436] env[62291]: DEBUG oslo_vmware.api [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Waiting for the task: (returnval){ [ 2241.647436] env[62291]: value = "task-2143324" [ 2241.647436] env[62291]: _type = "Task" [ 2241.647436] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2241.656998] env[62291]: DEBUG oslo_vmware.api [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Task: {'id': task-2143324, 'name': Rename_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2241.703965] env[62291]: DEBUG nova.compute.manager [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: c4de9fe8-e04f-4f33-85b2-fe3cfb02d845] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2241.808725] env[62291]: DEBUG nova.network.neutron [req-ee3a3e8a-9fe2-4802-8fbf-7f4abc73c136 req-9b4c3876-34c1-4279-84a0-aa50e9076337 service nova] [instance: 3e88c30a-720e-4f39-b171-770a94504bb6] Updated VIF entry in instance network info cache for port 74eddd12-ee60-406e-8852-c98ee8095808. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2241.809203] env[62291]: DEBUG nova.network.neutron [req-ee3a3e8a-9fe2-4802-8fbf-7f4abc73c136 req-9b4c3876-34c1-4279-84a0-aa50e9076337 service nova] [instance: 3e88c30a-720e-4f39-b171-770a94504bb6] Updating instance_info_cache with network_info: [{"id": "74eddd12-ee60-406e-8852-c98ee8095808", "address": "fa:16:3e:4c:cf:24", "network": {"id": "1832bd4f-bdea-4025-8675-3b0e7946a2ea", "bridge": "br-int", "label": "tempest-ServersTestJSON-1043038580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91b6e38d29a747f5a5ece7587dcd8c03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74eddd12-ee", "ovs_interfaceid": "74eddd12-ee60-406e-8852-c98ee8095808", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2241.835905] env[62291]: DEBUG nova.network.neutron [None req-fa02e0ff-dede-45b4-b70d-820e65e16abe tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Successfully created port: b874ad40-5d20-413c-9627-6a0dfb655675 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2241.845280] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Acquiring lock "refresh_cache-782c366b-f6fb-486d-8b98-fe78ba6d810d" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2241.845390] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Acquired lock "refresh_cache-782c366b-f6fb-486d-8b98-fe78ba6d810d" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2241.845534] env[62291]: DEBUG nova.network.neutron [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 782c366b-f6fb-486d-8b98-fe78ba6d810d] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2241.916365] env[62291]: DEBUG nova.compute.utils [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2241.917623] env[62291]: DEBUG nova.compute.manager [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 8bd678e3-e537-4615-b35c-e98684c58644] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2241.917759] env[62291]: DEBUG nova.network.neutron [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 8bd678e3-e537-4615-b35c-e98684c58644] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2241.979802] env[62291]: DEBUG nova.policy [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6a022c9365e6412898cdcbe7665600ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b696058bbebb466c8ec4b51f9631a367', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2241.986870] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143322, 'name': CreateVM_Task, 'duration_secs': 0.538193} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2241.987215] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e88c30a-720e-4f39-b171-770a94504bb6] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2241.988192] env[62291]: DEBUG oslo_concurrency.lockutils [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2241.988478] env[62291]: DEBUG oslo_concurrency.lockutils [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2241.988968] env[62291]: DEBUG oslo_concurrency.lockutils [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2241.989349] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-005bd5d6-1aee-40cc-ba7e-ba1af63a3e11 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2241.995527] env[62291]: DEBUG oslo_vmware.api [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2241.995527] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5235275b-8d3a-cf0e-1b7c-73b5dcc02e5e" [ 2241.995527] env[62291]: _type = "Task" [ 2241.995527] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2242.005965] env[62291]: DEBUG oslo_vmware.api [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5235275b-8d3a-cf0e-1b7c-73b5dcc02e5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2242.157397] env[62291]: DEBUG oslo_vmware.api [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Task: {'id': task-2143324, 'name': Rename_Task, 'duration_secs': 0.144741} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2242.157824] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] [instance: fe4341b6-1082-40c5-aaa3-a17788f5f188] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2242.158116] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4423efa5-8c29-4d38-b589-eb546a4f19a1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.164238] env[62291]: DEBUG oslo_vmware.api [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Waiting for the task: (returnval){ [ 2242.164238] env[62291]: value = "task-2143325" [ 2242.164238] env[62291]: _type = "Task" [ 2242.164238] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2242.172121] env[62291]: DEBUG oslo_vmware.api [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Task: {'id': task-2143325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2242.230343] env[62291]: DEBUG oslo_concurrency.lockutils [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2242.312395] env[62291]: DEBUG oslo_concurrency.lockutils [req-ee3a3e8a-9fe2-4802-8fbf-7f4abc73c136 req-9b4c3876-34c1-4279-84a0-aa50e9076337 service nova] Releasing lock "refresh_cache-3e88c30a-720e-4f39-b171-770a94504bb6" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2242.363526] env[62291]: DEBUG nova.network.neutron [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 8bd678e3-e537-4615-b35c-e98684c58644] Successfully created port: 8226fb96-ee9f-4f7d-8d0c-bef85af7db05 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2242.378350] env[62291]: DEBUG nova.network.neutron [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 782c366b-f6fb-486d-8b98-fe78ba6d810d] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2242.422208] env[62291]: DEBUG nova.compute.manager [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 8bd678e3-e537-4615-b35c-e98684c58644] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2242.507742] env[62291]: DEBUG oslo_vmware.api [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5235275b-8d3a-cf0e-1b7c-73b5dcc02e5e, 'name': SearchDatastore_Task, 'duration_secs': 0.016529} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2242.510355] env[62291]: DEBUG oslo_concurrency.lockutils [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2242.510629] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 3e88c30a-720e-4f39-b171-770a94504bb6] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2242.510879] env[62291]: DEBUG oslo_concurrency.lockutils [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2242.511043] env[62291]: DEBUG oslo_concurrency.lockutils [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2242.511271] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2242.512476] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e57e891-4d4f-4772-bb9e-ee4b3a6bff81 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.521765] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2242.521998] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2242.524989] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-049dbf57-f017-4bf7-b1b6-287230875ba1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.528035] env[62291]: DEBUG nova.network.neutron [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 782c366b-f6fb-486d-8b98-fe78ba6d810d] Updating instance_info_cache with network_info: [{"id": "16c6dfb5-5f4a-4006-aaac-cd266f2881d4", "address": "fa:16:3e:8b:bd:62", "network": {"id": "0ab4786a-2702-4ae5-b3ea-3389f668fa70", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1299393283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b696058bbebb466c8ec4b51f9631a367", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16c6dfb5-5f", "ovs_interfaceid": "16c6dfb5-5f4a-4006-aaac-cd266f2881d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2242.532475] env[62291]: DEBUG oslo_vmware.api [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2242.532475] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]522b211c-1c3c-5932-ba7f-511c514c1bca" [ 2242.532475] env[62291]: _type = "Task" [ 2242.532475] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2242.541510] env[62291]: DEBUG oslo_vmware.api [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]522b211c-1c3c-5932-ba7f-511c514c1bca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2242.673917] env[62291]: DEBUG oslo_vmware.api [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Task: {'id': task-2143325, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2242.810837] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb03b728-2050-44ff-b225-e3bf97249904 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.818459] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d015695d-4297-4aae-addd-8dbd7c5210a5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.849217] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365c5ea7-3ed2-4c58-ba70-64fec258c164 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.856920] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9beeded-1bfe-4ba6-9d13-ea42a32c8551 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2242.870074] env[62291]: DEBUG nova.compute.provider_tree [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2243.031018] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Releasing lock "refresh_cache-782c366b-f6fb-486d-8b98-fe78ba6d810d" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2243.031374] env[62291]: DEBUG nova.compute.manager [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 782c366b-f6fb-486d-8b98-fe78ba6d810d] Instance network_info: |[{"id": "16c6dfb5-5f4a-4006-aaac-cd266f2881d4", "address": "fa:16:3e:8b:bd:62", "network": {"id": "0ab4786a-2702-4ae5-b3ea-3389f668fa70", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1299393283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b696058bbebb466c8ec4b51f9631a367", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16c6dfb5-5f", "ovs_interfaceid": "16c6dfb5-5f4a-4006-aaac-cd266f2881d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2243.031807] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 782c366b-f6fb-486d-8b98-fe78ba6d810d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:bd:62', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5514c5a3-1294-40ad-ae96-29d5c24a3d95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16c6dfb5-5f4a-4006-aaac-cd266f2881d4', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2243.039362] env[62291]: DEBUG oslo.service.loopingcall [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2243.039685] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 782c366b-f6fb-486d-8b98-fe78ba6d810d] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2243.043421] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-678e347f-1423-48e2-a616-f92e145f294a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.064266] env[62291]: DEBUG oslo_vmware.api [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]522b211c-1c3c-5932-ba7f-511c514c1bca, 'name': SearchDatastore_Task, 'duration_secs': 0.009371} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2243.065901] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2243.065901] env[62291]: value = "task-2143326" [ 2243.065901] env[62291]: _type = "Task" [ 2243.065901] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2243.066183] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9bcc024-5444-426f-ba6a-c2c05d417c1c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.073747] env[62291]: DEBUG oslo_vmware.api [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2243.073747] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52320c71-27e4-eaec-c57e-0e4c6530dfd1" [ 2243.073747] env[62291]: _type = "Task" [ 2243.073747] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2243.077784] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143326, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2243.085057] env[62291]: DEBUG oslo_vmware.api [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52320c71-27e4-eaec-c57e-0e4c6530dfd1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2243.133487] env[62291]: DEBUG nova.compute.manager [req-3673ed47-3d97-4306-ac77-457658331e28 req-f43f91e1-55d7-421d-a61d-5738edee8b29 service nova] [instance: 782c366b-f6fb-486d-8b98-fe78ba6d810d] Received event network-vif-plugged-16c6dfb5-5f4a-4006-aaac-cd266f2881d4 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2243.133697] env[62291]: DEBUG oslo_concurrency.lockutils [req-3673ed47-3d97-4306-ac77-457658331e28 req-f43f91e1-55d7-421d-a61d-5738edee8b29 service nova] Acquiring lock "782c366b-f6fb-486d-8b98-fe78ba6d810d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2243.133990] env[62291]: DEBUG oslo_concurrency.lockutils [req-3673ed47-3d97-4306-ac77-457658331e28 req-f43f91e1-55d7-421d-a61d-5738edee8b29 service nova] Lock "782c366b-f6fb-486d-8b98-fe78ba6d810d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2243.134224] env[62291]: DEBUG oslo_concurrency.lockutils [req-3673ed47-3d97-4306-ac77-457658331e28 req-f43f91e1-55d7-421d-a61d-5738edee8b29 service nova] Lock "782c366b-f6fb-486d-8b98-fe78ba6d810d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2243.134405] env[62291]: DEBUG nova.compute.manager [req-3673ed47-3d97-4306-ac77-457658331e28 req-f43f91e1-55d7-421d-a61d-5738edee8b29 service nova] [instance: 782c366b-f6fb-486d-8b98-fe78ba6d810d] No waiting events found dispatching network-vif-plugged-16c6dfb5-5f4a-4006-aaac-cd266f2881d4 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2243.134645] env[62291]: WARNING nova.compute.manager [req-3673ed47-3d97-4306-ac77-457658331e28 req-f43f91e1-55d7-421d-a61d-5738edee8b29 service nova] [instance: 782c366b-f6fb-486d-8b98-fe78ba6d810d] Received unexpected event network-vif-plugged-16c6dfb5-5f4a-4006-aaac-cd266f2881d4 for instance with vm_state building and task_state spawning. [ 2243.134783] env[62291]: DEBUG nova.compute.manager [req-3673ed47-3d97-4306-ac77-457658331e28 req-f43f91e1-55d7-421d-a61d-5738edee8b29 service nova] [instance: 782c366b-f6fb-486d-8b98-fe78ba6d810d] Received event network-changed-16c6dfb5-5f4a-4006-aaac-cd266f2881d4 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2243.134946] env[62291]: DEBUG nova.compute.manager [req-3673ed47-3d97-4306-ac77-457658331e28 req-f43f91e1-55d7-421d-a61d-5738edee8b29 service nova] [instance: 782c366b-f6fb-486d-8b98-fe78ba6d810d] Refreshing instance network info cache due to event network-changed-16c6dfb5-5f4a-4006-aaac-cd266f2881d4. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2243.135161] env[62291]: DEBUG oslo_concurrency.lockutils [req-3673ed47-3d97-4306-ac77-457658331e28 req-f43f91e1-55d7-421d-a61d-5738edee8b29 service nova] Acquiring lock "refresh_cache-782c366b-f6fb-486d-8b98-fe78ba6d810d" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2243.135300] env[62291]: DEBUG oslo_concurrency.lockutils [req-3673ed47-3d97-4306-ac77-457658331e28 req-f43f91e1-55d7-421d-a61d-5738edee8b29 service nova] Acquired lock "refresh_cache-782c366b-f6fb-486d-8b98-fe78ba6d810d" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2243.135479] env[62291]: DEBUG nova.network.neutron [req-3673ed47-3d97-4306-ac77-457658331e28 req-f43f91e1-55d7-421d-a61d-5738edee8b29 service nova] [instance: 782c366b-f6fb-486d-8b98-fe78ba6d810d] Refreshing network info cache for port 16c6dfb5-5f4a-4006-aaac-cd266f2881d4 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2243.174892] env[62291]: DEBUG oslo_vmware.api [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Task: {'id': task-2143325, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2243.360404] env[62291]: DEBUG nova.network.neutron [None req-fa02e0ff-dede-45b4-b70d-820e65e16abe tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Successfully updated port: b874ad40-5d20-413c-9627-6a0dfb655675 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2243.373548] env[62291]: DEBUG nova.scheduler.client.report [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2243.431634] env[62291]: DEBUG nova.compute.manager [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 8bd678e3-e537-4615-b35c-e98684c58644] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2243.460161] env[62291]: DEBUG nova.virt.hardware [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2243.460472] env[62291]: DEBUG nova.virt.hardware [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2243.460665] env[62291]: DEBUG nova.virt.hardware [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2243.460858] env[62291]: DEBUG nova.virt.hardware [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2243.461014] env[62291]: DEBUG nova.virt.hardware [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2243.461184] env[62291]: DEBUG nova.virt.hardware [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2243.461371] env[62291]: DEBUG nova.virt.hardware [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2243.461531] env[62291]: DEBUG nova.virt.hardware [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2243.461699] env[62291]: DEBUG nova.virt.hardware [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2243.461880] env[62291]: DEBUG nova.virt.hardware [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2243.462077] env[62291]: DEBUG nova.virt.hardware [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2243.462970] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5a4c786-f9f8-4de8-9f66-ed3a925229a2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.471735] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c6aad6c-2026-4196-a5c8-777c79672911 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.580201] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143326, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2243.592714] env[62291]: DEBUG oslo_vmware.api [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52320c71-27e4-eaec-c57e-0e4c6530dfd1, 'name': SearchDatastore_Task, 'duration_secs': 0.011202} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2243.592980] env[62291]: DEBUG oslo_concurrency.lockutils [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2243.593264] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 3e88c30a-720e-4f39-b171-770a94504bb6/3e88c30a-720e-4f39-b171-770a94504bb6.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2243.593528] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-70b6ddba-df06-4e09-b518-c131603f4c53 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.601090] env[62291]: DEBUG oslo_vmware.api [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2243.601090] env[62291]: value = "task-2143327" [ 2243.601090] env[62291]: _type = "Task" [ 2243.601090] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2243.610022] env[62291]: DEBUG oslo_vmware.api [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143327, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2243.676280] env[62291]: DEBUG oslo_vmware.api [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Task: {'id': task-2143325, 'name': PowerOnVM_Task, 'duration_secs': 1.084952} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2243.676559] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] [instance: fe4341b6-1082-40c5-aaa3-a17788f5f188] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2243.676789] env[62291]: INFO nova.compute.manager [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] [instance: fe4341b6-1082-40c5-aaa3-a17788f5f188] Took 9.84 seconds to spawn the instance on the hypervisor. [ 2243.676978] env[62291]: DEBUG nova.compute.manager [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] [instance: fe4341b6-1082-40c5-aaa3-a17788f5f188] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2243.677813] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a83f5b-f1c1-40c3-91ec-f28e20a64596 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2243.777462] env[62291]: DEBUG nova.compute.manager [req-4774df94-261e-4036-9523-ae87fcad74eb req-09c696ed-fcdd-42fc-a58a-02d8b6d43c17 service nova] [instance: 8bd678e3-e537-4615-b35c-e98684c58644] Received event network-vif-plugged-8226fb96-ee9f-4f7d-8d0c-bef85af7db05 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2243.777600] env[62291]: DEBUG oslo_concurrency.lockutils [req-4774df94-261e-4036-9523-ae87fcad74eb req-09c696ed-fcdd-42fc-a58a-02d8b6d43c17 service nova] Acquiring lock "8bd678e3-e537-4615-b35c-e98684c58644-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2243.777865] env[62291]: DEBUG oslo_concurrency.lockutils [req-4774df94-261e-4036-9523-ae87fcad74eb req-09c696ed-fcdd-42fc-a58a-02d8b6d43c17 service nova] Lock "8bd678e3-e537-4615-b35c-e98684c58644-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2243.778072] env[62291]: DEBUG oslo_concurrency.lockutils [req-4774df94-261e-4036-9523-ae87fcad74eb req-09c696ed-fcdd-42fc-a58a-02d8b6d43c17 service nova] Lock "8bd678e3-e537-4615-b35c-e98684c58644-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2243.778299] env[62291]: DEBUG nova.compute.manager [req-4774df94-261e-4036-9523-ae87fcad74eb req-09c696ed-fcdd-42fc-a58a-02d8b6d43c17 service nova] [instance: 8bd678e3-e537-4615-b35c-e98684c58644] No waiting events found dispatching network-vif-plugged-8226fb96-ee9f-4f7d-8d0c-bef85af7db05 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2243.778475] env[62291]: WARNING nova.compute.manager [req-4774df94-261e-4036-9523-ae87fcad74eb req-09c696ed-fcdd-42fc-a58a-02d8b6d43c17 service nova] [instance: 8bd678e3-e537-4615-b35c-e98684c58644] Received unexpected event network-vif-plugged-8226fb96-ee9f-4f7d-8d0c-bef85af7db05 for instance with vm_state building and task_state spawning. [ 2243.864650] env[62291]: DEBUG nova.network.neutron [req-3673ed47-3d97-4306-ac77-457658331e28 req-f43f91e1-55d7-421d-a61d-5738edee8b29 service nova] [instance: 782c366b-f6fb-486d-8b98-fe78ba6d810d] Updated VIF entry in instance network info cache for port 16c6dfb5-5f4a-4006-aaac-cd266f2881d4. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2243.865171] env[62291]: DEBUG nova.network.neutron [req-3673ed47-3d97-4306-ac77-457658331e28 req-f43f91e1-55d7-421d-a61d-5738edee8b29 service nova] [instance: 782c366b-f6fb-486d-8b98-fe78ba6d810d] Updating instance_info_cache with network_info: [{"id": "16c6dfb5-5f4a-4006-aaac-cd266f2881d4", "address": "fa:16:3e:8b:bd:62", "network": {"id": "0ab4786a-2702-4ae5-b3ea-3389f668fa70", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1299393283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b696058bbebb466c8ec4b51f9631a367", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16c6dfb5-5f", "ovs_interfaceid": "16c6dfb5-5f4a-4006-aaac-cd266f2881d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2243.866996] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fa02e0ff-dede-45b4-b70d-820e65e16abe tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "refresh_cache-36586f63-0d66-4da8-994a-5d54ed5afb76" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2243.867508] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fa02e0ff-dede-45b4-b70d-820e65e16abe tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquired lock "refresh_cache-36586f63-0d66-4da8-994a-5d54ed5afb76" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2243.867756] env[62291]: DEBUG nova.network.neutron [None req-fa02e0ff-dede-45b4-b70d-820e65e16abe tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2243.879875] env[62291]: DEBUG oslo_concurrency.lockutils [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.470s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2243.881216] env[62291]: DEBUG nova.compute.manager [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2243.884397] env[62291]: DEBUG nova.network.neutron [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 8bd678e3-e537-4615-b35c-e98684c58644] Successfully updated port: 8226fb96-ee9f-4f7d-8d0c-bef85af7db05 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2243.885648] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8d9b3993-4535-474a-a245-90e96254948b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.349s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2243.885914] env[62291]: DEBUG nova.objects.instance [None req-8d9b3993-4535-474a-a245-90e96254948b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lazy-loading 'resources' on Instance uuid 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2244.078165] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143326, 'name': CreateVM_Task, 'duration_secs': 0.641338} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2244.078437] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 782c366b-f6fb-486d-8b98-fe78ba6d810d] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2244.079100] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2244.079274] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2244.079630] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2244.079882] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e91270f-8b53-4065-88e0-8e8b9fe454fb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.084673] env[62291]: DEBUG oslo_vmware.api [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Waiting for the task: (returnval){ [ 2244.084673] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52d80b3c-0688-931f-4fa2-960dda90fd15" [ 2244.084673] env[62291]: _type = "Task" [ 2244.084673] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2244.092270] env[62291]: DEBUG oslo_vmware.api [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52d80b3c-0688-931f-4fa2-960dda90fd15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2244.109225] env[62291]: DEBUG oslo_vmware.api [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143327, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2244.195825] env[62291]: INFO nova.compute.manager [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] [instance: fe4341b6-1082-40c5-aaa3-a17788f5f188] Took 37.39 seconds to build instance. [ 2244.370851] env[62291]: DEBUG oslo_concurrency.lockutils [req-3673ed47-3d97-4306-ac77-457658331e28 req-f43f91e1-55d7-421d-a61d-5738edee8b29 service nova] Releasing lock "refresh_cache-782c366b-f6fb-486d-8b98-fe78ba6d810d" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2244.389847] env[62291]: DEBUG nova.compute.utils [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2244.391352] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Acquiring lock "refresh_cache-8bd678e3-e537-4615-b35c-e98684c58644" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2244.391710] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Acquired lock "refresh_cache-8bd678e3-e537-4615-b35c-e98684c58644" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2244.391710] env[62291]: DEBUG nova.network.neutron [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 8bd678e3-e537-4615-b35c-e98684c58644] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2244.395419] env[62291]: DEBUG nova.compute.manager [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2244.395779] env[62291]: DEBUG nova.network.neutron [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2244.417506] env[62291]: WARNING nova.network.neutron [None req-fa02e0ff-dede-45b4-b70d-820e65e16abe tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] 818bf107-525d-4bd9-af99-c673972d2be1 already exists in list: networks containing: ['818bf107-525d-4bd9-af99-c673972d2be1']. ignoring it [ 2244.455100] env[62291]: DEBUG nova.policy [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ce6bb6381a24042a5ba451f9fec0675', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ab1a96fe2f44bb8a404c685f61bf1c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2244.594911] env[62291]: DEBUG oslo_vmware.api [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52d80b3c-0688-931f-4fa2-960dda90fd15, 'name': SearchDatastore_Task, 'duration_secs': 0.009761} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2244.595255] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2244.595492] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 782c366b-f6fb-486d-8b98-fe78ba6d810d] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2244.595732] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2244.595883] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2244.596077] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2244.596343] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4396b595-c5eb-4e9a-af7a-f2f5d89fecc2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.607120] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2244.607316] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2244.608349] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0b38297-7854-4ae9-b594-354070fb94e1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.613375] env[62291]: DEBUG oslo_vmware.api [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143327, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2244.618380] env[62291]: DEBUG oslo_vmware.api [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Waiting for the task: (returnval){ [ 2244.618380] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52f755fd-bb5d-e3ec-4420-be72d9d5d7b9" [ 2244.618380] env[62291]: _type = "Task" [ 2244.618380] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2244.627970] env[62291]: DEBUG oslo_vmware.api [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52f755fd-bb5d-e3ec-4420-be72d9d5d7b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2244.699187] env[62291]: DEBUG oslo_concurrency.lockutils [None req-021483ac-69d7-4ae2-b592-c063c3383944 tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Lock "fe4341b6-1082-40c5-aaa3-a17788f5f188" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.902s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2244.723285] env[62291]: DEBUG nova.network.neutron [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Successfully created port: f50fb207-3265-4c82-9011-84f62823806a {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2244.783755] env[62291]: DEBUG nova.network.neutron [None req-fa02e0ff-dede-45b4-b70d-820e65e16abe tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Updating instance_info_cache with network_info: [{"id": "ef22d4ff-1a75-4eec-8c69-866f578f9ef6", "address": "fa:16:3e:05:40:f2", "network": {"id": "818bf107-525d-4bd9-af99-c673972d2be1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-171136124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34994f4ae104d49b1e76215acee435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef22d4ff-1a", "ovs_interfaceid": "ef22d4ff-1a75-4eec-8c69-866f578f9ef6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b874ad40-5d20-413c-9627-6a0dfb655675", "address": "fa:16:3e:2a:b5:00", "network": {"id": "818bf107-525d-4bd9-af99-c673972d2be1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-171136124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34994f4ae104d49b1e76215acee435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb874ad40-5d", "ovs_interfaceid": "b874ad40-5d20-413c-9627-6a0dfb655675", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2244.880159] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890c179f-671a-4e14-af18-3311c1835fd8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.889542] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40280a16-714d-4acf-a2b4-b56666da0a51 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.920016] env[62291]: DEBUG nova.compute.manager [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2244.926016] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7fdc62-117c-49be-a294-85deebca3423 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.931271] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0b7885-55c3-44bd-922e-b24a781adeca {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2244.945044] env[62291]: DEBUG nova.compute.provider_tree [None req-8d9b3993-4535-474a-a245-90e96254948b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2244.952679] env[62291]: DEBUG nova.network.neutron [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 8bd678e3-e537-4615-b35c-e98684c58644] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2245.113334] env[62291]: DEBUG oslo_vmware.api [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143327, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.450729} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2245.113674] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 3e88c30a-720e-4f39-b171-770a94504bb6/3e88c30a-720e-4f39-b171-770a94504bb6.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2245.114011] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 3e88c30a-720e-4f39-b171-770a94504bb6] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2245.114332] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1418f3cf-50b3-4428-b75e-1263324efe0d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.124422] env[62291]: DEBUG oslo_vmware.api [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2245.124422] env[62291]: value = "task-2143328" [ 2245.124422] env[62291]: _type = "Task" [ 2245.124422] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2245.132801] env[62291]: DEBUG oslo_vmware.api [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52f755fd-bb5d-e3ec-4420-be72d9d5d7b9, 'name': SearchDatastore_Task, 'duration_secs': 0.01012} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2245.133996] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5baac6e4-faf2-4bd4-a876-6e916e7c654d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.139211] env[62291]: DEBUG oslo_vmware.api [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143328, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2245.140210] env[62291]: DEBUG nova.network.neutron [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 8bd678e3-e537-4615-b35c-e98684c58644] Updating instance_info_cache with network_info: [{"id": "8226fb96-ee9f-4f7d-8d0c-bef85af7db05", "address": "fa:16:3e:6a:81:8b", "network": {"id": "0ab4786a-2702-4ae5-b3ea-3389f668fa70", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1299393283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b696058bbebb466c8ec4b51f9631a367", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8226fb96-ee", "ovs_interfaceid": "8226fb96-ee9f-4f7d-8d0c-bef85af7db05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2245.145277] env[62291]: DEBUG oslo_vmware.api [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Waiting for the task: (returnval){ [ 2245.145277] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52bb13ab-38c7-f574-9445-41a0144af504" [ 2245.145277] env[62291]: _type = "Task" [ 2245.145277] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2245.151810] env[62291]: DEBUG oslo_vmware.api [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52bb13ab-38c7-f574-9445-41a0144af504, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2245.268051] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c471cbf1-2de8-4b0a-8d14-a01a577f0f8e tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Acquiring lock "fe4341b6-1082-40c5-aaa3-a17788f5f188" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2245.268051] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c471cbf1-2de8-4b0a-8d14-a01a577f0f8e tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Lock "fe4341b6-1082-40c5-aaa3-a17788f5f188" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2245.268051] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c471cbf1-2de8-4b0a-8d14-a01a577f0f8e tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Acquiring lock "fe4341b6-1082-40c5-aaa3-a17788f5f188-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2245.268245] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c471cbf1-2de8-4b0a-8d14-a01a577f0f8e tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Lock "fe4341b6-1082-40c5-aaa3-a17788f5f188-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2245.268278] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c471cbf1-2de8-4b0a-8d14-a01a577f0f8e tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Lock "fe4341b6-1082-40c5-aaa3-a17788f5f188-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2245.270377] env[62291]: INFO nova.compute.manager [None req-c471cbf1-2de8-4b0a-8d14-a01a577f0f8e tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] [instance: fe4341b6-1082-40c5-aaa3-a17788f5f188] Terminating instance [ 2245.272090] env[62291]: DEBUG nova.compute.manager [None req-c471cbf1-2de8-4b0a-8d14-a01a577f0f8e tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] [instance: fe4341b6-1082-40c5-aaa3-a17788f5f188] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2245.272288] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c471cbf1-2de8-4b0a-8d14-a01a577f0f8e tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] [instance: fe4341b6-1082-40c5-aaa3-a17788f5f188] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2245.273103] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5b8db1-deed-4376-a569-4aef27a1e8c8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.280257] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-c471cbf1-2de8-4b0a-8d14-a01a577f0f8e tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] [instance: fe4341b6-1082-40c5-aaa3-a17788f5f188] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2245.280482] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-123afd02-8d96-4f93-979f-2493e5079070 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.286180] env[62291]: DEBUG oslo_vmware.api [None req-c471cbf1-2de8-4b0a-8d14-a01a577f0f8e tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Waiting for the task: (returnval){ [ 2245.286180] env[62291]: value = "task-2143329" [ 2245.286180] env[62291]: _type = "Task" [ 2245.286180] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2245.289464] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fa02e0ff-dede-45b4-b70d-820e65e16abe tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Releasing lock "refresh_cache-36586f63-0d66-4da8-994a-5d54ed5afb76" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2245.290070] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fa02e0ff-dede-45b4-b70d-820e65e16abe tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "36586f63-0d66-4da8-994a-5d54ed5afb76" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2245.290231] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fa02e0ff-dede-45b4-b70d-820e65e16abe tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquired lock "36586f63-0d66-4da8-994a-5d54ed5afb76" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2245.290920] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9027172f-2af9-44d3-b410-5d6331e2164a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.297874] env[62291]: DEBUG oslo_vmware.api [None req-c471cbf1-2de8-4b0a-8d14-a01a577f0f8e tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Task: {'id': task-2143329, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2245.312232] env[62291]: DEBUG nova.virt.hardware [None req-fa02e0ff-dede-45b4-b70d-820e65e16abe tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2245.312515] env[62291]: DEBUG nova.virt.hardware [None req-fa02e0ff-dede-45b4-b70d-820e65e16abe tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2245.312728] env[62291]: DEBUG nova.virt.hardware [None req-fa02e0ff-dede-45b4-b70d-820e65e16abe tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2245.312940] env[62291]: DEBUG nova.virt.hardware [None req-fa02e0ff-dede-45b4-b70d-820e65e16abe tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2245.313102] env[62291]: DEBUG nova.virt.hardware [None req-fa02e0ff-dede-45b4-b70d-820e65e16abe tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2245.313270] env[62291]: DEBUG nova.virt.hardware [None req-fa02e0ff-dede-45b4-b70d-820e65e16abe tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2245.313495] env[62291]: DEBUG nova.virt.hardware [None req-fa02e0ff-dede-45b4-b70d-820e65e16abe tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2245.313669] env[62291]: DEBUG nova.virt.hardware [None req-fa02e0ff-dede-45b4-b70d-820e65e16abe tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2245.313834] env[62291]: DEBUG nova.virt.hardware [None req-fa02e0ff-dede-45b4-b70d-820e65e16abe tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2245.314028] env[62291]: DEBUG nova.virt.hardware [None req-fa02e0ff-dede-45b4-b70d-820e65e16abe tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2245.314229] env[62291]: DEBUG nova.virt.hardware [None req-fa02e0ff-dede-45b4-b70d-820e65e16abe tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2245.321718] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-fa02e0ff-dede-45b4-b70d-820e65e16abe tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Reconfiguring VM to attach interface {{(pid=62291) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2245.322117] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3484bc72-06c2-408e-8995-e053e5b5f4e1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.339166] env[62291]: DEBUG oslo_vmware.api [None req-fa02e0ff-dede-45b4-b70d-820e65e16abe tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for the task: (returnval){ [ 2245.339166] env[62291]: value = "task-2143330" [ 2245.339166] env[62291]: _type = "Task" [ 2245.339166] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2245.347359] env[62291]: DEBUG oslo_vmware.api [None req-fa02e0ff-dede-45b4-b70d-820e65e16abe tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143330, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2245.359639] env[62291]: DEBUG nova.compute.manager [req-b3608e45-0bf4-4f5b-95d5-8d133da7e04f req-f9637b2f-cb62-4a33-846c-bbc1205020b6 service nova] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Received event network-vif-plugged-b874ad40-5d20-413c-9627-6a0dfb655675 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2245.359856] env[62291]: DEBUG oslo_concurrency.lockutils [req-b3608e45-0bf4-4f5b-95d5-8d133da7e04f req-f9637b2f-cb62-4a33-846c-bbc1205020b6 service nova] Acquiring lock "36586f63-0d66-4da8-994a-5d54ed5afb76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2245.360078] env[62291]: DEBUG oslo_concurrency.lockutils [req-b3608e45-0bf4-4f5b-95d5-8d133da7e04f req-f9637b2f-cb62-4a33-846c-bbc1205020b6 service nova] Lock "36586f63-0d66-4da8-994a-5d54ed5afb76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2245.360247] env[62291]: DEBUG oslo_concurrency.lockutils [req-b3608e45-0bf4-4f5b-95d5-8d133da7e04f req-f9637b2f-cb62-4a33-846c-bbc1205020b6 service nova] Lock "36586f63-0d66-4da8-994a-5d54ed5afb76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2245.360417] env[62291]: DEBUG nova.compute.manager [req-b3608e45-0bf4-4f5b-95d5-8d133da7e04f req-f9637b2f-cb62-4a33-846c-bbc1205020b6 service nova] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] No waiting events found dispatching network-vif-plugged-b874ad40-5d20-413c-9627-6a0dfb655675 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2245.360586] env[62291]: WARNING nova.compute.manager [req-b3608e45-0bf4-4f5b-95d5-8d133da7e04f req-f9637b2f-cb62-4a33-846c-bbc1205020b6 service nova] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Received unexpected event network-vif-plugged-b874ad40-5d20-413c-9627-6a0dfb655675 for instance with vm_state active and task_state None. [ 2245.360747] env[62291]: DEBUG nova.compute.manager [req-b3608e45-0bf4-4f5b-95d5-8d133da7e04f req-f9637b2f-cb62-4a33-846c-bbc1205020b6 service nova] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Received event network-changed-b874ad40-5d20-413c-9627-6a0dfb655675 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2245.360903] env[62291]: DEBUG nova.compute.manager [req-b3608e45-0bf4-4f5b-95d5-8d133da7e04f req-f9637b2f-cb62-4a33-846c-bbc1205020b6 service nova] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Refreshing instance network info cache due to event network-changed-b874ad40-5d20-413c-9627-6a0dfb655675. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2245.361099] env[62291]: DEBUG oslo_concurrency.lockutils [req-b3608e45-0bf4-4f5b-95d5-8d133da7e04f req-f9637b2f-cb62-4a33-846c-bbc1205020b6 service nova] Acquiring lock "refresh_cache-36586f63-0d66-4da8-994a-5d54ed5afb76" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2245.361241] env[62291]: DEBUG oslo_concurrency.lockutils [req-b3608e45-0bf4-4f5b-95d5-8d133da7e04f req-f9637b2f-cb62-4a33-846c-bbc1205020b6 service nova] Acquired lock "refresh_cache-36586f63-0d66-4da8-994a-5d54ed5afb76" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2245.361397] env[62291]: DEBUG nova.network.neutron [req-b3608e45-0bf4-4f5b-95d5-8d133da7e04f req-f9637b2f-cb62-4a33-846c-bbc1205020b6 service nova] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Refreshing network info cache for port b874ad40-5d20-413c-9627-6a0dfb655675 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2245.448449] env[62291]: DEBUG nova.scheduler.client.report [None req-8d9b3993-4535-474a-a245-90e96254948b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2245.635235] env[62291]: DEBUG oslo_vmware.api [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143328, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069308} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2245.635445] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 3e88c30a-720e-4f39-b171-770a94504bb6] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2245.636215] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbe07a5-75eb-42d9-a13e-3c14d10fb438 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.650504] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Releasing lock "refresh_cache-8bd678e3-e537-4615-b35c-e98684c58644" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2245.650861] env[62291]: DEBUG nova.compute.manager [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 8bd678e3-e537-4615-b35c-e98684c58644] Instance network_info: |[{"id": "8226fb96-ee9f-4f7d-8d0c-bef85af7db05", "address": "fa:16:3e:6a:81:8b", "network": {"id": "0ab4786a-2702-4ae5-b3ea-3389f668fa70", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1299393283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b696058bbebb466c8ec4b51f9631a367", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8226fb96-ee", "ovs_interfaceid": "8226fb96-ee9f-4f7d-8d0c-bef85af7db05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2245.659678] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 3e88c30a-720e-4f39-b171-770a94504bb6] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 3e88c30a-720e-4f39-b171-770a94504bb6/3e88c30a-720e-4f39-b171-770a94504bb6.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2245.660120] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 8bd678e3-e537-4615-b35c-e98684c58644] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:81:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5514c5a3-1294-40ad-ae96-29d5c24a3d95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8226fb96-ee9f-4f7d-8d0c-bef85af7db05', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2245.667130] env[62291]: DEBUG oslo.service.loopingcall [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2245.670233] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b078f00-e0f9-4ffc-89e4-ba9eadfa8ba7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.685745] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bd678e3-e537-4615-b35c-e98684c58644] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2245.686017] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02a617f8-f17e-48d9-b3be-39a3364ec70e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.707826] env[62291]: DEBUG oslo_vmware.api [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52bb13ab-38c7-f574-9445-41a0144af504, 'name': SearchDatastore_Task, 'duration_secs': 0.010466} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2245.709903] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2245.710192] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 782c366b-f6fb-486d-8b98-fe78ba6d810d/782c366b-f6fb-486d-8b98-fe78ba6d810d.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2245.710425] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2245.710425] env[62291]: value = "task-2143332" [ 2245.710425] env[62291]: _type = "Task" [ 2245.710425] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2245.710657] env[62291]: DEBUG oslo_vmware.api [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2245.710657] env[62291]: value = "task-2143331" [ 2245.710657] env[62291]: _type = "Task" [ 2245.710657] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2245.710842] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a86eed3d-4bf5-44df-8ed7-2885cdb0327c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.724352] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143332, 'name': CreateVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2245.728039] env[62291]: DEBUG oslo_vmware.api [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Waiting for the task: (returnval){ [ 2245.728039] env[62291]: value = "task-2143333" [ 2245.728039] env[62291]: _type = "Task" [ 2245.728039] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2245.728589] env[62291]: DEBUG oslo_vmware.api [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143331, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2245.736011] env[62291]: DEBUG oslo_vmware.api [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143333, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2245.795886] env[62291]: DEBUG oslo_vmware.api [None req-c471cbf1-2de8-4b0a-8d14-a01a577f0f8e tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Task: {'id': task-2143329, 'name': PowerOffVM_Task, 'duration_secs': 0.246434} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2245.796225] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-c471cbf1-2de8-4b0a-8d14-a01a577f0f8e tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] [instance: fe4341b6-1082-40c5-aaa3-a17788f5f188] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2245.796422] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c471cbf1-2de8-4b0a-8d14-a01a577f0f8e tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] [instance: fe4341b6-1082-40c5-aaa3-a17788f5f188] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2245.796729] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-add81700-a138-41e6-9abe-c1ad0e85e468 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.812581] env[62291]: DEBUG nova.compute.manager [req-a7174a2a-a255-426c-863a-57c12f928111 req-992d050f-2054-4d33-a096-f196fcf82af3 service nova] [instance: 8bd678e3-e537-4615-b35c-e98684c58644] Received event network-changed-8226fb96-ee9f-4f7d-8d0c-bef85af7db05 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2245.812788] env[62291]: DEBUG nova.compute.manager [req-a7174a2a-a255-426c-863a-57c12f928111 req-992d050f-2054-4d33-a096-f196fcf82af3 service nova] [instance: 8bd678e3-e537-4615-b35c-e98684c58644] Refreshing instance network info cache due to event network-changed-8226fb96-ee9f-4f7d-8d0c-bef85af7db05. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2245.812992] env[62291]: DEBUG oslo_concurrency.lockutils [req-a7174a2a-a255-426c-863a-57c12f928111 req-992d050f-2054-4d33-a096-f196fcf82af3 service nova] Acquiring lock "refresh_cache-8bd678e3-e537-4615-b35c-e98684c58644" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2245.813117] env[62291]: DEBUG oslo_concurrency.lockutils [req-a7174a2a-a255-426c-863a-57c12f928111 req-992d050f-2054-4d33-a096-f196fcf82af3 service nova] Acquired lock "refresh_cache-8bd678e3-e537-4615-b35c-e98684c58644" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2245.813295] env[62291]: DEBUG nova.network.neutron [req-a7174a2a-a255-426c-863a-57c12f928111 req-992d050f-2054-4d33-a096-f196fcf82af3 service nova] [instance: 8bd678e3-e537-4615-b35c-e98684c58644] Refreshing network info cache for port 8226fb96-ee9f-4f7d-8d0c-bef85af7db05 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2245.850634] env[62291]: DEBUG oslo_vmware.api [None req-fa02e0ff-dede-45b4-b70d-820e65e16abe tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143330, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2245.929468] env[62291]: DEBUG nova.compute.manager [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2245.954206] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8d9b3993-4535-474a-a245-90e96254948b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.068s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2245.959489] env[62291]: DEBUG nova.virt.hardware [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2245.959758] env[62291]: DEBUG nova.virt.hardware [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2245.959940] env[62291]: DEBUG nova.virt.hardware [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2245.960175] env[62291]: DEBUG nova.virt.hardware [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2245.960328] env[62291]: DEBUG nova.virt.hardware [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2245.960489] env[62291]: DEBUG nova.virt.hardware [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2245.960732] env[62291]: DEBUG nova.virt.hardware [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2245.960902] env[62291]: DEBUG nova.virt.hardware [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2245.961107] env[62291]: DEBUG nova.virt.hardware [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2245.961305] env[62291]: DEBUG nova.virt.hardware [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2245.961517] env[62291]: DEBUG nova.virt.hardware [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2245.962101] env[62291]: DEBUG oslo_concurrency.lockutils [None req-20c4a0f9-7116-4064-89c0-998d5a20314f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.153s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2245.962328] env[62291]: DEBUG nova.objects.instance [None req-20c4a0f9-7116-4064-89c0-998d5a20314f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Lazy-loading 'resources' on Instance uuid 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2245.964286] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c685c53-f3cb-4528-9116-291de04f5755 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.977555] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449f4da4-ad3d-4252-a1a9-d5424e849bd5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2245.991619] env[62291]: INFO nova.scheduler.client.report [None req-8d9b3993-4535-474a-a245-90e96254948b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Deleted allocations for instance 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4 [ 2246.207798] env[62291]: DEBUG nova.network.neutron [req-b3608e45-0bf4-4f5b-95d5-8d133da7e04f req-f9637b2f-cb62-4a33-846c-bbc1205020b6 service nova] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Updated VIF entry in instance network info cache for port b874ad40-5d20-413c-9627-6a0dfb655675. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2246.208258] env[62291]: DEBUG nova.network.neutron [req-b3608e45-0bf4-4f5b-95d5-8d133da7e04f req-f9637b2f-cb62-4a33-846c-bbc1205020b6 service nova] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Updating instance_info_cache with network_info: [{"id": "ef22d4ff-1a75-4eec-8c69-866f578f9ef6", "address": "fa:16:3e:05:40:f2", "network": {"id": "818bf107-525d-4bd9-af99-c673972d2be1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-171136124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34994f4ae104d49b1e76215acee435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef22d4ff-1a", "ovs_interfaceid": "ef22d4ff-1a75-4eec-8c69-866f578f9ef6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b874ad40-5d20-413c-9627-6a0dfb655675", "address": "fa:16:3e:2a:b5:00", "network": {"id": "818bf107-525d-4bd9-af99-c673972d2be1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-171136124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34994f4ae104d49b1e76215acee435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb874ad40-5d", "ovs_interfaceid": "b874ad40-5d20-413c-9627-6a0dfb655675", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2246.227744] env[62291]: DEBUG oslo_vmware.api [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143331, 'name': ReconfigVM_Task, 'duration_secs': 0.317012} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2246.227944] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143332, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2246.228212] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 3e88c30a-720e-4f39-b171-770a94504bb6] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 3e88c30a-720e-4f39-b171-770a94504bb6/3e88c30a-720e-4f39-b171-770a94504bb6.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2246.228830] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36fd2e47-3dd7-4459-a54c-ec049ab19c88 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.240483] env[62291]: DEBUG oslo_vmware.api [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143333, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461829} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2246.240774] env[62291]: DEBUG oslo_vmware.api [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2246.240774] env[62291]: value = "task-2143335" [ 2246.240774] env[62291]: _type = "Task" [ 2246.240774] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2246.240994] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 782c366b-f6fb-486d-8b98-fe78ba6d810d/782c366b-f6fb-486d-8b98-fe78ba6d810d.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2246.241209] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 782c366b-f6fb-486d-8b98-fe78ba6d810d] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2246.241474] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-960c753a-0144-48fe-ab34-f6bc7043a6b7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.252931] env[62291]: DEBUG oslo_vmware.api [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143335, 'name': Rename_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2246.254661] env[62291]: DEBUG oslo_vmware.api [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Waiting for the task: (returnval){ [ 2246.254661] env[62291]: value = "task-2143336" [ 2246.254661] env[62291]: _type = "Task" [ 2246.254661] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2246.265333] env[62291]: DEBUG oslo_vmware.api [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143336, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2246.349931] env[62291]: DEBUG oslo_vmware.api [None req-fa02e0ff-dede-45b4-b70d-820e65e16abe tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143330, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2246.515051] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8d9b3993-4535-474a-a245-90e96254948b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lock "6d2ff139-9d26-434e-ae9a-39c4cd9e73c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.213s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2246.587449] env[62291]: DEBUG nova.network.neutron [req-a7174a2a-a255-426c-863a-57c12f928111 req-992d050f-2054-4d33-a096-f196fcf82af3 service nova] [instance: 8bd678e3-e537-4615-b35c-e98684c58644] Updated VIF entry in instance network info cache for port 8226fb96-ee9f-4f7d-8d0c-bef85af7db05. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2246.588038] env[62291]: DEBUG nova.network.neutron [req-a7174a2a-a255-426c-863a-57c12f928111 req-992d050f-2054-4d33-a096-f196fcf82af3 service nova] [instance: 8bd678e3-e537-4615-b35c-e98684c58644] Updating instance_info_cache with network_info: [{"id": "8226fb96-ee9f-4f7d-8d0c-bef85af7db05", "address": "fa:16:3e:6a:81:8b", "network": {"id": "0ab4786a-2702-4ae5-b3ea-3389f668fa70", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1299393283-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b696058bbebb466c8ec4b51f9631a367", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5514c5a3-1294-40ad-ae96-29d5c24a3d95", "external-id": "nsx-vlan-transportzone-179", "segmentation_id": 179, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8226fb96-ee", "ovs_interfaceid": "8226fb96-ee9f-4f7d-8d0c-bef85af7db05", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2246.711148] env[62291]: DEBUG oslo_concurrency.lockutils [req-b3608e45-0bf4-4f5b-95d5-8d133da7e04f req-f9637b2f-cb62-4a33-846c-bbc1205020b6 service nova] Releasing lock "refresh_cache-36586f63-0d66-4da8-994a-5d54ed5afb76" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2246.723504] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143332, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2246.750980] env[62291]: DEBUG oslo_vmware.api [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143335, 'name': Rename_Task, 'duration_secs': 0.224931} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2246.753330] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 3e88c30a-720e-4f39-b171-770a94504bb6] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2246.753750] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-910b4691-4437-4747-8a30-08252a3c0cf8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.763661] env[62291]: DEBUG oslo_vmware.api [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143336, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068728} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2246.767099] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 782c366b-f6fb-486d-8b98-fe78ba6d810d] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2246.767445] env[62291]: DEBUG oslo_vmware.api [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2246.767445] env[62291]: value = "task-2143337" [ 2246.767445] env[62291]: _type = "Task" [ 2246.767445] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2246.768373] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be7ed865-3872-44ce-a383-846a220c9ed8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.793298] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 782c366b-f6fb-486d-8b98-fe78ba6d810d] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 782c366b-f6fb-486d-8b98-fe78ba6d810d/782c366b-f6fb-486d-8b98-fe78ba6d810d.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2246.799373] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f7545b7-b183-4281-a74c-8a04cd092fdc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.814398] env[62291]: DEBUG oslo_vmware.api [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143337, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2246.819685] env[62291]: DEBUG oslo_vmware.api [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Waiting for the task: (returnval){ [ 2246.819685] env[62291]: value = "task-2143338" [ 2246.819685] env[62291]: _type = "Task" [ 2246.819685] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2246.827827] env[62291]: DEBUG oslo_vmware.api [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143338, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2246.851871] env[62291]: DEBUG oslo_vmware.api [None req-fa02e0ff-dede-45b4-b70d-820e65e16abe tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143330, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2246.865548] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a578543f-c055-453f-8d9e-027ac095f93e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.872880] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be5ccc8-7fcd-4414-a1de-765862d2ca2a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.904288] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7753812-fb81-45ca-b7f3-41c23e3902d0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.911519] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84127f96-93b8-4eb3-80a8-b4cbc1026adf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2246.924782] env[62291]: DEBUG nova.compute.provider_tree [None req-20c4a0f9-7116-4064-89c0-998d5a20314f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2247.091206] env[62291]: DEBUG oslo_concurrency.lockutils [req-a7174a2a-a255-426c-863a-57c12f928111 req-992d050f-2054-4d33-a096-f196fcf82af3 service nova] Releasing lock "refresh_cache-8bd678e3-e537-4615-b35c-e98684c58644" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2247.224103] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143332, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2247.279802] env[62291]: DEBUG oslo_vmware.api [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143337, 'name': PowerOnVM_Task, 'duration_secs': 0.433532} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2247.280098] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 3e88c30a-720e-4f39-b171-770a94504bb6] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2247.280303] env[62291]: INFO nova.compute.manager [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 3e88c30a-720e-4f39-b171-770a94504bb6] Took 8.90 seconds to spawn the instance on the hypervisor. [ 2247.280482] env[62291]: DEBUG nova.compute.manager [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 3e88c30a-720e-4f39-b171-770a94504bb6] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2247.281255] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9be10d1-107e-4cdd-a641-83a9df7821f1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.329975] env[62291]: DEBUG oslo_vmware.api [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143338, 'name': ReconfigVM_Task, 'duration_secs': 0.406458} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2247.331124] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 782c366b-f6fb-486d-8b98-fe78ba6d810d] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 782c366b-f6fb-486d-8b98-fe78ba6d810d/782c366b-f6fb-486d-8b98-fe78ba6d810d.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2247.332588] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97278312-e063-48af-af05-3dbfba324143 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.338447] env[62291]: DEBUG oslo_vmware.api [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Waiting for the task: (returnval){ [ 2247.338447] env[62291]: value = "task-2143339" [ 2247.338447] env[62291]: _type = "Task" [ 2247.338447] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2247.350083] env[62291]: DEBUG oslo_vmware.api [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143339, 'name': Rename_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2247.354979] env[62291]: DEBUG oslo_vmware.api [None req-fa02e0ff-dede-45b4-b70d-820e65e16abe tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143330, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2247.428441] env[62291]: DEBUG nova.scheduler.client.report [None req-20c4a0f9-7116-4064-89c0-998d5a20314f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2247.724015] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143332, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2247.801557] env[62291]: INFO nova.compute.manager [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 3e88c30a-720e-4f39-b171-770a94504bb6] Took 32.39 seconds to build instance. [ 2247.852073] env[62291]: DEBUG oslo_vmware.api [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143339, 'name': Rename_Task, 'duration_secs': 0.129143} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2247.852748] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 782c366b-f6fb-486d-8b98-fe78ba6d810d] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2247.853010] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-181b0f72-3689-42db-bea5-4441b3d285c7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2247.857657] env[62291]: DEBUG oslo_vmware.api [None req-fa02e0ff-dede-45b4-b70d-820e65e16abe tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143330, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2247.864457] env[62291]: DEBUG oslo_vmware.api [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Waiting for the task: (returnval){ [ 2247.864457] env[62291]: value = "task-2143340" [ 2247.864457] env[62291]: _type = "Task" [ 2247.864457] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2247.873108] env[62291]: DEBUG oslo_vmware.api [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143340, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2247.934035] env[62291]: DEBUG oslo_concurrency.lockutils [None req-20c4a0f9-7116-4064-89c0-998d5a20314f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.972s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2247.937327] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.219s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2247.938956] env[62291]: INFO nova.compute.claims [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 7a3ba57e-1603-443e-9381-88dcd7dc5253] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2247.956240] env[62291]: INFO nova.scheduler.client.report [None req-20c4a0f9-7116-4064-89c0-998d5a20314f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Deleted allocations for instance 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92 [ 2248.228385] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143332, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2248.238939] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e6dd71b4-71f2-4d1d-b4a3-e3902956cbb5 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Acquiring lock "fe7775be-06f2-44d8-8f78-1d13e756bfa5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2248.239201] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e6dd71b4-71f2-4d1d-b4a3-e3902956cbb5 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lock "fe7775be-06f2-44d8-8f78-1d13e756bfa5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2248.304269] env[62291]: DEBUG oslo_concurrency.lockutils [None req-76bf9d60-1aa7-45ca-8643-2b8de9e5c617 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "3e88c30a-720e-4f39-b171-770a94504bb6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.432s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2248.353687] env[62291]: DEBUG oslo_vmware.api [None req-fa02e0ff-dede-45b4-b70d-820e65e16abe tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143330, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2248.373574] env[62291]: DEBUG oslo_vmware.api [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143340, 'name': PowerOnVM_Task, 'duration_secs': 0.438464} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2248.373848] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 782c366b-f6fb-486d-8b98-fe78ba6d810d] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2248.374057] env[62291]: INFO nova.compute.manager [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 782c366b-f6fb-486d-8b98-fe78ba6d810d] Took 7.50 seconds to spawn the instance on the hypervisor. [ 2248.374240] env[62291]: DEBUG nova.compute.manager [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 782c366b-f6fb-486d-8b98-fe78ba6d810d] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2248.374968] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39431424-8a84-4c5c-8024-94b935295d67 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2248.464420] env[62291]: DEBUG oslo_concurrency.lockutils [None req-20c4a0f9-7116-4064-89c0-998d5a20314f tempest-ServerMetadataTestJSON-2122095678 tempest-ServerMetadataTestJSON-2122095678-project-member] Lock "4845db1b-f8ab-4ecd-bd75-a9d3b5482b92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.930s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2248.725777] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143332, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2248.742244] env[62291]: DEBUG nova.compute.utils [None req-e6dd71b4-71f2-4d1d-b4a3-e3902956cbb5 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2248.771279] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "4277f65e-fae9-4ee5-b282-2a202a511973" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2248.771515] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "4277f65e-fae9-4ee5-b282-2a202a511973" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2248.855828] env[62291]: DEBUG oslo_vmware.api [None req-fa02e0ff-dede-45b4-b70d-820e65e16abe tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143330, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2248.890715] env[62291]: INFO nova.compute.manager [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 782c366b-f6fb-486d-8b98-fe78ba6d810d] Took 31.36 seconds to build instance. [ 2249.227607] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143332, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2249.238947] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21203864-e509-4ce6-aec4-7911af6e2ed2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.245108] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e6dd71b4-71f2-4d1d-b4a3-e3902956cbb5 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lock "fe7775be-06f2-44d8-8f78-1d13e756bfa5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2249.246414] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5867734-95ec-4c86-b5b5-e136cecb5204 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.276445] env[62291]: DEBUG nova.compute.manager [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 4277f65e-fae9-4ee5-b282-2a202a511973] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2249.279515] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07af2e26-aa44-44f5-83df-2ea78b2c7e22 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.286977] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea0f685-b9e0-48c3-a744-bcdbef22386d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2249.300202] env[62291]: DEBUG nova.compute.provider_tree [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2249.354485] env[62291]: DEBUG oslo_vmware.api [None req-fa02e0ff-dede-45b4-b70d-820e65e16abe tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143330, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2249.392443] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Lock "782c366b-f6fb-486d-8b98-fe78ba6d810d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.872s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2249.726748] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143332, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2249.798623] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2249.802951] env[62291]: DEBUG nova.scheduler.client.report [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2249.859574] env[62291]: DEBUG oslo_vmware.api [None req-fa02e0ff-dede-45b4-b70d-820e65e16abe tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143330, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2250.227420] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143332, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2250.308738] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.371s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2250.309354] env[62291]: DEBUG nova.compute.manager [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 7a3ba57e-1603-443e-9381-88dcd7dc5253] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2250.312112] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7039f8f3-09b8-4e8b-8fe9-06dda6996812 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.531s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2250.312353] env[62291]: DEBUG nova.objects.instance [None req-7039f8f3-09b8-4e8b-8fe9-06dda6996812 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Lazy-loading 'resources' on Instance uuid 1504489e-14ed-496f-874e-03be8429bbe8 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2250.316230] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e6dd71b4-71f2-4d1d-b4a3-e3902956cbb5 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Acquiring lock "fe7775be-06f2-44d8-8f78-1d13e756bfa5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2250.316457] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e6dd71b4-71f2-4d1d-b4a3-e3902956cbb5 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lock "fe7775be-06f2-44d8-8f78-1d13e756bfa5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2250.316678] env[62291]: INFO nova.compute.manager [None req-e6dd71b4-71f2-4d1d-b4a3-e3902956cbb5 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Attaching volume d469c1a6-e996-42d5-8fc7-bbee93f05af5 to /dev/sdb [ 2250.352537] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59202774-bd64-4a2d-a9c4-c8b5bda30c90 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.363064] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636cb1fc-0f78-49ad-9f30-58f532a7ca0b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2250.365597] env[62291]: DEBUG oslo_vmware.api [None req-fa02e0ff-dede-45b4-b70d-820e65e16abe tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143330, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2250.376969] env[62291]: DEBUG nova.virt.block_device [None req-e6dd71b4-71f2-4d1d-b4a3-e3902956cbb5 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Updating existing volume attachment record: d4af2a81-3744-48b2-84cc-0555de470009 {{(pid=62291) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2250.724812] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8c135c5d-2cf4-4d61-8884-0b5f6b7e924f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "c9217dbd-27aa-46aa-8c41-555c584dd027" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2250.725069] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8c135c5d-2cf4-4d61-8884-0b5f6b7e924f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "c9217dbd-27aa-46aa-8c41-555c584dd027" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2250.729726] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143332, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2250.818996] env[62291]: DEBUG nova.compute.utils [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2250.820641] env[62291]: DEBUG nova.compute.manager [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 7a3ba57e-1603-443e-9381-88dcd7dc5253] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2250.820854] env[62291]: DEBUG nova.network.neutron [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 7a3ba57e-1603-443e-9381-88dcd7dc5253] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2250.856832] env[62291]: DEBUG oslo_vmware.api [None req-fa02e0ff-dede-45b4-b70d-820e65e16abe tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143330, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2250.889887] env[62291]: DEBUG nova.policy [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3605e6b7d7f43ed9e4fd9cb3747956c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fec9555fe4aa4c7a9e61c54aebf169a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2251.213473] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e7316c-5e8d-46b7-b81d-342c88d2884c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.224344] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f25dff-e01e-4b2c-9833-9383bc9ce6d9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.231719] env[62291]: DEBUG nova.compute.utils [None req-8c135c5d-2cf4-4d61-8884-0b5f6b7e924f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2251.265037] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143332, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2251.266978] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8c135c5d-2cf4-4d61-8884-0b5f6b7e924f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "c9217dbd-27aa-46aa-8c41-555c584dd027" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 0.542s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2251.268023] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b9fc38-e9fb-4efb-bebf-accca751e958 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.277015] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a7bbca-8dfc-4dc5-abf1-9cf44878190e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2251.292262] env[62291]: DEBUG nova.compute.provider_tree [None req-7039f8f3-09b8-4e8b-8fe9-06dda6996812 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2251.324305] env[62291]: DEBUG nova.compute.manager [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 7a3ba57e-1603-443e-9381-88dcd7dc5253] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2251.328402] env[62291]: DEBUG nova.network.neutron [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 7a3ba57e-1603-443e-9381-88dcd7dc5253] Successfully created port: 091ab316-736c-4d24-9b07-0c23d49fc858 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2251.357590] env[62291]: DEBUG oslo_vmware.api [None req-fa02e0ff-dede-45b4-b70d-820e65e16abe tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143330, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2251.730480] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143332, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2251.797761] env[62291]: DEBUG nova.scheduler.client.report [None req-7039f8f3-09b8-4e8b-8fe9-06dda6996812 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2251.859674] env[62291]: DEBUG oslo_vmware.api [None req-fa02e0ff-dede-45b4-b70d-820e65e16abe tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143330, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.230587] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143332, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.276562] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c471cbf1-2de8-4b0a-8d14-a01a577f0f8e tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] [instance: fe4341b6-1082-40c5-aaa3-a17788f5f188] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2252.276861] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c471cbf1-2de8-4b0a-8d14-a01a577f0f8e tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] [instance: fe4341b6-1082-40c5-aaa3-a17788f5f188] Deleting contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2252.277105] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-c471cbf1-2de8-4b0a-8d14-a01a577f0f8e tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Deleting the datastore file [datastore1] fe4341b6-1082-40c5-aaa3-a17788f5f188 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2252.277415] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-26d25096-cbf2-487e-b4b9-45cfa30d10a3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.283566] env[62291]: DEBUG oslo_vmware.api [None req-c471cbf1-2de8-4b0a-8d14-a01a577f0f8e tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Waiting for the task: (returnval){ [ 2252.283566] env[62291]: value = "task-2143344" [ 2252.283566] env[62291]: _type = "Task" [ 2252.283566] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2252.292786] env[62291]: DEBUG oslo_vmware.api [None req-c471cbf1-2de8-4b0a-8d14-a01a577f0f8e tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Task: {'id': task-2143344, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.301615] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8c135c5d-2cf4-4d61-8884-0b5f6b7e924f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "c9217dbd-27aa-46aa-8c41-555c584dd027" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2252.301947] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8c135c5d-2cf4-4d61-8884-0b5f6b7e924f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "c9217dbd-27aa-46aa-8c41-555c584dd027" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2252.302273] env[62291]: INFO nova.compute.manager [None req-8c135c5d-2cf4-4d61-8884-0b5f6b7e924f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Attaching volume 8aac14eb-cb64-48bf-a3f0-593d45331678 to /dev/sdb [ 2252.308023] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7039f8f3-09b8-4e8b-8fe9-06dda6996812 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.993s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2252.308023] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fdc70aab-9886-4475-a807-2e0eccbb0ddb tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.798s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2252.308023] env[62291]: DEBUG nova.objects.instance [None req-fdc70aab-9886-4475-a807-2e0eccbb0ddb tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Lazy-loading 'resources' on Instance uuid d394b461-0b08-4115-844f-fd4adb13f843 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2252.330042] env[62291]: INFO nova.scheduler.client.report [None req-7039f8f3-09b8-4e8b-8fe9-06dda6996812 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Deleted allocations for instance 1504489e-14ed-496f-874e-03be8429bbe8 [ 2252.338673] env[62291]: DEBUG nova.compute.manager [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 7a3ba57e-1603-443e-9381-88dcd7dc5253] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2252.348847] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68c3b07-d15e-4abf-9864-3ab993092aa4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.368169] env[62291]: DEBUG oslo_vmware.api [None req-fa02e0ff-dede-45b4-b70d-820e65e16abe tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143330, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.369380] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f64f8f-29a3-44d6-8cd7-e0ddf855b804 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.381072] env[62291]: DEBUG nova.virt.hardware [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2252.381339] env[62291]: DEBUG nova.virt.hardware [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2252.381500] env[62291]: DEBUG nova.virt.hardware [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2252.381685] env[62291]: DEBUG nova.virt.hardware [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2252.381834] env[62291]: DEBUG nova.virt.hardware [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2252.382045] env[62291]: DEBUG nova.virt.hardware [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2252.382327] env[62291]: DEBUG nova.virt.hardware [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2252.382546] env[62291]: DEBUG nova.virt.hardware [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2252.383372] env[62291]: DEBUG nova.virt.hardware [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2252.383372] env[62291]: DEBUG nova.virt.hardware [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2252.383372] env[62291]: DEBUG nova.virt.hardware [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2252.384086] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b7b74a-0293-4d26-8f2e-1d28e113b2ea {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.391114] env[62291]: DEBUG nova.virt.block_device [None req-8c135c5d-2cf4-4d61-8884-0b5f6b7e924f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Updating existing volume attachment record: a7f52b76-17c4-49b8-880d-ccc394c1d568 {{(pid=62291) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2252.399526] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4032b4-3839-4231-87e5-c419f22994f6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.734279] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143332, 'name': CreateVM_Task, 'duration_secs': 6.87539} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2252.734279] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bd678e3-e537-4615-b35c-e98684c58644] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2252.735848] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2252.735848] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2252.735848] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2252.736089] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e662417-e139-4423-8f61-7ae297f86b6c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2252.742202] env[62291]: DEBUG oslo_vmware.api [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Waiting for the task: (returnval){ [ 2252.742202] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52df9313-7190-ee12-c7c9-f272a52136f9" [ 2252.742202] env[62291]: _type = "Task" [ 2252.742202] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2252.750550] env[62291]: DEBUG oslo_vmware.api [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52df9313-7190-ee12-c7c9-f272a52136f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2252.802235] env[62291]: DEBUG oslo_vmware.api [None req-c471cbf1-2de8-4b0a-8d14-a01a577f0f8e tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Task: {'id': task-2143344, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210698} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2252.802534] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-c471cbf1-2de8-4b0a-8d14-a01a577f0f8e tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2252.802721] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c471cbf1-2de8-4b0a-8d14-a01a577f0f8e tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] [instance: fe4341b6-1082-40c5-aaa3-a17788f5f188] Deleted contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2252.802904] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c471cbf1-2de8-4b0a-8d14-a01a577f0f8e tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] [instance: fe4341b6-1082-40c5-aaa3-a17788f5f188] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2252.803097] env[62291]: INFO nova.compute.manager [None req-c471cbf1-2de8-4b0a-8d14-a01a577f0f8e tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] [instance: fe4341b6-1082-40c5-aaa3-a17788f5f188] Took 7.53 seconds to destroy the instance on the hypervisor. [ 2252.803349] env[62291]: DEBUG oslo.service.loopingcall [None req-c471cbf1-2de8-4b0a-8d14-a01a577f0f8e tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2252.803550] env[62291]: DEBUG nova.compute.manager [-] [instance: fe4341b6-1082-40c5-aaa3-a17788f5f188] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2252.803643] env[62291]: DEBUG nova.network.neutron [-] [instance: fe4341b6-1082-40c5-aaa3-a17788f5f188] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2252.848564] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7039f8f3-09b8-4e8b-8fe9-06dda6996812 tempest-ServersTestJSON-854212438 tempest-ServersTestJSON-854212438-project-member] Lock "1504489e-14ed-496f-874e-03be8429bbe8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.680s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2252.868976] env[62291]: DEBUG oslo_vmware.api [None req-fa02e0ff-dede-45b4-b70d-820e65e16abe tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143330, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2253.253636] env[62291]: DEBUG oslo_vmware.api [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52df9313-7190-ee12-c7c9-f272a52136f9, 'name': SearchDatastore_Task, 'duration_secs': 0.011423} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2253.256569] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2253.256882] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 8bd678e3-e537-4615-b35c-e98684c58644] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2253.257198] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2253.257385] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2253.257626] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2253.259388] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-623f5bd9-5ae5-4081-8e1c-11a7aee58f1e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.273358] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2253.273642] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2253.274705] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b59fe868-1eb6-45fe-92c2-5a7b13cd2b22 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.282096] env[62291]: DEBUG oslo_vmware.api [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Waiting for the task: (returnval){ [ 2253.282096] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5266ce47-0b3e-d50c-0bea-44772ca96832" [ 2253.282096] env[62291]: _type = "Task" [ 2253.282096] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2253.294363] env[62291]: DEBUG oslo_vmware.api [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5266ce47-0b3e-d50c-0bea-44772ca96832, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2253.298868] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52f09fcf-9863-47b6-be01-b9d9dddc146d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.309940] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9738b467-a649-4cac-b10c-e0e1863a4172 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.340869] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1ded2c-1f1c-4a43-9125-bb521526164f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.350190] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59d32427-3f81-408c-8540-b6cbfbfa54b8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.368994] env[62291]: DEBUG nova.compute.provider_tree [None req-fdc70aab-9886-4475-a807-2e0eccbb0ddb tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2253.376331] env[62291]: DEBUG oslo_vmware.api [None req-fa02e0ff-dede-45b4-b70d-820e65e16abe tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143330, 'name': ReconfigVM_Task, 'duration_secs': 7.70032} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2253.377155] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fa02e0ff-dede-45b4-b70d-820e65e16abe tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Releasing lock "36586f63-0d66-4da8-994a-5d54ed5afb76" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2253.377424] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-fa02e0ff-dede-45b4-b70d-820e65e16abe tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Reconfigured VM to attach interface {{(pid=62291) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2253.394354] env[62291]: DEBUG nova.network.neutron [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Successfully updated port: f50fb207-3265-4c82-9011-84f62823806a {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2253.640511] env[62291]: DEBUG nova.compute.manager [req-4031892e-cc89-412e-b02d-4f33e6a0a0f5 req-7ecee4cf-79ef-4266-a748-860af0a4b190 service nova] [instance: fe4341b6-1082-40c5-aaa3-a17788f5f188] Received event network-vif-deleted-4d234eba-eb55-4f8b-9a0b-545f76a20203 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2253.640749] env[62291]: INFO nova.compute.manager [req-4031892e-cc89-412e-b02d-4f33e6a0a0f5 req-7ecee4cf-79ef-4266-a748-860af0a4b190 service nova] [instance: fe4341b6-1082-40c5-aaa3-a17788f5f188] Neutron deleted interface 4d234eba-eb55-4f8b-9a0b-545f76a20203; detaching it from the instance and deleting it from the info cache [ 2253.640929] env[62291]: DEBUG nova.network.neutron [req-4031892e-cc89-412e-b02d-4f33e6a0a0f5 req-7ecee4cf-79ef-4266-a748-860af0a4b190 service nova] [instance: fe4341b6-1082-40c5-aaa3-a17788f5f188] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2253.762127] env[62291]: DEBUG nova.network.neutron [-] [instance: fe4341b6-1082-40c5-aaa3-a17788f5f188] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2253.803987] env[62291]: DEBUG oslo_vmware.api [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5266ce47-0b3e-d50c-0bea-44772ca96832, 'name': SearchDatastore_Task, 'duration_secs': 0.032766} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2253.805194] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-839c138a-b869-4a14-89ce-347fb979530f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2253.812069] env[62291]: DEBUG oslo_vmware.api [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Waiting for the task: (returnval){ [ 2253.812069] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]526e697a-d844-8c9c-9024-2516d797211c" [ 2253.812069] env[62291]: _type = "Task" [ 2253.812069] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2253.822935] env[62291]: DEBUG oslo_vmware.api [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]526e697a-d844-8c9c-9024-2516d797211c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2253.872797] env[62291]: DEBUG nova.scheduler.client.report [None req-fdc70aab-9886-4475-a807-2e0eccbb0ddb tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2253.882890] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fa02e0ff-dede-45b4-b70d-820e65e16abe tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "interface-36586f63-0d66-4da8-994a-5d54ed5afb76-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 13.473s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2253.897521] env[62291]: DEBUG oslo_concurrency.lockutils [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquiring lock "refresh_cache-0b97b18e-55ae-413b-a4d7-da4b4ccb56a2" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2253.897765] env[62291]: DEBUG oslo_concurrency.lockutils [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquired lock "refresh_cache-0b97b18e-55ae-413b-a4d7-da4b4ccb56a2" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2253.897966] env[62291]: DEBUG nova.network.neutron [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2253.975241] env[62291]: DEBUG nova.network.neutron [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 7a3ba57e-1603-443e-9381-88dcd7dc5253] Successfully updated port: 091ab316-736c-4d24-9b07-0c23d49fc858 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2254.118877] env[62291]: DEBUG nova.compute.manager [req-778d5d17-a102-4461-93eb-9a92c4208892 req-2ad4a94d-6634-4a48-abf7-0d8bfcc3b315 service nova] [instance: 7a3ba57e-1603-443e-9381-88dcd7dc5253] Received event network-vif-plugged-091ab316-736c-4d24-9b07-0c23d49fc858 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2254.119128] env[62291]: DEBUG oslo_concurrency.lockutils [req-778d5d17-a102-4461-93eb-9a92c4208892 req-2ad4a94d-6634-4a48-abf7-0d8bfcc3b315 service nova] Acquiring lock "7a3ba57e-1603-443e-9381-88dcd7dc5253-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2254.119338] env[62291]: DEBUG oslo_concurrency.lockutils [req-778d5d17-a102-4461-93eb-9a92c4208892 req-2ad4a94d-6634-4a48-abf7-0d8bfcc3b315 service nova] Lock "7a3ba57e-1603-443e-9381-88dcd7dc5253-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2254.119507] env[62291]: DEBUG oslo_concurrency.lockutils [req-778d5d17-a102-4461-93eb-9a92c4208892 req-2ad4a94d-6634-4a48-abf7-0d8bfcc3b315 service nova] Lock "7a3ba57e-1603-443e-9381-88dcd7dc5253-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2254.120284] env[62291]: DEBUG nova.compute.manager [req-778d5d17-a102-4461-93eb-9a92c4208892 req-2ad4a94d-6634-4a48-abf7-0d8bfcc3b315 service nova] [instance: 7a3ba57e-1603-443e-9381-88dcd7dc5253] No waiting events found dispatching network-vif-plugged-091ab316-736c-4d24-9b07-0c23d49fc858 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2254.120601] env[62291]: WARNING nova.compute.manager [req-778d5d17-a102-4461-93eb-9a92c4208892 req-2ad4a94d-6634-4a48-abf7-0d8bfcc3b315 service nova] [instance: 7a3ba57e-1603-443e-9381-88dcd7dc5253] Received unexpected event network-vif-plugged-091ab316-736c-4d24-9b07-0c23d49fc858 for instance with vm_state building and task_state spawning. [ 2254.145046] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c6fd50ad-da28-47e7-b564-30bf71595575 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.158062] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed261c42-7194-4889-b244-d0fc5e76e821 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.199886] env[62291]: DEBUG nova.compute.manager [req-4031892e-cc89-412e-b02d-4f33e6a0a0f5 req-7ecee4cf-79ef-4266-a748-860af0a4b190 service nova] [instance: fe4341b6-1082-40c5-aaa3-a17788f5f188] Detach interface failed, port_id=4d234eba-eb55-4f8b-9a0b-545f76a20203, reason: Instance fe4341b6-1082-40c5-aaa3-a17788f5f188 could not be found. {{(pid=62291) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 2254.265447] env[62291]: INFO nova.compute.manager [-] [instance: fe4341b6-1082-40c5-aaa3-a17788f5f188] Took 1.46 seconds to deallocate network for instance. [ 2254.323402] env[62291]: DEBUG oslo_vmware.api [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]526e697a-d844-8c9c-9024-2516d797211c, 'name': SearchDatastore_Task, 'duration_secs': 0.042764} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2254.323666] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2254.323924] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 8bd678e3-e537-4615-b35c-e98684c58644/8bd678e3-e537-4615-b35c-e98684c58644.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2254.324195] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a62a1c81-25bb-4b98-b9c6-f4c6862bf19f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.331083] env[62291]: DEBUG oslo_vmware.api [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Waiting for the task: (returnval){ [ 2254.331083] env[62291]: value = "task-2143349" [ 2254.331083] env[62291]: _type = "Task" [ 2254.331083] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2254.341255] env[62291]: DEBUG oslo_vmware.api [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143349, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2254.377889] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fdc70aab-9886-4475-a807-2e0eccbb0ddb tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.071s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2254.380439] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.854s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2254.382071] env[62291]: INFO nova.compute.claims [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2254.402589] env[62291]: INFO nova.scheduler.client.report [None req-fdc70aab-9886-4475-a807-2e0eccbb0ddb tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Deleted allocations for instance d394b461-0b08-4115-844f-fd4adb13f843 [ 2254.456149] env[62291]: DEBUG nova.network.neutron [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2254.480557] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "refresh_cache-7a3ba57e-1603-443e-9381-88dcd7dc5253" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2254.480753] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquired lock "refresh_cache-7a3ba57e-1603-443e-9381-88dcd7dc5253" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2254.480975] env[62291]: DEBUG nova.network.neutron [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 7a3ba57e-1603-443e-9381-88dcd7dc5253] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2254.748644] env[62291]: DEBUG nova.network.neutron [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Updating instance_info_cache with network_info: [{"id": "f50fb207-3265-4c82-9011-84f62823806a", "address": "fa:16:3e:c0:20:27", "network": {"id": "79f92d1f-a80b-4ece-b0b6-12f706432cf7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-405954475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ab1a96fe2f44bb8a404c685f61bf1c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf50fb207-32", "ovs_interfaceid": "f50fb207-3265-4c82-9011-84f62823806a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2254.772387] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c471cbf1-2de8-4b0a-8d14-a01a577f0f8e tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2254.848178] env[62291]: DEBUG oslo_vmware.api [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143349, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2254.912898] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fdc70aab-9886-4475-a807-2e0eccbb0ddb tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Lock "d394b461-0b08-4115-844f-fd4adb13f843" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.425s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2254.931845] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6dd71b4-71f2-4d1d-b4a3-e3902956cbb5 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Volume attach. Driver type: vmdk {{(pid=62291) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2254.932133] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6dd71b4-71f2-4d1d-b4a3-e3902956cbb5 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-438100', 'volume_id': 'd469c1a6-e996-42d5-8fc7-bbee93f05af5', 'name': 'volume-d469c1a6-e996-42d5-8fc7-bbee93f05af5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fe7775be-06f2-44d8-8f78-1d13e756bfa5', 'attached_at': '', 'detached_at': '', 'volume_id': 'd469c1a6-e996-42d5-8fc7-bbee93f05af5', 'serial': 'd469c1a6-e996-42d5-8fc7-bbee93f05af5'} {{(pid=62291) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2254.933067] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b530e7b-1fbf-45da-b3a0-0bf3e2c6dc86 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.953910] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a96891-00ed-4e67-913b-092bf48940f9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2254.991481] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6dd71b4-71f2-4d1d-b4a3-e3902956cbb5 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] volume-d469c1a6-e996-42d5-8fc7-bbee93f05af5/volume-d469c1a6-e996-42d5-8fc7-bbee93f05af5.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2254.995146] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0895f7e9-cdcc-4756-a721-b8e7ae9f3b24 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.019772] env[62291]: DEBUG oslo_vmware.api [None req-e6dd71b4-71f2-4d1d-b4a3-e3902956cbb5 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Waiting for the task: (returnval){ [ 2255.019772] env[62291]: value = "task-2143351" [ 2255.019772] env[62291]: _type = "Task" [ 2255.019772] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2255.030890] env[62291]: DEBUG oslo_vmware.api [None req-e6dd71b4-71f2-4d1d-b4a3-e3902956cbb5 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143351, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.087779] env[62291]: DEBUG nova.network.neutron [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 7a3ba57e-1603-443e-9381-88dcd7dc5253] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2255.252974] env[62291]: DEBUG oslo_concurrency.lockutils [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Releasing lock "refresh_cache-0b97b18e-55ae-413b-a4d7-da4b4ccb56a2" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2255.252974] env[62291]: DEBUG nova.compute.manager [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Instance network_info: |[{"id": "f50fb207-3265-4c82-9011-84f62823806a", "address": "fa:16:3e:c0:20:27", "network": {"id": "79f92d1f-a80b-4ece-b0b6-12f706432cf7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-405954475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ab1a96fe2f44bb8a404c685f61bf1c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf50fb207-32", "ovs_interfaceid": "f50fb207-3265-4c82-9011-84f62823806a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2255.252974] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:20:27', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b94712a6-b777-47dd-bc06-f9acfce2d936', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f50fb207-3265-4c82-9011-84f62823806a', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2255.261171] env[62291]: DEBUG oslo.service.loopingcall [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2255.261819] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2255.262582] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e33ce769-a3e9-44c0-a8e7-95dffec5d808 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.289026] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2255.289026] env[62291]: value = "task-2143352" [ 2255.289026] env[62291]: _type = "Task" [ 2255.289026] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2255.295783] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143352, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.344506] env[62291]: DEBUG oslo_concurrency.lockutils [None req-94cbb64b-ed0a-4431-9001-e91fd74dba08 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Acquiring lock "acf1edf3-b190-4271-8b2a-4aff78835326" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2255.344780] env[62291]: DEBUG oslo_concurrency.lockutils [None req-94cbb64b-ed0a-4431-9001-e91fd74dba08 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Lock "acf1edf3-b190-4271-8b2a-4aff78835326" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2255.344894] env[62291]: DEBUG oslo_concurrency.lockutils [None req-94cbb64b-ed0a-4431-9001-e91fd74dba08 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Acquiring lock "acf1edf3-b190-4271-8b2a-4aff78835326-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2255.345090] env[62291]: DEBUG oslo_concurrency.lockutils [None req-94cbb64b-ed0a-4431-9001-e91fd74dba08 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Lock "acf1edf3-b190-4271-8b2a-4aff78835326-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2255.345257] env[62291]: DEBUG oslo_concurrency.lockutils [None req-94cbb64b-ed0a-4431-9001-e91fd74dba08 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Lock "acf1edf3-b190-4271-8b2a-4aff78835326-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2255.349266] env[62291]: DEBUG oslo_vmware.api [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143349, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.807679} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2255.349266] env[62291]: INFO nova.compute.manager [None req-94cbb64b-ed0a-4431-9001-e91fd74dba08 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Terminating instance [ 2255.349569] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 8bd678e3-e537-4615-b35c-e98684c58644/8bd678e3-e537-4615-b35c-e98684c58644.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2255.349856] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 8bd678e3-e537-4615-b35c-e98684c58644] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2255.350524] env[62291]: DEBUG nova.compute.manager [None req-94cbb64b-ed0a-4431-9001-e91fd74dba08 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2255.350727] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-94cbb64b-ed0a-4431-9001-e91fd74dba08 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2255.351173] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ec8de17-1d9c-4aea-b4d7-6d25d7e2aaaa {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.356020] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59fa1239-20cc-4385-af72-e163d127a5bc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.362767] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-94cbb64b-ed0a-4431-9001-e91fd74dba08 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2255.368401] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3add36f4-8818-433f-b320-0f11673a3027 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.370372] env[62291]: DEBUG oslo_vmware.api [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Waiting for the task: (returnval){ [ 2255.370372] env[62291]: value = "task-2143353" [ 2255.370372] env[62291]: _type = "Task" [ 2255.370372] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2255.378150] env[62291]: DEBUG oslo_vmware.api [None req-94cbb64b-ed0a-4431-9001-e91fd74dba08 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Waiting for the task: (returnval){ [ 2255.378150] env[62291]: value = "task-2143354" [ 2255.378150] env[62291]: _type = "Task" [ 2255.378150] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2255.380679] env[62291]: DEBUG oslo_vmware.api [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143353, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.390100] env[62291]: DEBUG oslo_vmware.api [None req-94cbb64b-ed0a-4431-9001-e91fd74dba08 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143354, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.429936] env[62291]: DEBUG nova.network.neutron [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 7a3ba57e-1603-443e-9381-88dcd7dc5253] Updating instance_info_cache with network_info: [{"id": "091ab316-736c-4d24-9b07-0c23d49fc858", "address": "fa:16:3e:8e:62:59", "network": {"id": "4474c551-e3cb-474b-bd1c-92c26c84e83a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-841869371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fec9555fe4aa4c7a9e61c54aebf169a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap091ab316-73", "ovs_interfaceid": "091ab316-736c-4d24-9b07-0c23d49fc858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2255.533723] env[62291]: DEBUG oslo_vmware.api [None req-e6dd71b4-71f2-4d1d-b4a3-e3902956cbb5 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143351, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.563316] env[62291]: DEBUG oslo_concurrency.lockutils [None req-38a88c59-2abe-416a-95fd-5b08b48aa32e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "interface-36586f63-0d66-4da8-994a-5d54ed5afb76-b874ad40-5d20-413c-9627-6a0dfb655675" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2255.563752] env[62291]: DEBUG oslo_concurrency.lockutils [None req-38a88c59-2abe-416a-95fd-5b08b48aa32e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "interface-36586f63-0d66-4da8-994a-5d54ed5afb76-b874ad40-5d20-413c-9627-6a0dfb655675" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2255.668475] env[62291]: DEBUG nova.compute.manager [req-bcb3d05d-baa2-4493-9503-6a11cb0f5734 req-302ac723-346e-4114-9ac2-7a89fb8c7ba4 service nova] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Received event network-vif-plugged-f50fb207-3265-4c82-9011-84f62823806a {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2255.668722] env[62291]: DEBUG oslo_concurrency.lockutils [req-bcb3d05d-baa2-4493-9503-6a11cb0f5734 req-302ac723-346e-4114-9ac2-7a89fb8c7ba4 service nova] Acquiring lock "0b97b18e-55ae-413b-a4d7-da4b4ccb56a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2255.669047] env[62291]: DEBUG oslo_concurrency.lockutils [req-bcb3d05d-baa2-4493-9503-6a11cb0f5734 req-302ac723-346e-4114-9ac2-7a89fb8c7ba4 service nova] Lock "0b97b18e-55ae-413b-a4d7-da4b4ccb56a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2255.669236] env[62291]: DEBUG oslo_concurrency.lockutils [req-bcb3d05d-baa2-4493-9503-6a11cb0f5734 req-302ac723-346e-4114-9ac2-7a89fb8c7ba4 service nova] Lock "0b97b18e-55ae-413b-a4d7-da4b4ccb56a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2255.669420] env[62291]: DEBUG nova.compute.manager [req-bcb3d05d-baa2-4493-9503-6a11cb0f5734 req-302ac723-346e-4114-9ac2-7a89fb8c7ba4 service nova] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] No waiting events found dispatching network-vif-plugged-f50fb207-3265-4c82-9011-84f62823806a {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2255.669610] env[62291]: WARNING nova.compute.manager [req-bcb3d05d-baa2-4493-9503-6a11cb0f5734 req-302ac723-346e-4114-9ac2-7a89fb8c7ba4 service nova] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Received unexpected event network-vif-plugged-f50fb207-3265-4c82-9011-84f62823806a for instance with vm_state building and task_state spawning. [ 2255.669910] env[62291]: DEBUG nova.compute.manager [req-bcb3d05d-baa2-4493-9503-6a11cb0f5734 req-302ac723-346e-4114-9ac2-7a89fb8c7ba4 service nova] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Received event network-changed-f50fb207-3265-4c82-9011-84f62823806a {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2255.671176] env[62291]: DEBUG nova.compute.manager [req-bcb3d05d-baa2-4493-9503-6a11cb0f5734 req-302ac723-346e-4114-9ac2-7a89fb8c7ba4 service nova] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Refreshing instance network info cache due to event network-changed-f50fb207-3265-4c82-9011-84f62823806a. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2255.671385] env[62291]: DEBUG oslo_concurrency.lockutils [req-bcb3d05d-baa2-4493-9503-6a11cb0f5734 req-302ac723-346e-4114-9ac2-7a89fb8c7ba4 service nova] Acquiring lock "refresh_cache-0b97b18e-55ae-413b-a4d7-da4b4ccb56a2" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2255.671589] env[62291]: DEBUG oslo_concurrency.lockutils [req-bcb3d05d-baa2-4493-9503-6a11cb0f5734 req-302ac723-346e-4114-9ac2-7a89fb8c7ba4 service nova] Acquired lock "refresh_cache-0b97b18e-55ae-413b-a4d7-da4b4ccb56a2" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2255.671864] env[62291]: DEBUG nova.network.neutron [req-bcb3d05d-baa2-4493-9503-6a11cb0f5734 req-302ac723-346e-4114-9ac2-7a89fb8c7ba4 service nova] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Refreshing network info cache for port f50fb207-3265-4c82-9011-84f62823806a {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2255.767163] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee03d90-ba26-4365-9944-7da618d0b038 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.777173] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569a4fae-8ef1-4c7f-9a99-06ab9cfc385d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.806897] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143352, 'name': CreateVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.835566] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34107476-76a6-43a8-b259-e981dece7ab8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.844769] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae7c55be-86c8-48e3-af6b-b63c5394d547 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.859167] env[62291]: DEBUG nova.compute.provider_tree [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2255.880708] env[62291]: DEBUG oslo_vmware.api [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143353, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099873} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2255.880708] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 8bd678e3-e537-4615-b35c-e98684c58644] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2255.881347] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff7bd39-6e1a-40d3-befd-5e2327e382b6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.892459] env[62291]: DEBUG oslo_vmware.api [None req-94cbb64b-ed0a-4431-9001-e91fd74dba08 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143354, 'name': PowerOffVM_Task, 'duration_secs': 0.255991} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2255.902390] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-94cbb64b-ed0a-4431-9001-e91fd74dba08 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2255.902585] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-94cbb64b-ed0a-4431-9001-e91fd74dba08 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2255.911576] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 8bd678e3-e537-4615-b35c-e98684c58644] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 8bd678e3-e537-4615-b35c-e98684c58644/8bd678e3-e537-4615-b35c-e98684c58644.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2255.911815] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c8982a5-028b-435e-b9ab-ca44460e4543 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.913762] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56175c8f-e5eb-412b-9d8f-4216d716d304 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.934351] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Releasing lock "refresh_cache-7a3ba57e-1603-443e-9381-88dcd7dc5253" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2255.934895] env[62291]: DEBUG nova.compute.manager [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 7a3ba57e-1603-443e-9381-88dcd7dc5253] Instance network_info: |[{"id": "091ab316-736c-4d24-9b07-0c23d49fc858", "address": "fa:16:3e:8e:62:59", "network": {"id": "4474c551-e3cb-474b-bd1c-92c26c84e83a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-841869371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fec9555fe4aa4c7a9e61c54aebf169a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap091ab316-73", "ovs_interfaceid": "091ab316-736c-4d24-9b07-0c23d49fc858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2255.935213] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 7a3ba57e-1603-443e-9381-88dcd7dc5253] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8e:62:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f52a458-d157-48a3-b4e2-b8cc0779afe2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '091ab316-736c-4d24-9b07-0c23d49fc858', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2255.944109] env[62291]: DEBUG oslo.service.loopingcall [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2255.945487] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a3ba57e-1603-443e-9381-88dcd7dc5253] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2255.945809] env[62291]: DEBUG oslo_vmware.api [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Waiting for the task: (returnval){ [ 2255.945809] env[62291]: value = "task-2143356" [ 2255.945809] env[62291]: _type = "Task" [ 2255.945809] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2255.947054] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7633ec59-6588-4940-a44b-a7cb1605f630 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.971780] env[62291]: DEBUG oslo_vmware.api [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143356, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2255.974768] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2255.974768] env[62291]: value = "task-2143357" [ 2255.974768] env[62291]: _type = "Task" [ 2255.974768] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2255.981810] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143357, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.035124] env[62291]: DEBUG oslo_vmware.api [None req-e6dd71b4-71f2-4d1d-b4a3-e3902956cbb5 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143351, 'name': ReconfigVM_Task, 'duration_secs': 0.821057} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2256.035124] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6dd71b4-71f2-4d1d-b4a3-e3902956cbb5 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Reconfigured VM instance instance-0000004d to attach disk [datastore2] volume-d469c1a6-e996-42d5-8fc7-bbee93f05af5/volume-d469c1a6-e996-42d5-8fc7-bbee93f05af5.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2256.039864] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-631acfb0-a229-458e-a23f-9640763f60d1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.059116] env[62291]: DEBUG oslo_vmware.api [None req-e6dd71b4-71f2-4d1d-b4a3-e3902956cbb5 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Waiting for the task: (returnval){ [ 2256.059116] env[62291]: value = "task-2143358" [ 2256.059116] env[62291]: _type = "Task" [ 2256.059116] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2256.071724] env[62291]: DEBUG oslo_concurrency.lockutils [None req-38a88c59-2abe-416a-95fd-5b08b48aa32e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "36586f63-0d66-4da8-994a-5d54ed5afb76" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2256.071873] env[62291]: DEBUG oslo_concurrency.lockutils [None req-38a88c59-2abe-416a-95fd-5b08b48aa32e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquired lock "36586f63-0d66-4da8-994a-5d54ed5afb76" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2256.072582] env[62291]: DEBUG oslo_vmware.api [None req-e6dd71b4-71f2-4d1d-b4a3-e3902956cbb5 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143358, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.073046] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33445e43-50fe-4c36-b3e3-a2f7c9cc21a3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.094912] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac1e301d-4040-4f05-8191-fb74e4f42581 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.121789] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-38a88c59-2abe-416a-95fd-5b08b48aa32e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Reconfiguring VM to detach interface {{(pid=62291) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2256.124596] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-731d0c05-a14a-442f-95d3-1385677dbe40 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.143586] env[62291]: DEBUG oslo_vmware.api [None req-38a88c59-2abe-416a-95fd-5b08b48aa32e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for the task: (returnval){ [ 2256.143586] env[62291]: value = "task-2143359" [ 2256.143586] env[62291]: _type = "Task" [ 2256.143586] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2256.153958] env[62291]: DEBUG oslo_vmware.api [None req-38a88c59-2abe-416a-95fd-5b08b48aa32e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143359, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.156238] env[62291]: DEBUG nova.compute.manager [req-32d14bc9-acef-4e3b-b52b-cc07ad461b86 req-5e287960-b1a9-4657-9ab4-f300b6cb81b2 service nova] [instance: 7a3ba57e-1603-443e-9381-88dcd7dc5253] Received event network-changed-091ab316-736c-4d24-9b07-0c23d49fc858 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2256.156427] env[62291]: DEBUG nova.compute.manager [req-32d14bc9-acef-4e3b-b52b-cc07ad461b86 req-5e287960-b1a9-4657-9ab4-f300b6cb81b2 service nova] [instance: 7a3ba57e-1603-443e-9381-88dcd7dc5253] Refreshing instance network info cache due to event network-changed-091ab316-736c-4d24-9b07-0c23d49fc858. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2256.156697] env[62291]: DEBUG oslo_concurrency.lockutils [req-32d14bc9-acef-4e3b-b52b-cc07ad461b86 req-5e287960-b1a9-4657-9ab4-f300b6cb81b2 service nova] Acquiring lock "refresh_cache-7a3ba57e-1603-443e-9381-88dcd7dc5253" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2256.156850] env[62291]: DEBUG oslo_concurrency.lockutils [req-32d14bc9-acef-4e3b-b52b-cc07ad461b86 req-5e287960-b1a9-4657-9ab4-f300b6cb81b2 service nova] Acquired lock "refresh_cache-7a3ba57e-1603-443e-9381-88dcd7dc5253" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2256.157097] env[62291]: DEBUG nova.network.neutron [req-32d14bc9-acef-4e3b-b52b-cc07ad461b86 req-5e287960-b1a9-4657-9ab4-f300b6cb81b2 service nova] [instance: 7a3ba57e-1603-443e-9381-88dcd7dc5253] Refreshing network info cache for port 091ab316-736c-4d24-9b07-0c23d49fc858 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2256.298721] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143352, 'name': CreateVM_Task, 'duration_secs': 0.58807} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2256.298913] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2256.299646] env[62291]: DEBUG oslo_concurrency.lockutils [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2256.299871] env[62291]: DEBUG oslo_concurrency.lockutils [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2256.300243] env[62291]: DEBUG oslo_concurrency.lockutils [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2256.300509] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-671ed776-0c69-4849-93f8-e2e8fc23dd10 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.306747] env[62291]: DEBUG oslo_vmware.api [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2256.306747] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52d55bf3-357a-1aca-7824-4efaf01eeaf3" [ 2256.306747] env[62291]: _type = "Task" [ 2256.306747] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2256.316883] env[62291]: DEBUG oslo_vmware.api [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52d55bf3-357a-1aca-7824-4efaf01eeaf3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.333026] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-94cbb64b-ed0a-4431-9001-e91fd74dba08 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2256.333263] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-94cbb64b-ed0a-4431-9001-e91fd74dba08 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2256.333505] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-94cbb64b-ed0a-4431-9001-e91fd74dba08 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Deleting the datastore file [datastore2] acf1edf3-b190-4271-8b2a-4aff78835326 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2256.333871] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c3ef3f22-6942-448c-a9ce-40b5cdc78294 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.344276] env[62291]: DEBUG oslo_vmware.api [None req-94cbb64b-ed0a-4431-9001-e91fd74dba08 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Waiting for the task: (returnval){ [ 2256.344276] env[62291]: value = "task-2143360" [ 2256.344276] env[62291]: _type = "Task" [ 2256.344276] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2256.360827] env[62291]: DEBUG oslo_vmware.api [None req-94cbb64b-ed0a-4431-9001-e91fd74dba08 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143360, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.368638] env[62291]: DEBUG nova.scheduler.client.report [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2256.472555] env[62291]: DEBUG oslo_vmware.api [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143356, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.484791] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143357, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.570912] env[62291]: DEBUG oslo_vmware.api [None req-e6dd71b4-71f2-4d1d-b4a3-e3902956cbb5 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143358, 'name': ReconfigVM_Task, 'duration_secs': 0.200242} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2256.571277] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6dd71b4-71f2-4d1d-b4a3-e3902956cbb5 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-438100', 'volume_id': 'd469c1a6-e996-42d5-8fc7-bbee93f05af5', 'name': 'volume-d469c1a6-e996-42d5-8fc7-bbee93f05af5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fe7775be-06f2-44d8-8f78-1d13e756bfa5', 'attached_at': '', 'detached_at': '', 'volume_id': 'd469c1a6-e996-42d5-8fc7-bbee93f05af5', 'serial': 'd469c1a6-e996-42d5-8fc7-bbee93f05af5'} {{(pid=62291) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2256.630756] env[62291]: DEBUG nova.network.neutron [req-bcb3d05d-baa2-4493-9503-6a11cb0f5734 req-302ac723-346e-4114-9ac2-7a89fb8c7ba4 service nova] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Updated VIF entry in instance network info cache for port f50fb207-3265-4c82-9011-84f62823806a. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2256.631155] env[62291]: DEBUG nova.network.neutron [req-bcb3d05d-baa2-4493-9503-6a11cb0f5734 req-302ac723-346e-4114-9ac2-7a89fb8c7ba4 service nova] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Updating instance_info_cache with network_info: [{"id": "f50fb207-3265-4c82-9011-84f62823806a", "address": "fa:16:3e:c0:20:27", "network": {"id": "79f92d1f-a80b-4ece-b0b6-12f706432cf7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-405954475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ab1a96fe2f44bb8a404c685f61bf1c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf50fb207-32", "ovs_interfaceid": "f50fb207-3265-4c82-9011-84f62823806a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2256.654265] env[62291]: DEBUG oslo_vmware.api [None req-38a88c59-2abe-416a-95fd-5b08b48aa32e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.817415] env[62291]: DEBUG oslo_vmware.api [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52d55bf3-357a-1aca-7824-4efaf01eeaf3, 'name': SearchDatastore_Task, 'duration_secs': 0.010846} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2256.817716] env[62291]: DEBUG oslo_concurrency.lockutils [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2256.817993] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2256.818256] env[62291]: DEBUG oslo_concurrency.lockutils [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2256.818405] env[62291]: DEBUG oslo_concurrency.lockutils [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2256.818583] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2256.818876] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-825fb6ab-385a-4ad0-9926-2b5fd71de3b0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.827598] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2256.827802] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2256.828529] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84725bc5-f180-430e-a7c9-8191dc28c7f9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.833754] env[62291]: DEBUG oslo_vmware.api [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2256.833754] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52bcc3b2-ef4c-11b8-6525-8879cc1941be" [ 2256.833754] env[62291]: _type = "Task" [ 2256.833754] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2256.842493] env[62291]: DEBUG oslo_vmware.api [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52bcc3b2-ef4c-11b8-6525-8879cc1941be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2256.853178] env[62291]: DEBUG oslo_vmware.api [None req-94cbb64b-ed0a-4431-9001-e91fd74dba08 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Task: {'id': task-2143360, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.260809} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2256.853415] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-94cbb64b-ed0a-4431-9001-e91fd74dba08 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2256.853600] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-94cbb64b-ed0a-4431-9001-e91fd74dba08 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2256.853779] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-94cbb64b-ed0a-4431-9001-e91fd74dba08 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2256.853952] env[62291]: INFO nova.compute.manager [None req-94cbb64b-ed0a-4431-9001-e91fd74dba08 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Took 1.50 seconds to destroy the instance on the hypervisor. [ 2256.854214] env[62291]: DEBUG oslo.service.loopingcall [None req-94cbb64b-ed0a-4431-9001-e91fd74dba08 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2256.854402] env[62291]: DEBUG nova.compute.manager [-] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2256.854492] env[62291]: DEBUG nova.network.neutron [-] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2256.876027] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2256.876638] env[62291]: DEBUG nova.compute.manager [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2256.879205] env[62291]: DEBUG oslo_concurrency.lockutils [None req-92f62e46-58a0-4a9b-8c96-ae69460e0ef3 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.034s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2256.879399] env[62291]: DEBUG oslo_concurrency.lockutils [None req-92f62e46-58a0-4a9b-8c96-ae69460e0ef3 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2256.881432] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 20.446s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2256.895456] env[62291]: DEBUG nova.network.neutron [req-32d14bc9-acef-4e3b-b52b-cc07ad461b86 req-5e287960-b1a9-4657-9ab4-f300b6cb81b2 service nova] [instance: 7a3ba57e-1603-443e-9381-88dcd7dc5253] Updated VIF entry in instance network info cache for port 091ab316-736c-4d24-9b07-0c23d49fc858. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2256.895890] env[62291]: DEBUG nova.network.neutron [req-32d14bc9-acef-4e3b-b52b-cc07ad461b86 req-5e287960-b1a9-4657-9ab4-f300b6cb81b2 service nova] [instance: 7a3ba57e-1603-443e-9381-88dcd7dc5253] Updating instance_info_cache with network_info: [{"id": "091ab316-736c-4d24-9b07-0c23d49fc858", "address": "fa:16:3e:8e:62:59", "network": {"id": "4474c551-e3cb-474b-bd1c-92c26c84e83a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-841869371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fec9555fe4aa4c7a9e61c54aebf169a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap091ab316-73", "ovs_interfaceid": "091ab316-736c-4d24-9b07-0c23d49fc858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2256.910119] env[62291]: INFO nova.scheduler.client.report [None req-92f62e46-58a0-4a9b-8c96-ae69460e0ef3 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Deleted allocations for instance 4c131520-da77-4c2c-a4e9-39e0d56b5f72 [ 2256.939202] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c135c5d-2cf4-4d61-8884-0b5f6b7e924f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Volume attach. Driver type: vmdk {{(pid=62291) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2256.939202] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c135c5d-2cf4-4d61-8884-0b5f6b7e924f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-438102', 'volume_id': '8aac14eb-cb64-48bf-a3f0-593d45331678', 'name': 'volume-8aac14eb-cb64-48bf-a3f0-593d45331678', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c9217dbd-27aa-46aa-8c41-555c584dd027', 'attached_at': '', 'detached_at': '', 'volume_id': '8aac14eb-cb64-48bf-a3f0-593d45331678', 'serial': '8aac14eb-cb64-48bf-a3f0-593d45331678'} {{(pid=62291) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2256.941140] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e70539-7c8d-4eb5-9cb9-dc4f615ee373 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.961872] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f1e228-bf19-47b6-86c3-d41aea61c7ef {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.972835] env[62291]: DEBUG oslo_vmware.api [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143356, 'name': ReconfigVM_Task, 'duration_secs': 0.545929} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2256.986671] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 8bd678e3-e537-4615-b35c-e98684c58644] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 8bd678e3-e537-4615-b35c-e98684c58644/8bd678e3-e537-4615-b35c-e98684c58644.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2256.995303] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c135c5d-2cf4-4d61-8884-0b5f6b7e924f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] volume-8aac14eb-cb64-48bf-a3f0-593d45331678/volume-8aac14eb-cb64-48bf-a3f0-593d45331678.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2256.997441] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-895a3320-b9b2-4bc7-9757-8c46f599c0ac {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.004296] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b630c2ac-8904-451d-a444-a611197c452a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.025019] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143357, 'name': CreateVM_Task, 'duration_secs': 0.709894} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2257.027428] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7a3ba57e-1603-443e-9381-88dcd7dc5253] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2257.027702] env[62291]: DEBUG oslo_vmware.api [None req-8c135c5d-2cf4-4d61-8884-0b5f6b7e924f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2257.027702] env[62291]: value = "task-2143362" [ 2257.027702] env[62291]: _type = "Task" [ 2257.027702] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2257.027987] env[62291]: DEBUG oslo_vmware.api [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Waiting for the task: (returnval){ [ 2257.027987] env[62291]: value = "task-2143361" [ 2257.027987] env[62291]: _type = "Task" [ 2257.027987] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2257.028853] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2257.029050] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2257.029394] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2257.029763] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd806435-fa02-474c-a9ce-a5a6fc66934a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.042417] env[62291]: DEBUG oslo_vmware.api [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 2257.042417] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5209114a-d688-dae4-8e4d-c8b756dd9e47" [ 2257.042417] env[62291]: _type = "Task" [ 2257.042417] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2257.049918] env[62291]: DEBUG oslo_vmware.api [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143361, 'name': Rename_Task} progress is 10%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.050209] env[62291]: DEBUG oslo_vmware.api [None req-8c135c5d-2cf4-4d61-8884-0b5f6b7e924f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143362, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.064027] env[62291]: DEBUG oslo_vmware.api [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5209114a-d688-dae4-8e4d-c8b756dd9e47, 'name': SearchDatastore_Task, 'duration_secs': 0.011528} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2257.064027] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2257.064027] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 7a3ba57e-1603-443e-9381-88dcd7dc5253] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2257.064027] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2257.133911] env[62291]: DEBUG oslo_concurrency.lockutils [req-bcb3d05d-baa2-4493-9503-6a11cb0f5734 req-302ac723-346e-4114-9ac2-7a89fb8c7ba4 service nova] Releasing lock "refresh_cache-0b97b18e-55ae-413b-a4d7-da4b4ccb56a2" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2257.156761] env[62291]: DEBUG oslo_vmware.api [None req-38a88c59-2abe-416a-95fd-5b08b48aa32e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.345067] env[62291]: DEBUG oslo_vmware.api [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52bcc3b2-ef4c-11b8-6525-8879cc1941be, 'name': SearchDatastore_Task, 'duration_secs': 0.009032} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2257.345862] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4ebd348-4169-4df1-8b5e-036224faef0e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.352159] env[62291]: DEBUG oslo_vmware.api [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2257.352159] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52e130f4-8914-fb7a-01f0-8379642ce760" [ 2257.352159] env[62291]: _type = "Task" [ 2257.352159] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2257.360420] env[62291]: DEBUG oslo_vmware.api [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52e130f4-8914-fb7a-01f0-8379642ce760, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.385017] env[62291]: DEBUG nova.compute.utils [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2257.397585] env[62291]: DEBUG nova.compute.manager [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2257.401372] env[62291]: DEBUG nova.network.neutron [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2257.401372] env[62291]: DEBUG oslo_concurrency.lockutils [req-32d14bc9-acef-4e3b-b52b-cc07ad461b86 req-5e287960-b1a9-4657-9ab4-f300b6cb81b2 service nova] Releasing lock "refresh_cache-7a3ba57e-1603-443e-9381-88dcd7dc5253" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2257.418165] env[62291]: DEBUG oslo_concurrency.lockutils [None req-92f62e46-58a0-4a9b-8c96-ae69460e0ef3 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "4c131520-da77-4c2c-a4e9-39e0d56b5f72" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.868s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2257.441517] env[62291]: DEBUG nova.policy [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5bcaefead264c63a6eccd86fcf27b32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4dbad5dff7143149c3d41cdcb32416d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2257.544661] env[62291]: DEBUG oslo_vmware.api [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143361, 'name': Rename_Task, 'duration_secs': 0.165671} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2257.546744] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 8bd678e3-e537-4615-b35c-e98684c58644] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2257.547062] env[62291]: DEBUG oslo_vmware.api [None req-8c135c5d-2cf4-4d61-8884-0b5f6b7e924f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143362, 'name': ReconfigVM_Task, 'duration_secs': 0.419918} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2257.549077] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bcc4f773-68d2-4f67-9a60-2431ff272eaf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.549077] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c135c5d-2cf4-4d61-8884-0b5f6b7e924f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Reconfigured VM instance instance-00000052 to attach disk [datastore2] volume-8aac14eb-cb64-48bf-a3f0-593d45331678/volume-8aac14eb-cb64-48bf-a3f0-593d45331678.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2257.554782] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39ab16fe-2a96-456e-88ba-4eb1fbc7e33b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.570522] env[62291]: DEBUG oslo_vmware.api [None req-8c135c5d-2cf4-4d61-8884-0b5f6b7e924f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2257.570522] env[62291]: value = "task-2143364" [ 2257.570522] env[62291]: _type = "Task" [ 2257.570522] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2257.572277] env[62291]: DEBUG oslo_vmware.api [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Waiting for the task: (returnval){ [ 2257.572277] env[62291]: value = "task-2143363" [ 2257.572277] env[62291]: _type = "Task" [ 2257.572277] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2257.584205] env[62291]: DEBUG oslo_vmware.api [None req-8c135c5d-2cf4-4d61-8884-0b5f6b7e924f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143364, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.588063] env[62291]: DEBUG oslo_vmware.api [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143363, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.622485] env[62291]: DEBUG nova.objects.instance [None req-e6dd71b4-71f2-4d1d-b4a3-e3902956cbb5 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lazy-loading 'flavor' on Instance uuid fe7775be-06f2-44d8-8f78-1d13e756bfa5 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2257.658399] env[62291]: DEBUG oslo_vmware.api [None req-38a88c59-2abe-416a-95fd-5b08b48aa32e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.661121] env[62291]: DEBUG nova.network.neutron [-] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2257.731954] env[62291]: DEBUG nova.compute.manager [req-f8d29d18-179a-46c6-97b0-a92e88c5ae79 req-428314aa-c81b-49d5-a785-03f81de916ac service nova] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Received event network-vif-deleted-b7561e62-cbea-4105-a48c-6aa9c1819127 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2257.774279] env[62291]: DEBUG nova.network.neutron [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Successfully created port: c9d9ac24-74aa-4b65-a1af-3b652b05b62c {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2257.863712] env[62291]: DEBUG oslo_vmware.api [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52e130f4-8914-fb7a-01f0-8379642ce760, 'name': SearchDatastore_Task, 'duration_secs': 0.011048} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2257.864018] env[62291]: DEBUG oslo_concurrency.lockutils [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2257.864302] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2/0b97b18e-55ae-413b-a4d7-da4b4ccb56a2.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2257.864590] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2257.864902] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2257.865140] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63e9c0ea-b2b5-4b44-b3c2-3475fb361ce4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.867190] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7873871-298f-4de2-b183-fd46a1d2b0bd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.876818] env[62291]: DEBUG oslo_vmware.api [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2257.876818] env[62291]: value = "task-2143365" [ 2257.876818] env[62291]: _type = "Task" [ 2257.876818] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2257.878045] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2257.878294] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2257.881930] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-890701cb-d889-414d-ba55-6e4687b66c64 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2257.887574] env[62291]: DEBUG oslo_vmware.api [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 2257.887574] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52e3808f-8812-3110-06cf-a3814a4f980e" [ 2257.887574] env[62291]: _type = "Task" [ 2257.887574] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2257.891108] env[62291]: DEBUG oslo_vmware.api [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143365, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.900749] env[62291]: DEBUG nova.compute.manager [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2257.908228] env[62291]: DEBUG oslo_vmware.api [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52e3808f-8812-3110-06cf-a3814a4f980e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2257.933109] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance d5839caf-2cfa-42ae-84f4-145f5ae614a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2257.933109] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 4f4a46eb-7bd3-4477-89eb-dd30a98a3538 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2257.933109] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 4bffe146-0b5f-4141-b83c-6974834803bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2257.933109] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance d1aecebc-401e-45ff-805e-c038722f4cad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2257.933109] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance a06e85bc-af77-404c-a50b-312dd60ae1c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2257.933277] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 36586f63-0d66-4da8-994a-5d54ed5afb76 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2257.933321] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 717000ae-e680-426e-9110-abe1865d496b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2257.933434] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 1d827f56-8419-4f15-acef-36179648fcfe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2257.933541] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2257.933852] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance af730d81-bef8-454f-858a-8141561b0086 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2257.934042] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance acf1edf3-b190-4271-8b2a-4aff78835326 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2257.934160] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance fe7775be-06f2-44d8-8f78-1d13e756bfa5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2257.934260] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2257.934365] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance b2dfa139-ab06-4914-96fd-471045a43b4c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2257.934472] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance c9217dbd-27aa-46aa-8c41-555c584dd027 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2257.934575] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance fe65d098-fd1b-4127-817e-eac2f659e778 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2257.934677] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 636d8f12-4307-48cb-9da0-e6915e1c3118 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2257.934808] env[62291]: WARNING nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance fe4341b6-1082-40c5-aaa3-a17788f5f188 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2257.934912] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 3e88c30a-720e-4f39-b171-770a94504bb6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2257.935240] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 782c366b-f6fb-486d-8b98-fe78ba6d810d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2257.935348] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 8bd678e3-e537-4615-b35c-e98684c58644 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2257.935460] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2257.935567] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 7a3ba57e-1603-443e-9381-88dcd7dc5253 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2257.935673] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2258.091129] env[62291]: DEBUG oslo_vmware.api [None req-8c135c5d-2cf4-4d61-8884-0b5f6b7e924f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143364, 'name': ReconfigVM_Task, 'duration_secs': 0.19243} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2258.091680] env[62291]: DEBUG oslo_vmware.api [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143363, 'name': PowerOnVM_Task, 'duration_secs': 0.503307} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2258.091924] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c135c5d-2cf4-4d61-8884-0b5f6b7e924f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-438102', 'volume_id': '8aac14eb-cb64-48bf-a3f0-593d45331678', 'name': 'volume-8aac14eb-cb64-48bf-a3f0-593d45331678', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c9217dbd-27aa-46aa-8c41-555c584dd027', 'attached_at': '', 'detached_at': '', 'volume_id': '8aac14eb-cb64-48bf-a3f0-593d45331678', 'serial': '8aac14eb-cb64-48bf-a3f0-593d45331678'} {{(pid=62291) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2258.093655] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 8bd678e3-e537-4615-b35c-e98684c58644] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2258.093870] env[62291]: INFO nova.compute.manager [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 8bd678e3-e537-4615-b35c-e98684c58644] Took 14.66 seconds to spawn the instance on the hypervisor. [ 2258.094073] env[62291]: DEBUG nova.compute.manager [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 8bd678e3-e537-4615-b35c-e98684c58644] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2258.095233] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e889c25f-97e5-43f3-b074-f4a5d587870f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.128206] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e6dd71b4-71f2-4d1d-b4a3-e3902956cbb5 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lock "fe7775be-06f2-44d8-8f78-1d13e756bfa5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.812s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2258.160364] env[62291]: DEBUG oslo_vmware.api [None req-38a88c59-2abe-416a-95fd-5b08b48aa32e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.164025] env[62291]: INFO nova.compute.manager [-] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Took 1.31 seconds to deallocate network for instance. [ 2258.388834] env[62291]: DEBUG oslo_vmware.api [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143365, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.404020] env[62291]: DEBUG oslo_vmware.api [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52e3808f-8812-3110-06cf-a3814a4f980e, 'name': SearchDatastore_Task, 'duration_secs': 0.013873} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2258.405127] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b756ac37-6c78-47e1-a458-41473620c006 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.418026] env[62291]: DEBUG oslo_vmware.api [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 2258.418026] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52970bb9-a26f-5c50-aa91-b7fb45bb8f1e" [ 2258.418026] env[62291]: _type = "Task" [ 2258.418026] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2258.427080] env[62291]: DEBUG oslo_vmware.api [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52970bb9-a26f-5c50-aa91-b7fb45bb8f1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.440431] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance c4de9fe8-e04f-4f33-85b2-fe3cfb02d845 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2258.625943] env[62291]: INFO nova.compute.manager [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 8bd678e3-e537-4615-b35c-e98684c58644] Took 41.07 seconds to build instance. [ 2258.660867] env[62291]: DEBUG oslo_vmware.api [None req-38a88c59-2abe-416a-95fd-5b08b48aa32e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.674563] env[62291]: DEBUG oslo_concurrency.lockutils [None req-94cbb64b-ed0a-4431-9001-e91fd74dba08 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2258.767140] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4f264736-cd8b-4cc4-af3f-58a52455e2dd tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Acquiring lock "fe7775be-06f2-44d8-8f78-1d13e756bfa5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2258.767140] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4f264736-cd8b-4cc4-af3f-58a52455e2dd tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lock "fe7775be-06f2-44d8-8f78-1d13e756bfa5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2258.767140] env[62291]: DEBUG nova.compute.manager [None req-4f264736-cd8b-4cc4-af3f-58a52455e2dd tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2258.767140] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb726ba-e955-4870-8b28-75202e6350ae {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.777506] env[62291]: DEBUG nova.compute.manager [None req-4f264736-cd8b-4cc4-af3f-58a52455e2dd tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62291) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 2258.778708] env[62291]: DEBUG nova.objects.instance [None req-4f264736-cd8b-4cc4-af3f-58a52455e2dd tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lazy-loading 'flavor' on Instance uuid fe7775be-06f2-44d8-8f78-1d13e756bfa5 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2258.890806] env[62291]: DEBUG oslo_vmware.api [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143365, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581658} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2258.892506] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2/0b97b18e-55ae-413b-a4d7-da4b4ccb56a2.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2258.892506] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2258.892506] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e633874e-cdf1-4626-8a07-89b609f67955 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.901786] env[62291]: DEBUG oslo_vmware.api [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2258.901786] env[62291]: value = "task-2143366" [ 2258.901786] env[62291]: _type = "Task" [ 2258.901786] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2258.910424] env[62291]: DEBUG oslo_vmware.api [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143366, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.915292] env[62291]: DEBUG nova.compute.manager [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2258.927468] env[62291]: DEBUG oslo_vmware.api [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52970bb9-a26f-5c50-aa91-b7fb45bb8f1e, 'name': SearchDatastore_Task, 'duration_secs': 0.028753} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2258.928338] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2258.928338] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 7a3ba57e-1603-443e-9381-88dcd7dc5253/7a3ba57e-1603-443e-9381-88dcd7dc5253.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2258.928575] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9bf220c4-eeb0-4c0f-b7fb-1ecbe8b48858 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.937580] env[62291]: DEBUG oslo_vmware.api [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 2258.937580] env[62291]: value = "task-2143367" [ 2258.937580] env[62291]: _type = "Task" [ 2258.937580] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2258.948475] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 4277f65e-fae9-4ee5-b282-2a202a511973 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2258.948475] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Total usable vcpus: 48, total allocated vcpus: 23 {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2258.948475] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4928MB phys_disk=200GB used_disk=24GB total_vcpus=48 used_vcpus=23 pci_stats=[] {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2258.950696] env[62291]: DEBUG oslo_vmware.api [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143367, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2258.953015] env[62291]: DEBUG nova.virt.hardware [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2258.953271] env[62291]: DEBUG nova.virt.hardware [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2258.953441] env[62291]: DEBUG nova.virt.hardware [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2258.953641] env[62291]: DEBUG nova.virt.hardware [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2258.953791] env[62291]: DEBUG nova.virt.hardware [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2258.953942] env[62291]: DEBUG nova.virt.hardware [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2258.954221] env[62291]: DEBUG nova.virt.hardware [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2258.954394] env[62291]: DEBUG nova.virt.hardware [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2258.954562] env[62291]: DEBUG nova.virt.hardware [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2258.954727] env[62291]: DEBUG nova.virt.hardware [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2258.954900] env[62291]: DEBUG nova.virt.hardware [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2258.955748] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee0552d-c57e-4258-8392-55e8245ffb6e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2258.964405] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f12502-8af3-4f9a-b807-56a0ae0ccf36 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.056748] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5a7a6893-c729-4bbb-9855-6f2c8b6e04f3 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Acquiring lock "782c366b-f6fb-486d-8b98-fe78ba6d810d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2259.057052] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5a7a6893-c729-4bbb-9855-6f2c8b6e04f3 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Lock "782c366b-f6fb-486d-8b98-fe78ba6d810d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2259.057271] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5a7a6893-c729-4bbb-9855-6f2c8b6e04f3 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Acquiring lock "782c366b-f6fb-486d-8b98-fe78ba6d810d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2259.057457] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5a7a6893-c729-4bbb-9855-6f2c8b6e04f3 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Lock "782c366b-f6fb-486d-8b98-fe78ba6d810d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2259.057675] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5a7a6893-c729-4bbb-9855-6f2c8b6e04f3 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Lock "782c366b-f6fb-486d-8b98-fe78ba6d810d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2259.065699] env[62291]: INFO nova.compute.manager [None req-5a7a6893-c729-4bbb-9855-6f2c8b6e04f3 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 782c366b-f6fb-486d-8b98-fe78ba6d810d] Terminating instance [ 2259.068965] env[62291]: DEBUG nova.compute.manager [None req-5a7a6893-c729-4bbb-9855-6f2c8b6e04f3 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 782c366b-f6fb-486d-8b98-fe78ba6d810d] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2259.069200] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5a7a6893-c729-4bbb-9855-6f2c8b6e04f3 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 782c366b-f6fb-486d-8b98-fe78ba6d810d] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2259.070259] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-471828a7-633a-4a0b-90a6-4083baf8753e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.082572] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a7a6893-c729-4bbb-9855-6f2c8b6e04f3 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 782c366b-f6fb-486d-8b98-fe78ba6d810d] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2259.083057] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4961743-72db-43c2-a72f-24352cc75539 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.090546] env[62291]: DEBUG oslo_vmware.api [None req-5a7a6893-c729-4bbb-9855-6f2c8b6e04f3 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Waiting for the task: (returnval){ [ 2259.090546] env[62291]: value = "task-2143368" [ 2259.090546] env[62291]: _type = "Task" [ 2259.090546] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2259.099486] env[62291]: DEBUG oslo_vmware.api [None req-5a7a6893-c729-4bbb-9855-6f2c8b6e04f3 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143368, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.131388] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a53ff62e-7c85-42bf-a570-161b84e49eb7 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Lock "8bd678e3-e537-4615-b35c-e98684c58644" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.581s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2259.157196] env[62291]: DEBUG nova.objects.instance [None req-8c135c5d-2cf4-4d61-8884-0b5f6b7e924f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lazy-loading 'flavor' on Instance uuid c9217dbd-27aa-46aa-8c41-555c584dd027 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2259.172970] env[62291]: DEBUG oslo_vmware.api [None req-38a88c59-2abe-416a-95fd-5b08b48aa32e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.287754] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f264736-cd8b-4cc4-af3f-58a52455e2dd tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2259.287754] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d871e55-e2ad-42ec-b887-1d656105a6af {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.300287] env[62291]: DEBUG oslo_vmware.api [None req-4f264736-cd8b-4cc4-af3f-58a52455e2dd tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Waiting for the task: (returnval){ [ 2259.300287] env[62291]: value = "task-2143369" [ 2259.300287] env[62291]: _type = "Task" [ 2259.300287] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2259.310504] env[62291]: DEBUG oslo_vmware.api [None req-4f264736-cd8b-4cc4-af3f-58a52455e2dd tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143369, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.337878] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f7e8552f-28b1-409b-8229-757d7dc293f2 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Acquiring lock "8bd678e3-e537-4615-b35c-e98684c58644" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2259.338293] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f7e8552f-28b1-409b-8229-757d7dc293f2 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Lock "8bd678e3-e537-4615-b35c-e98684c58644" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2259.338883] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f7e8552f-28b1-409b-8229-757d7dc293f2 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Acquiring lock "8bd678e3-e537-4615-b35c-e98684c58644-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2259.339424] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f7e8552f-28b1-409b-8229-757d7dc293f2 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Lock "8bd678e3-e537-4615-b35c-e98684c58644-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2259.339660] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f7e8552f-28b1-409b-8229-757d7dc293f2 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Lock "8bd678e3-e537-4615-b35c-e98684c58644-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2259.342769] env[62291]: INFO nova.compute.manager [None req-f7e8552f-28b1-409b-8229-757d7dc293f2 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 8bd678e3-e537-4615-b35c-e98684c58644] Terminating instance [ 2259.345355] env[62291]: DEBUG nova.compute.manager [None req-f7e8552f-28b1-409b-8229-757d7dc293f2 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 8bd678e3-e537-4615-b35c-e98684c58644] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2259.345598] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e8552f-28b1-409b-8229-757d7dc293f2 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 8bd678e3-e537-4615-b35c-e98684c58644] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2259.346531] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476b983d-2715-485b-bfca-15c78984dbd7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.358714] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e8552f-28b1-409b-8229-757d7dc293f2 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 8bd678e3-e537-4615-b35c-e98684c58644] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2259.359320] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c3c747e-1563-4060-b6f8-d6a39d07e7d3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.370300] env[62291]: DEBUG oslo_vmware.api [None req-f7e8552f-28b1-409b-8229-757d7dc293f2 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Waiting for the task: (returnval){ [ 2259.370300] env[62291]: value = "task-2143370" [ 2259.370300] env[62291]: _type = "Task" [ 2259.370300] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2259.387597] env[62291]: DEBUG oslo_vmware.api [None req-f7e8552f-28b1-409b-8229-757d7dc293f2 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.417377] env[62291]: DEBUG oslo_vmware.api [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143366, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079556} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2259.417739] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2259.422033] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6c150c-5d6b-4e9b-9840-6153474d442c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.447804] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2/0b97b18e-55ae-413b-a4d7-da4b4ccb56a2.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2259.451923] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eaccfb23-f8e7-4156-890b-85966f22b566 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.473990] env[62291]: DEBUG nova.network.neutron [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Successfully updated port: c9d9ac24-74aa-4b65-a1af-3b652b05b62c {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2259.481983] env[62291]: DEBUG oslo_vmware.api [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143367, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51213} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2259.483465] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 7a3ba57e-1603-443e-9381-88dcd7dc5253/7a3ba57e-1603-443e-9381-88dcd7dc5253.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2259.483690] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 7a3ba57e-1603-443e-9381-88dcd7dc5253] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2259.484178] env[62291]: DEBUG oslo_vmware.api [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2259.484178] env[62291]: value = "task-2143371" [ 2259.484178] env[62291]: _type = "Task" [ 2259.484178] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2259.484362] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dcfaa709-8164-45c9-abb8-334208ea7c81 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.494089] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9135912-0d63-4dca-b17d-7a67e0bb2e39 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.501414] env[62291]: DEBUG oslo_vmware.api [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 2259.501414] env[62291]: value = "task-2143372" [ 2259.501414] env[62291]: _type = "Task" [ 2259.501414] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2259.501675] env[62291]: DEBUG oslo_vmware.api [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143371, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.514289] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-255f8af0-25e1-4952-b270-9438cfcf6c82 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.525031] env[62291]: DEBUG oslo_vmware.api [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143372, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.563683] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7d6d21-a96b-4839-8fb3-7715ce21c4bd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.572664] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61bb13e3-af8e-4fd8-9868-9dce22468886 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.590920] env[62291]: DEBUG nova.compute.provider_tree [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2259.607343] env[62291]: DEBUG oslo_vmware.api [None req-5a7a6893-c729-4bbb-9855-6f2c8b6e04f3 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143368, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.669283] env[62291]: DEBUG oslo_vmware.api [None req-38a88c59-2abe-416a-95fd-5b08b48aa32e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2259.669898] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8c135c5d-2cf4-4d61-8884-0b5f6b7e924f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "c9217dbd-27aa-46aa-8c41-555c584dd027" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.368s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2259.812024] env[62291]: DEBUG oslo_vmware.api [None req-4f264736-cd8b-4cc4-af3f-58a52455e2dd tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143369, 'name': PowerOffVM_Task, 'duration_secs': 0.357747} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2259.812024] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f264736-cd8b-4cc4-af3f-58a52455e2dd tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2259.812024] env[62291]: DEBUG nova.compute.manager [None req-4f264736-cd8b-4cc4-af3f-58a52455e2dd tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2259.813480] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c3623cd-1464-4afb-94b1-50a19991ae3f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.842706] env[62291]: DEBUG nova.compute.manager [req-2d42d5d6-9626-48df-95da-47f816a029be req-897341e3-45df-43fb-aa5e-e9437731c871 service nova] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Received event network-vif-plugged-c9d9ac24-74aa-4b65-a1af-3b652b05b62c {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2259.842935] env[62291]: DEBUG oslo_concurrency.lockutils [req-2d42d5d6-9626-48df-95da-47f816a029be req-897341e3-45df-43fb-aa5e-e9437731c871 service nova] Acquiring lock "fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2259.843169] env[62291]: DEBUG oslo_concurrency.lockutils [req-2d42d5d6-9626-48df-95da-47f816a029be req-897341e3-45df-43fb-aa5e-e9437731c871 service nova] Lock "fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2259.843341] env[62291]: DEBUG oslo_concurrency.lockutils [req-2d42d5d6-9626-48df-95da-47f816a029be req-897341e3-45df-43fb-aa5e-e9437731c871 service nova] Lock "fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2259.844731] env[62291]: DEBUG nova.compute.manager [req-2d42d5d6-9626-48df-95da-47f816a029be req-897341e3-45df-43fb-aa5e-e9437731c871 service nova] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] No waiting events found dispatching network-vif-plugged-c9d9ac24-74aa-4b65-a1af-3b652b05b62c {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2259.844731] env[62291]: WARNING nova.compute.manager [req-2d42d5d6-9626-48df-95da-47f816a029be req-897341e3-45df-43fb-aa5e-e9437731c871 service nova] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Received unexpected event network-vif-plugged-c9d9ac24-74aa-4b65-a1af-3b652b05b62c for instance with vm_state building and task_state spawning. [ 2259.844731] env[62291]: DEBUG nova.compute.manager [req-2d42d5d6-9626-48df-95da-47f816a029be req-897341e3-45df-43fb-aa5e-e9437731c871 service nova] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Received event network-changed-c9d9ac24-74aa-4b65-a1af-3b652b05b62c {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2259.844731] env[62291]: DEBUG nova.compute.manager [req-2d42d5d6-9626-48df-95da-47f816a029be req-897341e3-45df-43fb-aa5e-e9437731c871 service nova] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Refreshing instance network info cache due to event network-changed-c9d9ac24-74aa-4b65-a1af-3b652b05b62c. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2259.844731] env[62291]: DEBUG oslo_concurrency.lockutils [req-2d42d5d6-9626-48df-95da-47f816a029be req-897341e3-45df-43fb-aa5e-e9437731c871 service nova] Acquiring lock "refresh_cache-fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2259.844731] env[62291]: DEBUG oslo_concurrency.lockutils [req-2d42d5d6-9626-48df-95da-47f816a029be req-897341e3-45df-43fb-aa5e-e9437731c871 service nova] Acquired lock "refresh_cache-fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2259.844731] env[62291]: DEBUG nova.network.neutron [req-2d42d5d6-9626-48df-95da-47f816a029be req-897341e3-45df-43fb-aa5e-e9437731c871 service nova] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Refreshing network info cache for port c9d9ac24-74aa-4b65-a1af-3b652b05b62c {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2259.880506] env[62291]: DEBUG oslo_vmware.api [None req-f7e8552f-28b1-409b-8229-757d7dc293f2 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143370, 'name': PowerOffVM_Task, 'duration_secs': 0.216845} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2259.880831] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7e8552f-28b1-409b-8229-757d7dc293f2 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 8bd678e3-e537-4615-b35c-e98684c58644] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2259.881008] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e8552f-28b1-409b-8229-757d7dc293f2 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 8bd678e3-e537-4615-b35c-e98684c58644] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2259.881278] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70e61d1d-883e-4756-a75c-f1b99be0e1fe {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2259.976887] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "refresh_cache-fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2259.997339] env[62291]: DEBUG oslo_vmware.api [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143371, 'name': ReconfigVM_Task, 'duration_secs': 0.384045} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2259.997711] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2/0b97b18e-55ae-413b-a4d7-da4b4ccb56a2.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2259.998750] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e852bef0-1c96-4214-98f3-bcd067a1fcd8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.007705] env[62291]: DEBUG oslo_vmware.api [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2260.007705] env[62291]: value = "task-2143374" [ 2260.007705] env[62291]: _type = "Task" [ 2260.007705] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2260.014681] env[62291]: DEBUG oslo_vmware.api [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143372, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107409} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2260.016656] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 7a3ba57e-1603-443e-9381-88dcd7dc5253] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2260.016656] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc720891-0afa-4245-bf1c-cff06a11f0f0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.022469] env[62291]: DEBUG oslo_vmware.api [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143374, 'name': Rename_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.046199] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 7a3ba57e-1603-443e-9381-88dcd7dc5253] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 7a3ba57e-1603-443e-9381-88dcd7dc5253/7a3ba57e-1603-443e-9381-88dcd7dc5253.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2260.047731] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40deaafd-0e98-4677-9361-d83efad9e3d4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.063187] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e8552f-28b1-409b-8229-757d7dc293f2 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 8bd678e3-e537-4615-b35c-e98684c58644] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2260.063461] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e8552f-28b1-409b-8229-757d7dc293f2 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 8bd678e3-e537-4615-b35c-e98684c58644] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2260.063685] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7e8552f-28b1-409b-8229-757d7dc293f2 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Deleting the datastore file [datastore2] 8bd678e3-e537-4615-b35c-e98684c58644 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2260.064018] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-251c27c5-df0e-4e50-95c7-50a7164ef027 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.072822] env[62291]: DEBUG oslo_vmware.api [None req-f7e8552f-28b1-409b-8229-757d7dc293f2 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Waiting for the task: (returnval){ [ 2260.072822] env[62291]: value = "task-2143375" [ 2260.072822] env[62291]: _type = "Task" [ 2260.072822] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2260.075056] env[62291]: DEBUG oslo_vmware.api [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 2260.075056] env[62291]: value = "task-2143376" [ 2260.075056] env[62291]: _type = "Task" [ 2260.075056] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2260.092261] env[62291]: DEBUG oslo_vmware.api [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143376, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.092610] env[62291]: DEBUG oslo_vmware.api [None req-f7e8552f-28b1-409b-8229-757d7dc293f2 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143375, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.099516] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2260.108345] env[62291]: DEBUG oslo_vmware.api [None req-5a7a6893-c729-4bbb-9855-6f2c8b6e04f3 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143368, 'name': PowerOffVM_Task, 'duration_secs': 0.563037} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2260.108947] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a7a6893-c729-4bbb-9855-6f2c8b6e04f3 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 782c366b-f6fb-486d-8b98-fe78ba6d810d] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2260.109674] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5a7a6893-c729-4bbb-9855-6f2c8b6e04f3 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 782c366b-f6fb-486d-8b98-fe78ba6d810d] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2260.109674] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21a592d6-c187-4947-9a42-5b611486e07b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.167310] env[62291]: DEBUG oslo_vmware.api [None req-38a88c59-2abe-416a-95fd-5b08b48aa32e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.176213] env[62291]: INFO nova.compute.manager [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Rebuilding instance [ 2260.226665] env[62291]: DEBUG nova.compute.manager [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2260.227602] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eb67cad-caaf-434f-903b-1b64b446988a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.332089] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4f264736-cd8b-4cc4-af3f-58a52455e2dd tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lock "fe7775be-06f2-44d8-8f78-1d13e756bfa5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.567s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2260.335050] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5a7a6893-c729-4bbb-9855-6f2c8b6e04f3 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 782c366b-f6fb-486d-8b98-fe78ba6d810d] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2260.335278] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5a7a6893-c729-4bbb-9855-6f2c8b6e04f3 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 782c366b-f6fb-486d-8b98-fe78ba6d810d] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2260.335465] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a7a6893-c729-4bbb-9855-6f2c8b6e04f3 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Deleting the datastore file [datastore2] 782c366b-f6fb-486d-8b98-fe78ba6d810d {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2260.335718] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e08ecfaa-a28d-492f-9bc7-b3ff784cc577 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.351270] env[62291]: DEBUG oslo_vmware.api [None req-5a7a6893-c729-4bbb-9855-6f2c8b6e04f3 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Waiting for the task: (returnval){ [ 2260.351270] env[62291]: value = "task-2143378" [ 2260.351270] env[62291]: _type = "Task" [ 2260.351270] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2260.366139] env[62291]: DEBUG oslo_vmware.api [None req-5a7a6893-c729-4bbb-9855-6f2c8b6e04f3 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143378, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.393278] env[62291]: DEBUG nova.network.neutron [req-2d42d5d6-9626-48df-95da-47f816a029be req-897341e3-45df-43fb-aa5e-e9437731c871 service nova] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2260.514711] env[62291]: DEBUG nova.network.neutron [req-2d42d5d6-9626-48df-95da-47f816a029be req-897341e3-45df-43fb-aa5e-e9437731c871 service nova] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2260.521583] env[62291]: DEBUG oslo_vmware.api [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143374, 'name': Rename_Task, 'duration_secs': 0.17228} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2260.522137] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2260.522448] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22a6878d-5e30-4a09-9919-a3570e92a23f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.530316] env[62291]: DEBUG oslo_vmware.api [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2260.530316] env[62291]: value = "task-2143379" [ 2260.530316] env[62291]: _type = "Task" [ 2260.530316] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2260.544584] env[62291]: DEBUG oslo_vmware.api [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143379, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.588486] env[62291]: DEBUG oslo_vmware.api [None req-f7e8552f-28b1-409b-8229-757d7dc293f2 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143375, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.326779} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2260.591965] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-f7e8552f-28b1-409b-8229-757d7dc293f2 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2260.592477] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e8552f-28b1-409b-8229-757d7dc293f2 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 8bd678e3-e537-4615-b35c-e98684c58644] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2260.592783] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f7e8552f-28b1-409b-8229-757d7dc293f2 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 8bd678e3-e537-4615-b35c-e98684c58644] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2260.593042] env[62291]: INFO nova.compute.manager [None req-f7e8552f-28b1-409b-8229-757d7dc293f2 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 8bd678e3-e537-4615-b35c-e98684c58644] Took 1.25 seconds to destroy the instance on the hypervisor. [ 2260.593358] env[62291]: DEBUG oslo.service.loopingcall [None req-f7e8552f-28b1-409b-8229-757d7dc293f2 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2260.593635] env[62291]: DEBUG oslo_vmware.api [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143376, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.593911] env[62291]: DEBUG nova.compute.manager [-] [instance: 8bd678e3-e537-4615-b35c-e98684c58644] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2260.594070] env[62291]: DEBUG nova.network.neutron [-] [instance: 8bd678e3-e537-4615-b35c-e98684c58644] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2260.609602] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62291) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2260.609873] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.728s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2260.610378] env[62291]: DEBUG oslo_concurrency.lockutils [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.383s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2260.611705] env[62291]: INFO nova.compute.claims [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: c4de9fe8-e04f-4f33-85b2-fe3cfb02d845] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2260.669290] env[62291]: DEBUG oslo_vmware.api [None req-38a88c59-2abe-416a-95fd-5b08b48aa32e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.741127] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2260.741538] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cbfdd8b3-5029-4460-a29d-0db0a959f3e3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2260.750844] env[62291]: DEBUG oslo_vmware.api [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2260.750844] env[62291]: value = "task-2143380" [ 2260.750844] env[62291]: _type = "Task" [ 2260.750844] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2260.763363] env[62291]: DEBUG oslo_vmware.api [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143380, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2260.867498] env[62291]: DEBUG oslo_vmware.api [None req-5a7a6893-c729-4bbb-9855-6f2c8b6e04f3 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Task: {'id': task-2143378, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.399572} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2260.867894] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a7a6893-c729-4bbb-9855-6f2c8b6e04f3 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2260.868147] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5a7a6893-c729-4bbb-9855-6f2c8b6e04f3 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 782c366b-f6fb-486d-8b98-fe78ba6d810d] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2260.868725] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5a7a6893-c729-4bbb-9855-6f2c8b6e04f3 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 782c366b-f6fb-486d-8b98-fe78ba6d810d] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2260.868725] env[62291]: INFO nova.compute.manager [None req-5a7a6893-c729-4bbb-9855-6f2c8b6e04f3 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] [instance: 782c366b-f6fb-486d-8b98-fe78ba6d810d] Took 1.80 seconds to destroy the instance on the hypervisor. [ 2260.868905] env[62291]: DEBUG oslo.service.loopingcall [None req-5a7a6893-c729-4bbb-9855-6f2c8b6e04f3 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2260.869358] env[62291]: DEBUG nova.compute.manager [-] [instance: 782c366b-f6fb-486d-8b98-fe78ba6d810d] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2260.869494] env[62291]: DEBUG nova.network.neutron [-] [instance: 782c366b-f6fb-486d-8b98-fe78ba6d810d] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2261.017230] env[62291]: DEBUG oslo_concurrency.lockutils [req-2d42d5d6-9626-48df-95da-47f816a029be req-897341e3-45df-43fb-aa5e-e9437731c871 service nova] Releasing lock "refresh_cache-fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2261.017638] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquired lock "refresh_cache-fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2261.017825] env[62291]: DEBUG nova.network.neutron [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2261.044989] env[62291]: DEBUG oslo_vmware.api [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143379, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.097383] env[62291]: DEBUG oslo_vmware.api [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143376, 'name': ReconfigVM_Task, 'duration_secs': 0.702103} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2261.097383] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 7a3ba57e-1603-443e-9381-88dcd7dc5253] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 7a3ba57e-1603-443e-9381-88dcd7dc5253/7a3ba57e-1603-443e-9381-88dcd7dc5253.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2261.097383] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89f99a18-c5af-4ded-9f48-5c1801e92767 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.110257] env[62291]: DEBUG oslo_vmware.api [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 2261.110257] env[62291]: value = "task-2143381" [ 2261.110257] env[62291]: _type = "Task" [ 2261.110257] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2261.134642] env[62291]: DEBUG oslo_vmware.api [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143381, 'name': Rename_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.172928] env[62291]: DEBUG oslo_vmware.api [None req-38a88c59-2abe-416a-95fd-5b08b48aa32e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143359, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.266620] env[62291]: DEBUG oslo_vmware.api [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143380, 'name': PowerOffVM_Task, 'duration_secs': 0.440338} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2261.266943] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2261.324485] env[62291]: DEBUG nova.network.neutron [-] [instance: 8bd678e3-e537-4615-b35c-e98684c58644] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2261.339651] env[62291]: INFO nova.compute.manager [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Detaching volume 8aac14eb-cb64-48bf-a3f0-593d45331678 [ 2261.387014] env[62291]: INFO nova.virt.block_device [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Attempting to driver detach volume 8aac14eb-cb64-48bf-a3f0-593d45331678 from mountpoint /dev/sdb [ 2261.387487] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Volume detach. Driver type: vmdk {{(pid=62291) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2261.387603] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-438102', 'volume_id': '8aac14eb-cb64-48bf-a3f0-593d45331678', 'name': 'volume-8aac14eb-cb64-48bf-a3f0-593d45331678', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c9217dbd-27aa-46aa-8c41-555c584dd027', 'attached_at': '', 'detached_at': '', 'volume_id': '8aac14eb-cb64-48bf-a3f0-593d45331678', 'serial': '8aac14eb-cb64-48bf-a3f0-593d45331678'} {{(pid=62291) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2261.388524] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36d285fe-cf61-4f14-acee-1c68070b6e02 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.415067] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2fa89d-70a6-4708-8df9-65d698ad898f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.425357] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6c8875-e65a-4faa-af11-e76c318d0430 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.449782] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14619a13-664f-4601-911e-430d5e4e0a46 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.467125] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] The volume has not been displaced from its original location: [datastore2] volume-8aac14eb-cb64-48bf-a3f0-593d45331678/volume-8aac14eb-cb64-48bf-a3f0-593d45331678.vmdk. No consolidation needed. {{(pid=62291) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2261.472545] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Reconfiguring VM instance instance-00000052 to detach disk 2001 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2261.472921] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d75332f-b0d8-4a9c-84f0-5bf491405800 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.492947] env[62291]: DEBUG oslo_vmware.api [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2261.492947] env[62291]: value = "task-2143382" [ 2261.492947] env[62291]: _type = "Task" [ 2261.492947] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2261.505108] env[62291]: DEBUG oslo_vmware.api [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143382, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.541770] env[62291]: DEBUG oslo_vmware.api [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143379, 'name': PowerOnVM_Task, 'duration_secs': 0.783935} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2261.542118] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2261.542383] env[62291]: INFO nova.compute.manager [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Took 15.61 seconds to spawn the instance on the hypervisor. [ 2261.542616] env[62291]: DEBUG nova.compute.manager [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2261.543625] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-416f41ca-5812-4f17-ae5d-4c232490bb87 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.594022] env[62291]: DEBUG nova.network.neutron [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2261.629593] env[62291]: DEBUG oslo_vmware.api [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143381, 'name': Rename_Task, 'duration_secs': 0.250019} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2261.630135] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 7a3ba57e-1603-443e-9381-88dcd7dc5253] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2261.630409] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce0c733a-24d5-44f4-8a9a-18b42f2faacf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2261.640298] env[62291]: DEBUG oslo_vmware.api [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 2261.640298] env[62291]: value = "task-2143383" [ 2261.640298] env[62291]: _type = "Task" [ 2261.640298] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2261.652308] env[62291]: DEBUG oslo_vmware.api [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143383, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.679071] env[62291]: DEBUG oslo_vmware.api [None req-38a88c59-2abe-416a-95fd-5b08b48aa32e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143359, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2261.775398] env[62291]: DEBUG nova.network.neutron [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Updating instance_info_cache with network_info: [{"id": "c9d9ac24-74aa-4b65-a1af-3b652b05b62c", "address": "fa:16:3e:39:bf:6c", "network": {"id": "6c3b94dc-3357-4c73-aad4-284cb89be8f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1144561454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4dbad5dff7143149c3d41cdcb32416d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9d9ac24-74", "ovs_interfaceid": "c9d9ac24-74aa-4b65-a1af-3b652b05b62c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2261.794811] env[62291]: DEBUG nova.network.neutron [-] [instance: 782c366b-f6fb-486d-8b98-fe78ba6d810d] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2261.827431] env[62291]: INFO nova.compute.manager [-] [instance: 8bd678e3-e537-4615-b35c-e98684c58644] Took 1.23 seconds to deallocate network for instance. [ 2261.881103] env[62291]: DEBUG nova.compute.manager [req-c1fdc914-3370-4124-a27d-5d9a551d07b9 req-91b3b06d-9eb7-47d5-aec3-854fcd340bb8 service nova] [instance: 8bd678e3-e537-4615-b35c-e98684c58644] Received event network-vif-deleted-8226fb96-ee9f-4f7d-8d0c-bef85af7db05 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2261.881352] env[62291]: DEBUG nova.compute.manager [req-c1fdc914-3370-4124-a27d-5d9a551d07b9 req-91b3b06d-9eb7-47d5-aec3-854fcd340bb8 service nova] [instance: 782c366b-f6fb-486d-8b98-fe78ba6d810d] Received event network-vif-deleted-16c6dfb5-5f4a-4006-aaac-cd266f2881d4 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2261.884582] env[62291]: DEBUG nova.objects.instance [None req-2b35b14c-239d-402f-b857-b1a1db93d99d tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lazy-loading 'flavor' on Instance uuid fe7775be-06f2-44d8-8f78-1d13e756bfa5 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2262.008726] env[62291]: DEBUG oslo_vmware.api [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143382, 'name': ReconfigVM_Task, 'duration_secs': 0.448113} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2262.009065] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Reconfigured VM instance instance-00000052 to detach disk 2001 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2262.016610] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9222d694-0dd6-4b9e-b59b-159f90f5d624 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.034346] env[62291]: DEBUG oslo_vmware.api [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2262.034346] env[62291]: value = "task-2143384" [ 2262.034346] env[62291]: _type = "Task" [ 2262.034346] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2262.045916] env[62291]: DEBUG oslo_vmware.api [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143384, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.073423] env[62291]: INFO nova.compute.manager [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Took 43.23 seconds to build instance. [ 2262.087242] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c06f46-5e7a-4cbc-9bd3-f5acd4554452 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.096716] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43101fbc-ed71-472e-a595-233120c8246c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.141697] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7fbe53c-2e64-4279-99f5-972783208593 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.158210] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f51967-22e9-4848-b9e9-de1f8d3cf329 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.163727] env[62291]: DEBUG oslo_vmware.api [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143383, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.180944] env[62291]: DEBUG nova.compute.provider_tree [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2262.185384] env[62291]: DEBUG oslo_vmware.api [None req-38a88c59-2abe-416a-95fd-5b08b48aa32e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143359, 'name': ReconfigVM_Task, 'duration_secs': 5.940937} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2262.187787] env[62291]: DEBUG oslo_concurrency.lockutils [None req-38a88c59-2abe-416a-95fd-5b08b48aa32e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Releasing lock "36586f63-0d66-4da8-994a-5d54ed5afb76" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2262.187787] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-38a88c59-2abe-416a-95fd-5b08b48aa32e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Reconfigured VM to detach interface {{(pid=62291) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2262.278445] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Releasing lock "refresh_cache-fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2262.278790] env[62291]: DEBUG nova.compute.manager [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Instance network_info: |[{"id": "c9d9ac24-74aa-4b65-a1af-3b652b05b62c", "address": "fa:16:3e:39:bf:6c", "network": {"id": "6c3b94dc-3357-4c73-aad4-284cb89be8f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1144561454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4dbad5dff7143149c3d41cdcb32416d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9d9ac24-74", "ovs_interfaceid": "c9d9ac24-74aa-4b65-a1af-3b652b05b62c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2262.279582] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:bf:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '163e60bd-32d6-41c5-95e6-2eb10c5c9245', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9d9ac24-74aa-4b65-a1af-3b652b05b62c', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2262.287687] env[62291]: DEBUG oslo.service.loopingcall [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2262.288754] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2262.289029] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7fa3dae1-70f8-4715-a792-ae6646b38a99 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.307204] env[62291]: INFO nova.compute.manager [-] [instance: 782c366b-f6fb-486d-8b98-fe78ba6d810d] Took 1.44 seconds to deallocate network for instance. [ 2262.317830] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2262.317830] env[62291]: value = "task-2143385" [ 2262.317830] env[62291]: _type = "Task" [ 2262.317830] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2262.327719] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143385, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.335215] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f7e8552f-28b1-409b-8229-757d7dc293f2 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2262.341058] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0270508d-7ef6-4bbc-bbe3-6f256aa1b930 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Acquiring lock "fe65d098-fd1b-4127-817e-eac2f659e778" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2262.341311] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0270508d-7ef6-4bbc-bbe3-6f256aa1b930 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lock "fe65d098-fd1b-4127-817e-eac2f659e778" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2262.391216] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2b35b14c-239d-402f-b857-b1a1db93d99d tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Acquiring lock "refresh_cache-fe7775be-06f2-44d8-8f78-1d13e756bfa5" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2262.391598] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2b35b14c-239d-402f-b857-b1a1db93d99d tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Acquired lock "refresh_cache-fe7775be-06f2-44d8-8f78-1d13e756bfa5" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2262.391911] env[62291]: DEBUG nova.network.neutron [None req-2b35b14c-239d-402f-b857-b1a1db93d99d tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2262.392231] env[62291]: DEBUG nova.objects.instance [None req-2b35b14c-239d-402f-b857-b1a1db93d99d tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lazy-loading 'info_cache' on Instance uuid fe7775be-06f2-44d8-8f78-1d13e756bfa5 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2262.545362] env[62291]: DEBUG oslo_vmware.api [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143384, 'name': ReconfigVM_Task, 'duration_secs': 0.213451} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2262.545800] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-438102', 'volume_id': '8aac14eb-cb64-48bf-a3f0-593d45331678', 'name': 'volume-8aac14eb-cb64-48bf-a3f0-593d45331678', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c9217dbd-27aa-46aa-8c41-555c584dd027', 'attached_at': '', 'detached_at': '', 'volume_id': '8aac14eb-cb64-48bf-a3f0-593d45331678', 'serial': '8aac14eb-cb64-48bf-a3f0-593d45331678'} {{(pid=62291) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2262.579316] env[62291]: DEBUG oslo_concurrency.lockutils [None req-737d7859-93a9-4852-a7be-862b2258406c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lock "0b97b18e-55ae-413b-a4d7-da4b4ccb56a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.755s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2262.652065] env[62291]: DEBUG oslo_vmware.api [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143383, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.687483] env[62291]: DEBUG nova.scheduler.client.report [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2262.763212] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daec4db5-8435-4aa9-b0a9-5acecf7ca416 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.775087] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-4346e1fb-5f7e-42e9-99e5-e62f734b97a9 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Suspending the VM {{(pid=62291) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2262.775553] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-8d84f8a5-e413-4877-b421-9e0d199afed6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2262.783698] env[62291]: DEBUG oslo_vmware.api [None req-4346e1fb-5f7e-42e9-99e5-e62f734b97a9 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2262.783698] env[62291]: value = "task-2143386" [ 2262.783698] env[62291]: _type = "Task" [ 2262.783698] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2262.817993] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5a7a6893-c729-4bbb-9855-6f2c8b6e04f3 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2262.827578] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143385, 'name': CreateVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2262.844568] env[62291]: DEBUG nova.compute.utils [None req-0270508d-7ef6-4bbc-bbe3-6f256aa1b930 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2262.896329] env[62291]: DEBUG nova.objects.base [None req-2b35b14c-239d-402f-b857-b1a1db93d99d tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62291) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 2263.153187] env[62291]: DEBUG oslo_vmware.api [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143383, 'name': PowerOnVM_Task, 'duration_secs': 1.294876} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2263.153446] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 7a3ba57e-1603-443e-9381-88dcd7dc5253] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2263.153647] env[62291]: INFO nova.compute.manager [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 7a3ba57e-1603-443e-9381-88dcd7dc5253] Took 10.81 seconds to spawn the instance on the hypervisor. [ 2263.153829] env[62291]: DEBUG nova.compute.manager [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 7a3ba57e-1603-443e-9381-88dcd7dc5253] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2263.154644] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd9b5df4-b0ba-4e63-8358-11b23db0ca3e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.193437] env[62291]: DEBUG oslo_concurrency.lockutils [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2263.194262] env[62291]: DEBUG nova.compute.manager [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: c4de9fe8-e04f-4f33-85b2-fe3cfb02d845] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2263.197716] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.399s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2263.200055] env[62291]: INFO nova.compute.claims [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 4277f65e-fae9-4ee5-b282-2a202a511973] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2263.295715] env[62291]: DEBUG oslo_vmware.api [None req-4346e1fb-5f7e-42e9-99e5-e62f734b97a9 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143386, 'name': SuspendVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.328208] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143385, 'name': CreateVM_Task, 'duration_secs': 0.648302} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2263.328403] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2263.329152] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2263.329340] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2263.329695] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2263.330050] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2b2c719-c621-4d8d-8a89-63171c6be98e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.335774] env[62291]: DEBUG oslo_vmware.api [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2263.335774] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52a266dc-b775-31a3-efbd-e092e6033bed" [ 2263.335774] env[62291]: _type = "Task" [ 2263.335774] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2263.345386] env[62291]: DEBUG oslo_vmware.api [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52a266dc-b775-31a3-efbd-e092e6033bed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.347162] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0270508d-7ef6-4bbc-bbe3-6f256aa1b930 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lock "fe65d098-fd1b-4127-817e-eac2f659e778" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2263.479948] env[62291]: DEBUG oslo_concurrency.lockutils [None req-38a88c59-2abe-416a-95fd-5b08b48aa32e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "refresh_cache-36586f63-0d66-4da8-994a-5d54ed5afb76" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2263.479948] env[62291]: DEBUG oslo_concurrency.lockutils [None req-38a88c59-2abe-416a-95fd-5b08b48aa32e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquired lock "refresh_cache-36586f63-0d66-4da8-994a-5d54ed5afb76" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2263.479948] env[62291]: DEBUG nova.network.neutron [None req-38a88c59-2abe-416a-95fd-5b08b48aa32e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2263.602550] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2263.602932] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01bdb1b5-47d2-4d07-9c6b-1a2b2ad5310b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.613240] env[62291]: DEBUG oslo_vmware.api [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2263.613240] env[62291]: value = "task-2143387" [ 2263.613240] env[62291]: _type = "Task" [ 2263.613240] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2263.623669] env[62291]: DEBUG oslo_vmware.api [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143387, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.669023] env[62291]: DEBUG nova.network.neutron [None req-2b35b14c-239d-402f-b857-b1a1db93d99d tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Updating instance_info_cache with network_info: [{"id": "a8fa84fa-2a54-4510-b416-251acb8e751d", "address": "fa:16:3e:66:30:53", "network": {"id": "582e46dc-88a0-40ae-8c6c-4a07a59ce875", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-731881747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa06d4539b8f42f19c5928e2f6e9e85c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8fa84fa-2a", "ovs_interfaceid": "a8fa84fa-2a54-4510-b416-251acb8e751d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2263.673219] env[62291]: INFO nova.compute.manager [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 7a3ba57e-1603-443e-9381-88dcd7dc5253] Took 35.98 seconds to build instance. [ 2263.708017] env[62291]: DEBUG nova.compute.utils [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2263.709608] env[62291]: DEBUG nova.compute.manager [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: c4de9fe8-e04f-4f33-85b2-fe3cfb02d845] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2263.709608] env[62291]: DEBUG nova.network.neutron [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: c4de9fe8-e04f-4f33-85b2-fe3cfb02d845] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2263.749852] env[62291]: DEBUG nova.policy [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bbd41dbef2d4d49813dde0a7cfa12a0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ae2da117ff1548eca5e5872d9447faab', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2263.807032] env[62291]: DEBUG oslo_vmware.api [None req-4346e1fb-5f7e-42e9-99e5-e62f734b97a9 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143386, 'name': SuspendVM_Task} progress is 62%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2263.848330] env[62291]: DEBUG oslo_vmware.api [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52a266dc-b775-31a3-efbd-e092e6033bed, 'name': SearchDatastore_Task, 'duration_secs': 0.018331} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2263.848819] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2263.849337] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2263.849709] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2263.849986] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2263.850639] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2263.850639] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c1641b7-459a-4a25-9b54-9b9869b7ee1e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.863125] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2263.863125] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2263.863125] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20a479bc-8bc9-47e7-abef-6409fec8a7d4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2263.868475] env[62291]: DEBUG oslo_vmware.api [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2263.868475] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52a65c8b-d7e6-893e-b153-1ac91dbc85a1" [ 2263.868475] env[62291]: _type = "Task" [ 2263.868475] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2263.878604] env[62291]: DEBUG oslo_vmware.api [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52a65c8b-d7e6-893e-b153-1ac91dbc85a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.058136] env[62291]: DEBUG nova.network.neutron [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: c4de9fe8-e04f-4f33-85b2-fe3cfb02d845] Successfully created port: 804822cc-7932-441f-81d3-566a42953faf {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2264.096793] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a44f405b-dad9-4965-b274-5161d24bdd87 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "36586f63-0d66-4da8-994a-5d54ed5afb76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2264.096793] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a44f405b-dad9-4965-b274-5161d24bdd87 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "36586f63-0d66-4da8-994a-5d54ed5afb76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2264.096793] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a44f405b-dad9-4965-b274-5161d24bdd87 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "36586f63-0d66-4da8-994a-5d54ed5afb76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2264.096793] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a44f405b-dad9-4965-b274-5161d24bdd87 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "36586f63-0d66-4da8-994a-5d54ed5afb76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2264.096793] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a44f405b-dad9-4965-b274-5161d24bdd87 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "36586f63-0d66-4da8-994a-5d54ed5afb76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2264.096793] env[62291]: INFO nova.compute.manager [None req-a44f405b-dad9-4965-b274-5161d24bdd87 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Terminating instance [ 2264.098185] env[62291]: DEBUG nova.compute.manager [None req-a44f405b-dad9-4965-b274-5161d24bdd87 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2264.098441] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-a44f405b-dad9-4965-b274-5161d24bdd87 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2264.099410] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146b7ba5-7d7d-4189-8c76-a594b9e78a4e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.113109] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-a44f405b-dad9-4965-b274-5161d24bdd87 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2264.113109] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd84144b-6353-4a13-bca7-c6e4a3a7c8b8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.134743] env[62291]: DEBUG nova.compute.manager [req-5c41b1ad-cbf5-47d9-8de7-8a382803a2f0 req-f6fb9aee-b2a2-4aa6-87fc-0382212a3ff8 service nova] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Received event network-vif-deleted-b874ad40-5d20-413c-9627-6a0dfb655675 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2264.134743] env[62291]: INFO nova.compute.manager [req-5c41b1ad-cbf5-47d9-8de7-8a382803a2f0 req-f6fb9aee-b2a2-4aa6-87fc-0382212a3ff8 service nova] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Neutron deleted interface b874ad40-5d20-413c-9627-6a0dfb655675; detaching it from the instance and deleting it from the info cache [ 2264.134743] env[62291]: DEBUG nova.network.neutron [req-5c41b1ad-cbf5-47d9-8de7-8a382803a2f0 req-f6fb9aee-b2a2-4aa6-87fc-0382212a3ff8 service nova] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Updating instance_info_cache with network_info: [{"id": "ef22d4ff-1a75-4eec-8c69-866f578f9ef6", "address": "fa:16:3e:05:40:f2", "network": {"id": "818bf107-525d-4bd9-af99-c673972d2be1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-171136124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34994f4ae104d49b1e76215acee435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef22d4ff-1a", "ovs_interfaceid": "ef22d4ff-1a75-4eec-8c69-866f578f9ef6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2264.139585] env[62291]: DEBUG oslo_vmware.api [None req-a44f405b-dad9-4965-b274-5161d24bdd87 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for the task: (returnval){ [ 2264.139585] env[62291]: value = "task-2143388" [ 2264.139585] env[62291]: _type = "Task" [ 2264.139585] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2264.147912] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] VM already powered off {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2264.148150] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Volume detach. Driver type: vmdk {{(pid=62291) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2264.148403] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-438102', 'volume_id': '8aac14eb-cb64-48bf-a3f0-593d45331678', 'name': 'volume-8aac14eb-cb64-48bf-a3f0-593d45331678', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c9217dbd-27aa-46aa-8c41-555c584dd027', 'attached_at': '', 'detached_at': '', 'volume_id': '8aac14eb-cb64-48bf-a3f0-593d45331678', 'serial': '8aac14eb-cb64-48bf-a3f0-593d45331678'} {{(pid=62291) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2264.149827] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fed782d-b127-433c-a33e-e462228b9a51 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.177738] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2b35b14c-239d-402f-b857-b1a1db93d99d tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Releasing lock "refresh_cache-fe7775be-06f2-44d8-8f78-1d13e756bfa5" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2264.179613] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ec5c277b-82f8-4243-9012-7b56d06d5618 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "7a3ba57e-1603-443e-9381-88dcd7dc5253" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.494s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2264.180200] env[62291]: DEBUG oslo_vmware.api [None req-a44f405b-dad9-4965-b274-5161d24bdd87 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143388, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.181292] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8659783-1af3-44dd-9859-eb5e3cb05ff3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.189925] env[62291]: WARNING nova.virt.vmwareapi.driver [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 2264.190217] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2264.191720] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46baf363-d103-4206-b82a-fc6d64b899b2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.200131] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2264.200506] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a878ff2-aaf0-4a4f-b049-f4ad2765d173 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.212757] env[62291]: DEBUG nova.compute.manager [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: c4de9fe8-e04f-4f33-85b2-fe3cfb02d845] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2264.303243] env[62291]: DEBUG oslo_vmware.api [None req-4346e1fb-5f7e-42e9-99e5-e62f734b97a9 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143386, 'name': SuspendVM_Task, 'duration_secs': 1.351613} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2264.303460] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-4346e1fb-5f7e-42e9-99e5-e62f734b97a9 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Suspended the VM {{(pid=62291) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2264.303623] env[62291]: DEBUG nova.compute.manager [None req-4346e1fb-5f7e-42e9-99e5-e62f734b97a9 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2264.304530] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f2783e8-cd5b-4c65-a175-ee9af0599116 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.342793] env[62291]: INFO nova.network.neutron [None req-38a88c59-2abe-416a-95fd-5b08b48aa32e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Port b874ad40-5d20-413c-9627-6a0dfb655675 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2264.343284] env[62291]: DEBUG nova.network.neutron [None req-38a88c59-2abe-416a-95fd-5b08b48aa32e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Updating instance_info_cache with network_info: [{"id": "ef22d4ff-1a75-4eec-8c69-866f578f9ef6", "address": "fa:16:3e:05:40:f2", "network": {"id": "818bf107-525d-4bd9-af99-c673972d2be1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-171136124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.243", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34994f4ae104d49b1e76215acee435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef22d4ff-1a", "ovs_interfaceid": "ef22d4ff-1a75-4eec-8c69-866f578f9ef6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2264.388471] env[62291]: DEBUG oslo_vmware.api [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52a65c8b-d7e6-893e-b153-1ac91dbc85a1, 'name': SearchDatastore_Task, 'duration_secs': 0.009505} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2264.389767] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6271683-f3d6-4771-ab89-118b5309f9fd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.400233] env[62291]: DEBUG oslo_vmware.api [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2264.400233] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52622dd5-c86f-930e-7675-48eda5d0b5be" [ 2264.400233] env[62291]: _type = "Task" [ 2264.400233] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2264.411590] env[62291]: DEBUG oslo_vmware.api [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52622dd5-c86f-930e-7675-48eda5d0b5be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.419130] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0270508d-7ef6-4bbc-bbe3-6f256aa1b930 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Acquiring lock "fe65d098-fd1b-4127-817e-eac2f659e778" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2264.419662] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0270508d-7ef6-4bbc-bbe3-6f256aa1b930 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lock "fe65d098-fd1b-4127-817e-eac2f659e778" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2264.419939] env[62291]: INFO nova.compute.manager [None req-0270508d-7ef6-4bbc-bbe3-6f256aa1b930 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Attaching volume eb1185eb-eb4c-4882-99f6-398afd037308 to /dev/sdb [ 2264.429636] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2264.429913] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2264.430238] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Deleting the datastore file [datastore2] c9217dbd-27aa-46aa-8c41-555c584dd027 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2264.430978] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa4891d2-451a-491a-a43b-203caf572641 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.439030] env[62291]: DEBUG oslo_vmware.api [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2264.439030] env[62291]: value = "task-2143390" [ 2264.439030] env[62291]: _type = "Task" [ 2264.439030] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2264.455209] env[62291]: DEBUG oslo_vmware.api [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143390, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.472607] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7aafdc8-3d94-4e1f-abd3-3f59ec2535a9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.483142] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2965cc80-da3f-4930-95cd-ce38a8d9b08f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.498917] env[62291]: DEBUG nova.virt.block_device [None req-0270508d-7ef6-4bbc-bbe3-6f256aa1b930 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Updating existing volume attachment record: 987c1160-92bf-468a-8395-6a54ac4b3a29 {{(pid=62291) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2264.641362] env[62291]: DEBUG oslo_concurrency.lockutils [req-5c41b1ad-cbf5-47d9-8de7-8a382803a2f0 req-f6fb9aee-b2a2-4aa6-87fc-0382212a3ff8 service nova] Acquiring lock "36586f63-0d66-4da8-994a-5d54ed5afb76" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2264.642198] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e081d16-3e11-43df-a5da-8f3e69ff2474 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.656277] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371ee7d8-37b0-41e2-ac38-6a18299e9773 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.661834] env[62291]: DEBUG oslo_vmware.api [None req-a44f405b-dad9-4965-b274-5161d24bdd87 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143388, 'name': PowerOffVM_Task, 'duration_secs': 0.197011} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2264.662468] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-a44f405b-dad9-4965-b274-5161d24bdd87 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2264.662683] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-a44f405b-dad9-4965-b274-5161d24bdd87 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2264.663323] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-07ba3919-427f-4c4d-804e-af84dc6eab3f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.694365] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b35b14c-239d-402f-b857-b1a1db93d99d tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2264.694933] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a54b4d2e-fbaa-431f-a4e2-27e41ff62ba9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.697427] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5428fd-f5d5-4498-8c02-f1d9ddef306a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.707512] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a27280-a165-45c6-b201-396588b38899 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.711921] env[62291]: DEBUG oslo_vmware.api [None req-2b35b14c-239d-402f-b857-b1a1db93d99d tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Waiting for the task: (returnval){ [ 2264.711921] env[62291]: value = "task-2143393" [ 2264.711921] env[62291]: _type = "Task" [ 2264.711921] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2264.725881] env[62291]: DEBUG nova.compute.provider_tree [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2264.732382] env[62291]: DEBUG oslo_vmware.api [None req-2b35b14c-239d-402f-b857-b1a1db93d99d tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143393, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.821047] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-a44f405b-dad9-4965-b274-5161d24bdd87 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2264.821199] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-a44f405b-dad9-4965-b274-5161d24bdd87 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2264.821391] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-a44f405b-dad9-4965-b274-5161d24bdd87 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Deleting the datastore file [datastore2] 36586f63-0d66-4da8-994a-5d54ed5afb76 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2264.822638] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52188038-81a7-4f2f-898e-c15cbba8c63d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.831276] env[62291]: DEBUG oslo_vmware.api [None req-a44f405b-dad9-4965-b274-5161d24bdd87 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for the task: (returnval){ [ 2264.831276] env[62291]: value = "task-2143394" [ 2264.831276] env[62291]: _type = "Task" [ 2264.831276] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2264.839367] env[62291]: DEBUG oslo_vmware.api [None req-a44f405b-dad9-4965-b274-5161d24bdd87 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143394, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.846278] env[62291]: DEBUG oslo_concurrency.lockutils [None req-38a88c59-2abe-416a-95fd-5b08b48aa32e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Releasing lock "refresh_cache-36586f63-0d66-4da8-994a-5d54ed5afb76" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2264.884139] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce70a10-8997-4d2d-8062-34b221354dd5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.890628] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-416e5d77-4726-4794-aa34-7627f8e3ae63 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 7a3ba57e-1603-443e-9381-88dcd7dc5253] Suspending the VM {{(pid=62291) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2264.890927] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-ae6aa423-cb9a-445d-9615-c60ba05c801a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.897574] env[62291]: DEBUG oslo_vmware.api [None req-416e5d77-4726-4794-aa34-7627f8e3ae63 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 2264.897574] env[62291]: value = "task-2143395" [ 2264.897574] env[62291]: _type = "Task" [ 2264.897574] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2264.906898] env[62291]: DEBUG oslo_vmware.api [None req-416e5d77-4726-4794-aa34-7627f8e3ae63 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143395, 'name': SuspendVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.912947] env[62291]: DEBUG oslo_vmware.api [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52622dd5-c86f-930e-7675-48eda5d0b5be, 'name': SearchDatastore_Task, 'duration_secs': 0.046729} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2264.913233] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2264.913500] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1/fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2264.913759] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-452190e4-3095-425f-9373-8480513410a1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2264.922360] env[62291]: DEBUG oslo_vmware.api [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2264.922360] env[62291]: value = "task-2143396" [ 2264.922360] env[62291]: _type = "Task" [ 2264.922360] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2264.933177] env[62291]: DEBUG oslo_vmware.api [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143396, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2264.951519] env[62291]: DEBUG oslo_vmware.api [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143390, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.223511] env[62291]: DEBUG oslo_vmware.api [None req-2b35b14c-239d-402f-b857-b1a1db93d99d tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143393, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.228965] env[62291]: DEBUG nova.compute.manager [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: c4de9fe8-e04f-4f33-85b2-fe3cfb02d845] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2265.232011] env[62291]: DEBUG nova.scheduler.client.report [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2265.259749] env[62291]: DEBUG nova.virt.hardware [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2265.260199] env[62291]: DEBUG nova.virt.hardware [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2265.260475] env[62291]: DEBUG nova.virt.hardware [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2265.260808] env[62291]: DEBUG nova.virt.hardware [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2265.261053] env[62291]: DEBUG nova.virt.hardware [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2265.261342] env[62291]: DEBUG nova.virt.hardware [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2265.261695] env[62291]: DEBUG nova.virt.hardware [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2265.261942] env[62291]: DEBUG nova.virt.hardware [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2265.262248] env[62291]: DEBUG nova.virt.hardware [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2265.262535] env[62291]: DEBUG nova.virt.hardware [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2265.262837] env[62291]: DEBUG nova.virt.hardware [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2265.265828] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25295a7-64b8-48c4-b2f4-a3f556b663da {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.277814] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078ed9c3-37ef-4359-a390-8e3735a91ecc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.342816] env[62291]: DEBUG oslo_vmware.api [None req-a44f405b-dad9-4965-b274-5161d24bdd87 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143394, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.349904] env[62291]: DEBUG oslo_concurrency.lockutils [None req-38a88c59-2abe-416a-95fd-5b08b48aa32e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "interface-36586f63-0d66-4da8-994a-5d54ed5afb76-b874ad40-5d20-413c-9627-6a0dfb655675" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.786s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2265.409810] env[62291]: DEBUG oslo_vmware.api [None req-416e5d77-4726-4794-aa34-7627f8e3ae63 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143395, 'name': SuspendVM_Task} progress is 62%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.434224] env[62291]: DEBUG oslo_vmware.api [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143396, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.454391] env[62291]: DEBUG oslo_vmware.api [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143390, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.704371} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2265.454720] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2265.454913] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2265.455163] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2265.729750] env[62291]: DEBUG oslo_vmware.api [None req-2b35b14c-239d-402f-b857-b1a1db93d99d tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143393, 'name': PowerOnVM_Task, 'duration_secs': 0.801598} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2265.729750] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b35b14c-239d-402f-b857-b1a1db93d99d tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2265.729750] env[62291]: DEBUG nova.compute.manager [None req-2b35b14c-239d-402f-b857-b1a1db93d99d tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2265.730193] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d32452c-40a2-4093-bc02-e6266617f1c7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.738829] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.541s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2265.739465] env[62291]: DEBUG nova.compute.manager [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 4277f65e-fae9-4ee5-b282-2a202a511973] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2265.744605] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c471cbf1-2de8-4b0a-8d14-a01a577f0f8e tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.972s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2265.744853] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c471cbf1-2de8-4b0a-8d14-a01a577f0f8e tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2265.747139] env[62291]: DEBUG oslo_concurrency.lockutils [None req-94cbb64b-ed0a-4431-9001-e91fd74dba08 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.073s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2265.747451] env[62291]: DEBUG nova.objects.instance [None req-94cbb64b-ed0a-4431-9001-e91fd74dba08 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Lazy-loading 'resources' on Instance uuid acf1edf3-b190-4271-8b2a-4aff78835326 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2265.774440] env[62291]: INFO nova.scheduler.client.report [None req-c471cbf1-2de8-4b0a-8d14-a01a577f0f8e tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Deleted allocations for instance fe4341b6-1082-40c5-aaa3-a17788f5f188 [ 2265.818123] env[62291]: DEBUG nova.network.neutron [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: c4de9fe8-e04f-4f33-85b2-fe3cfb02d845] Successfully updated port: 804822cc-7932-441f-81d3-566a42953faf {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2265.843548] env[62291]: DEBUG oslo_vmware.api [None req-a44f405b-dad9-4965-b274-5161d24bdd87 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143394, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.5483} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2265.843816] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-a44f405b-dad9-4965-b274-5161d24bdd87 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2265.844010] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-a44f405b-dad9-4965-b274-5161d24bdd87 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2265.844203] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-a44f405b-dad9-4965-b274-5161d24bdd87 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2265.844375] env[62291]: INFO nova.compute.manager [None req-a44f405b-dad9-4965-b274-5161d24bdd87 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Took 1.75 seconds to destroy the instance on the hypervisor. [ 2265.844612] env[62291]: DEBUG oslo.service.loopingcall [None req-a44f405b-dad9-4965-b274-5161d24bdd87 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2265.845048] env[62291]: DEBUG nova.compute.manager [-] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2265.845152] env[62291]: DEBUG nova.network.neutron [-] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2265.908638] env[62291]: DEBUG oslo_vmware.api [None req-416e5d77-4726-4794-aa34-7627f8e3ae63 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143395, 'name': SuspendVM_Task} progress is 62%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.932288] env[62291]: DEBUG oslo_vmware.api [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143396, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.8482} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2265.932548] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1/fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2265.932768] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2265.933035] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5538d6e-67f4-4637-a324-f11d82ad34d0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2265.942402] env[62291]: DEBUG oslo_vmware.api [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2265.942402] env[62291]: value = "task-2143399" [ 2265.942402] env[62291]: _type = "Task" [ 2265.942402] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2265.952929] env[62291]: DEBUG oslo_vmware.api [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143399, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2265.960593] env[62291]: INFO nova.virt.block_device [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Booting with volume 8aac14eb-cb64-48bf-a3f0-593d45331678 at /dev/sdb [ 2265.999262] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8ad441c0-beb9-4576-bfe6-fa4fe89c5ee1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.010642] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6719cd65-5642-48aa-a537-c91943ea0322 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.049718] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-29315dfd-7b0d-4041-9245-3b2149b62fb5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.059149] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9fab640-d76c-4cc6-ab84-8f663cc7baef {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.103602] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64425870-25a2-490a-97ba-722d5007cbb5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.111804] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef86048-ab0e-4342-ac18-8a0a357457b7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.131419] env[62291]: DEBUG nova.virt.block_device [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Updating existing volume attachment record: 35a53541-6485-4b7e-afb5-fd2bd46399c0 {{(pid=62291) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2266.246942] env[62291]: DEBUG nova.compute.utils [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2266.249992] env[62291]: DEBUG nova.compute.manager [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 4277f65e-fae9-4ee5-b282-2a202a511973] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2266.249992] env[62291]: DEBUG nova.network.neutron [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 4277f65e-fae9-4ee5-b282-2a202a511973] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2266.285395] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c471cbf1-2de8-4b0a-8d14-a01a577f0f8e tempest-ServerAddressesTestJSON-17396569 tempest-ServerAddressesTestJSON-17396569-project-member] Lock "fe4341b6-1082-40c5-aaa3-a17788f5f188" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.018s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2266.302575] env[62291]: DEBUG nova.compute.manager [None req-7a9c5e7a-badf-4946-bff8-0f5e6869e3b8 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2266.303918] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-311df56b-022f-480d-96e1-6ff2f0dd18e6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.319463] env[62291]: DEBUG nova.policy [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e81ade3d60eb4c06ae7ee64c9a6a090a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91b6e38d29a747f5a5ece7587dcd8c03', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2266.322533] env[62291]: DEBUG oslo_concurrency.lockutils [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Acquiring lock "refresh_cache-c4de9fe8-e04f-4f33-85b2-fe3cfb02d845" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2266.322675] env[62291]: DEBUG oslo_concurrency.lockutils [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Acquired lock "refresh_cache-c4de9fe8-e04f-4f33-85b2-fe3cfb02d845" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2266.322820] env[62291]: DEBUG nova.network.neutron [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: c4de9fe8-e04f-4f33-85b2-fe3cfb02d845] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2266.370691] env[62291]: DEBUG nova.compute.manager [req-7c6e36c5-0f1f-4ab0-b3eb-f4ce74650957 req-40f2f339-fd8f-4cf1-9566-b9a155a3d918 service nova] [instance: c4de9fe8-e04f-4f33-85b2-fe3cfb02d845] Received event network-vif-plugged-804822cc-7932-441f-81d3-566a42953faf {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2266.371032] env[62291]: DEBUG oslo_concurrency.lockutils [req-7c6e36c5-0f1f-4ab0-b3eb-f4ce74650957 req-40f2f339-fd8f-4cf1-9566-b9a155a3d918 service nova] Acquiring lock "c4de9fe8-e04f-4f33-85b2-fe3cfb02d845-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2266.371189] env[62291]: DEBUG oslo_concurrency.lockutils [req-7c6e36c5-0f1f-4ab0-b3eb-f4ce74650957 req-40f2f339-fd8f-4cf1-9566-b9a155a3d918 service nova] Lock "c4de9fe8-e04f-4f33-85b2-fe3cfb02d845-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2266.371376] env[62291]: DEBUG oslo_concurrency.lockutils [req-7c6e36c5-0f1f-4ab0-b3eb-f4ce74650957 req-40f2f339-fd8f-4cf1-9566-b9a155a3d918 service nova] Lock "c4de9fe8-e04f-4f33-85b2-fe3cfb02d845-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2266.371551] env[62291]: DEBUG nova.compute.manager [req-7c6e36c5-0f1f-4ab0-b3eb-f4ce74650957 req-40f2f339-fd8f-4cf1-9566-b9a155a3d918 service nova] [instance: c4de9fe8-e04f-4f33-85b2-fe3cfb02d845] No waiting events found dispatching network-vif-plugged-804822cc-7932-441f-81d3-566a42953faf {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2266.371714] env[62291]: WARNING nova.compute.manager [req-7c6e36c5-0f1f-4ab0-b3eb-f4ce74650957 req-40f2f339-fd8f-4cf1-9566-b9a155a3d918 service nova] [instance: c4de9fe8-e04f-4f33-85b2-fe3cfb02d845] Received unexpected event network-vif-plugged-804822cc-7932-441f-81d3-566a42953faf for instance with vm_state building and task_state spawning. [ 2266.371936] env[62291]: DEBUG nova.compute.manager [req-7c6e36c5-0f1f-4ab0-b3eb-f4ce74650957 req-40f2f339-fd8f-4cf1-9566-b9a155a3d918 service nova] [instance: c4de9fe8-e04f-4f33-85b2-fe3cfb02d845] Received event network-changed-804822cc-7932-441f-81d3-566a42953faf {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2266.372165] env[62291]: DEBUG nova.compute.manager [req-7c6e36c5-0f1f-4ab0-b3eb-f4ce74650957 req-40f2f339-fd8f-4cf1-9566-b9a155a3d918 service nova] [instance: c4de9fe8-e04f-4f33-85b2-fe3cfb02d845] Refreshing instance network info cache due to event network-changed-804822cc-7932-441f-81d3-566a42953faf. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2266.372387] env[62291]: DEBUG oslo_concurrency.lockutils [req-7c6e36c5-0f1f-4ab0-b3eb-f4ce74650957 req-40f2f339-fd8f-4cf1-9566-b9a155a3d918 service nova] Acquiring lock "refresh_cache-c4de9fe8-e04f-4f33-85b2-fe3cfb02d845" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2266.412278] env[62291]: DEBUG oslo_vmware.api [None req-416e5d77-4726-4794-aa34-7627f8e3ae63 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143395, 'name': SuspendVM_Task, 'duration_secs': 1.078582} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2266.415446] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-416e5d77-4726-4794-aa34-7627f8e3ae63 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 7a3ba57e-1603-443e-9381-88dcd7dc5253] Suspended the VM {{(pid=62291) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2266.415446] env[62291]: DEBUG nova.compute.manager [None req-416e5d77-4726-4794-aa34-7627f8e3ae63 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 7a3ba57e-1603-443e-9381-88dcd7dc5253] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2266.415446] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8497e45-edb1-4c37-ac40-3f039bba3a69 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.454801] env[62291]: DEBUG oslo_vmware.api [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143399, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079091} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2266.455542] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2266.462524] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1d8e92-2327-4e7b-be35-2900648e79fe {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.487677] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1/fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2266.491428] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b03850b-6ac2-44fb-8d96-851467420166 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.514076] env[62291]: DEBUG oslo_vmware.api [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2266.514076] env[62291]: value = "task-2143400" [ 2266.514076] env[62291]: _type = "Task" [ 2266.514076] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2266.525754] env[62291]: DEBUG oslo_vmware.api [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143400, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2266.751708] env[62291]: DEBUG nova.compute.manager [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 4277f65e-fae9-4ee5-b282-2a202a511973] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2266.755813] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1703df65-bd10-4098-93e0-7c0d3493aae3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.764316] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc8860d-bd86-4986-afb0-e24d733e25c9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.798132] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb47c5ea-bb6b-417d-b777-c3f4cbcd1fe1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.807221] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d571fa1-01ec-41cd-a25a-ebc26cabcefa {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.822290] env[62291]: DEBUG nova.compute.provider_tree [None req-94cbb64b-ed0a-4431-9001-e91fd74dba08 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2266.826228] env[62291]: INFO nova.compute.manager [None req-7a9c5e7a-badf-4946-bff8-0f5e6869e3b8 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] instance snapshotting [ 2266.826228] env[62291]: WARNING nova.compute.manager [None req-7a9c5e7a-badf-4946-bff8-0f5e6869e3b8 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 2266.829762] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c93ae1-707d-4f08-8125-67cc625f7763 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.851078] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d00c5fc-a0a1-4ecc-a22c-f4a260679692 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2266.860937] env[62291]: DEBUG nova.network.neutron [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: c4de9fe8-e04f-4f33-85b2-fe3cfb02d845] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2266.987270] env[62291]: DEBUG nova.network.neutron [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 4277f65e-fae9-4ee5-b282-2a202a511973] Successfully created port: c59740ef-0603-4a86-b548-15a81ba8203a {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2267.025940] env[62291]: DEBUG oslo_vmware.api [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143400, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2267.067028] env[62291]: DEBUG nova.network.neutron [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: c4de9fe8-e04f-4f33-85b2-fe3cfb02d845] Updating instance_info_cache with network_info: [{"id": "804822cc-7932-441f-81d3-566a42953faf", "address": "fa:16:3e:2d:bd:00", "network": {"id": "c4dee9e3-c454-498f-a182-75688ed3eba4", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1636214597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae2da117ff1548eca5e5872d9447faab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap804822cc-79", "ovs_interfaceid": "804822cc-7932-441f-81d3-566a42953faf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2267.161396] env[62291]: DEBUG nova.network.neutron [-] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2267.325928] env[62291]: DEBUG nova.scheduler.client.report [None req-94cbb64b-ed0a-4431-9001-e91fd74dba08 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2267.364512] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9c5e7a-badf-4946-bff8-0f5e6869e3b8 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Creating Snapshot of the VM instance {{(pid=62291) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2267.365013] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-63f9cbcc-bcd4-4bae-add8-d5810d2db1fb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.375141] env[62291]: DEBUG oslo_vmware.api [None req-7a9c5e7a-badf-4946-bff8-0f5e6869e3b8 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2267.375141] env[62291]: value = "task-2143402" [ 2267.375141] env[62291]: _type = "Task" [ 2267.375141] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2267.385135] env[62291]: DEBUG oslo_vmware.api [None req-7a9c5e7a-badf-4946-bff8-0f5e6869e3b8 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143402, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2267.484659] env[62291]: DEBUG oslo_concurrency.lockutils [None req-66489147-148b-46d3-ac27-9e96ee5c3f7f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "7a3ba57e-1603-443e-9381-88dcd7dc5253" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2267.484996] env[62291]: DEBUG oslo_concurrency.lockutils [None req-66489147-148b-46d3-ac27-9e96ee5c3f7f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "7a3ba57e-1603-443e-9381-88dcd7dc5253" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2267.485257] env[62291]: DEBUG oslo_concurrency.lockutils [None req-66489147-148b-46d3-ac27-9e96ee5c3f7f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "7a3ba57e-1603-443e-9381-88dcd7dc5253-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2267.485525] env[62291]: DEBUG oslo_concurrency.lockutils [None req-66489147-148b-46d3-ac27-9e96ee5c3f7f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "7a3ba57e-1603-443e-9381-88dcd7dc5253-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2267.485744] env[62291]: DEBUG oslo_concurrency.lockutils [None req-66489147-148b-46d3-ac27-9e96ee5c3f7f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "7a3ba57e-1603-443e-9381-88dcd7dc5253-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2267.490783] env[62291]: INFO nova.compute.manager [None req-66489147-148b-46d3-ac27-9e96ee5c3f7f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 7a3ba57e-1603-443e-9381-88dcd7dc5253] Terminating instance [ 2267.492282] env[62291]: DEBUG nova.compute.manager [None req-66489147-148b-46d3-ac27-9e96ee5c3f7f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 7a3ba57e-1603-443e-9381-88dcd7dc5253] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2267.493020] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-66489147-148b-46d3-ac27-9e96ee5c3f7f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 7a3ba57e-1603-443e-9381-88dcd7dc5253] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2267.493904] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e14cf6-c728-43bb-9b56-046260ea55fd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.503842] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-66489147-148b-46d3-ac27-9e96ee5c3f7f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 7a3ba57e-1603-443e-9381-88dcd7dc5253] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2267.504015] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d57a6b8d-30a6-4ef0-9aa5-dc8a71d0dd5c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.525617] env[62291]: DEBUG oslo_vmware.api [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143400, 'name': ReconfigVM_Task, 'duration_secs': 0.902674} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2267.525992] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Reconfigured VM instance instance-0000005d to attach disk [datastore2] fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1/fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2267.527128] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e25ef4a-f62b-4351-b36d-101a5672266a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.534159] env[62291]: DEBUG oslo_vmware.api [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2267.534159] env[62291]: value = "task-2143404" [ 2267.534159] env[62291]: _type = "Task" [ 2267.534159] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2267.543346] env[62291]: DEBUG oslo_vmware.api [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143404, 'name': Rename_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2267.570220] env[62291]: DEBUG oslo_concurrency.lockutils [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Releasing lock "refresh_cache-c4de9fe8-e04f-4f33-85b2-fe3cfb02d845" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2267.570605] env[62291]: DEBUG nova.compute.manager [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: c4de9fe8-e04f-4f33-85b2-fe3cfb02d845] Instance network_info: |[{"id": "804822cc-7932-441f-81d3-566a42953faf", "address": "fa:16:3e:2d:bd:00", "network": {"id": "c4dee9e3-c454-498f-a182-75688ed3eba4", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1636214597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae2da117ff1548eca5e5872d9447faab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap804822cc-79", "ovs_interfaceid": "804822cc-7932-441f-81d3-566a42953faf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2267.571094] env[62291]: DEBUG oslo_concurrency.lockutils [req-7c6e36c5-0f1f-4ab0-b3eb-f4ce74650957 req-40f2f339-fd8f-4cf1-9566-b9a155a3d918 service nova] Acquired lock "refresh_cache-c4de9fe8-e04f-4f33-85b2-fe3cfb02d845" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2267.571284] env[62291]: DEBUG nova.network.neutron [req-7c6e36c5-0f1f-4ab0-b3eb-f4ce74650957 req-40f2f339-fd8f-4cf1-9566-b9a155a3d918 service nova] [instance: c4de9fe8-e04f-4f33-85b2-fe3cfb02d845] Refreshing network info cache for port 804822cc-7932-441f-81d3-566a42953faf {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2267.572596] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: c4de9fe8-e04f-4f33-85b2-fe3cfb02d845] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:bd:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad36dd36-1d2c-4f37-a259-98ef2e440794', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '804822cc-7932-441f-81d3-566a42953faf', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2267.581879] env[62291]: DEBUG oslo.service.loopingcall [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2267.585037] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4de9fe8-e04f-4f33-85b2-fe3cfb02d845] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2267.585568] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5349ad05-fbe4-40fd-83fa-5452d334a556 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.608446] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2267.608446] env[62291]: value = "task-2143405" [ 2267.608446] env[62291]: _type = "Task" [ 2267.608446] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2267.616977] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143405, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2267.663158] env[62291]: INFO nova.compute.manager [-] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Took 1.82 seconds to deallocate network for instance. [ 2267.768504] env[62291]: DEBUG nova.compute.manager [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 4277f65e-fae9-4ee5-b282-2a202a511973] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2267.797241] env[62291]: DEBUG nova.virt.hardware [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2267.797545] env[62291]: DEBUG nova.virt.hardware [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2267.797707] env[62291]: DEBUG nova.virt.hardware [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2267.798015] env[62291]: DEBUG nova.virt.hardware [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2267.798271] env[62291]: DEBUG nova.virt.hardware [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2267.798446] env[62291]: DEBUG nova.virt.hardware [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2267.798667] env[62291]: DEBUG nova.virt.hardware [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2267.798829] env[62291]: DEBUG nova.virt.hardware [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2267.798993] env[62291]: DEBUG nova.virt.hardware [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2267.799174] env[62291]: DEBUG nova.virt.hardware [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2267.799350] env[62291]: DEBUG nova.virt.hardware [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2267.800511] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd70d3b9-ef18-4588-9648-0eff0f169cce {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.812061] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2de554bc-4782-47dd-b7cf-81054c67a5cd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2267.834024] env[62291]: DEBUG oslo_concurrency.lockutils [None req-94cbb64b-ed0a-4431-9001-e91fd74dba08 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.083s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2267.834024] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f7e8552f-28b1-409b-8229-757d7dc293f2 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.498s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2267.834024] env[62291]: DEBUG nova.objects.instance [None req-f7e8552f-28b1-409b-8229-757d7dc293f2 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Lazy-loading 'resources' on Instance uuid 8bd678e3-e537-4615-b35c-e98684c58644 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2267.862321] env[62291]: INFO nova.scheduler.client.report [None req-94cbb64b-ed0a-4431-9001-e91fd74dba08 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Deleted allocations for instance acf1edf3-b190-4271-8b2a-4aff78835326 [ 2267.882199] env[62291]: DEBUG nova.network.neutron [req-7c6e36c5-0f1f-4ab0-b3eb-f4ce74650957 req-40f2f339-fd8f-4cf1-9566-b9a155a3d918 service nova] [instance: c4de9fe8-e04f-4f33-85b2-fe3cfb02d845] Updated VIF entry in instance network info cache for port 804822cc-7932-441f-81d3-566a42953faf. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2267.882634] env[62291]: DEBUG nova.network.neutron [req-7c6e36c5-0f1f-4ab0-b3eb-f4ce74650957 req-40f2f339-fd8f-4cf1-9566-b9a155a3d918 service nova] [instance: c4de9fe8-e04f-4f33-85b2-fe3cfb02d845] Updating instance_info_cache with network_info: [{"id": "804822cc-7932-441f-81d3-566a42953faf", "address": "fa:16:3e:2d:bd:00", "network": {"id": "c4dee9e3-c454-498f-a182-75688ed3eba4", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1636214597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae2da117ff1548eca5e5872d9447faab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap804822cc-79", "ovs_interfaceid": "804822cc-7932-441f-81d3-566a42953faf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2267.888556] env[62291]: DEBUG oslo_vmware.api [None req-7a9c5e7a-badf-4946-bff8-0f5e6869e3b8 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143402, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2268.045029] env[62291]: DEBUG oslo_vmware.api [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143404, 'name': Rename_Task, 'duration_secs': 0.181075} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2268.045654] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2268.045910] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-365ec615-172c-4653-8218-c414ea28e2d0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.053436] env[62291]: DEBUG oslo_vmware.api [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2268.053436] env[62291]: value = "task-2143406" [ 2268.053436] env[62291]: _type = "Task" [ 2268.053436] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2268.062040] env[62291]: DEBUG oslo_vmware.api [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143406, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2268.119666] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143405, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2268.171353] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a44f405b-dad9-4965-b274-5161d24bdd87 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2268.282969] env[62291]: DEBUG nova.virt.hardware [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2268.283522] env[62291]: DEBUG nova.virt.hardware [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2268.283802] env[62291]: DEBUG nova.virt.hardware [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2268.287027] env[62291]: DEBUG nova.virt.hardware [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2268.287027] env[62291]: DEBUG nova.virt.hardware [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2268.287027] env[62291]: DEBUG nova.virt.hardware [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2268.287027] env[62291]: DEBUG nova.virt.hardware [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2268.287027] env[62291]: DEBUG nova.virt.hardware [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2268.287027] env[62291]: DEBUG nova.virt.hardware [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2268.287027] env[62291]: DEBUG nova.virt.hardware [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2268.287027] env[62291]: DEBUG nova.virt.hardware [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2268.287027] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b48377-84ff-4136-be32-98959b161505 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.298228] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2772482e-9fb5-4452-9d4a-9d475435eff3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.318526] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:09:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78340140-126f-4ef8-a340-debaa64da3e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35c800a5-0f34-4985-9292-722757c052f7', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2268.326226] env[62291]: DEBUG oslo.service.loopingcall [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2268.326599] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2268.326842] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e41b512c-e551-4e58-b4d2-a0dee8b4f358 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.356296] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2268.356296] env[62291]: value = "task-2143407" [ 2268.356296] env[62291]: _type = "Task" [ 2268.356296] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2268.366670] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143407, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2268.376356] env[62291]: DEBUG oslo_concurrency.lockutils [None req-94cbb64b-ed0a-4431-9001-e91fd74dba08 tempest-ServerRescueTestJSON-172987317 tempest-ServerRescueTestJSON-172987317-project-member] Lock "acf1edf3-b190-4271-8b2a-4aff78835326" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.032s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2268.390988] env[62291]: DEBUG oslo_concurrency.lockutils [req-7c6e36c5-0f1f-4ab0-b3eb-f4ce74650957 req-40f2f339-fd8f-4cf1-9566-b9a155a3d918 service nova] Releasing lock "refresh_cache-c4de9fe8-e04f-4f33-85b2-fe3cfb02d845" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2268.391778] env[62291]: DEBUG oslo_vmware.api [None req-7a9c5e7a-badf-4946-bff8-0f5e6869e3b8 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143402, 'name': CreateSnapshot_Task, 'duration_secs': 0.560099} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2268.395116] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9c5e7a-badf-4946-bff8-0f5e6869e3b8 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Created Snapshot of the VM instance {{(pid=62291) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2268.397423] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc55f26-0034-43e6-a100-74011641e920 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.414856] env[62291]: DEBUG nova.compute.manager [req-fabf5eb2-af7b-4063-ab15-6fc6ad3eaabf req-8890d668-b72b-4062-9521-50f1acd8d2ee service nova] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Received event network-vif-deleted-ef22d4ff-1a75-4eec-8c69-866f578f9ef6 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2268.564672] env[62291]: DEBUG oslo_vmware.api [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143406, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2268.620972] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143405, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2268.707336] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0173c801-de83-4953-a13d-e5db66b096a8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.715785] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bda2c55-968b-443e-813e-081a48f40ade {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.747867] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346b6a4d-9ca3-492c-b4dc-a73b80f55168 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.756555] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b00180-5e0b-4362-a09b-90bd1138e057 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.770921] env[62291]: DEBUG nova.compute.provider_tree [None req-f7e8552f-28b1-409b-8229-757d7dc293f2 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2268.871203] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143407, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2268.919515] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9c5e7a-badf-4946-bff8-0f5e6869e3b8 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Creating linked-clone VM from snapshot {{(pid=62291) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2268.919858] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ee7f6aa9-ad44-4f1c-8be4-8c40d1249383 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2268.930729] env[62291]: DEBUG oslo_vmware.api [None req-7a9c5e7a-badf-4946-bff8-0f5e6869e3b8 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2268.930729] env[62291]: value = "task-2143408" [ 2268.930729] env[62291]: _type = "Task" [ 2268.930729] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2268.941445] env[62291]: DEBUG oslo_vmware.api [None req-7a9c5e7a-badf-4946-bff8-0f5e6869e3b8 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143408, 'name': CloneVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2269.069269] env[62291]: DEBUG oslo_vmware.api [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143406, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2269.123592] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143405, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2269.274016] env[62291]: DEBUG nova.scheduler.client.report [None req-f7e8552f-28b1-409b-8229-757d7dc293f2 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2269.369254] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143407, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2269.442508] env[62291]: DEBUG oslo_vmware.api [None req-7a9c5e7a-badf-4946-bff8-0f5e6869e3b8 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143408, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2269.558008] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-0270508d-7ef6-4bbc-bbe3-6f256aa1b930 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Volume attach. Driver type: vmdk {{(pid=62291) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2269.558274] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-0270508d-7ef6-4bbc-bbe3-6f256aa1b930 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-438107', 'volume_id': 'eb1185eb-eb4c-4882-99f6-398afd037308', 'name': 'volume-eb1185eb-eb4c-4882-99f6-398afd037308', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fe65d098-fd1b-4127-817e-eac2f659e778', 'attached_at': '', 'detached_at': '', 'volume_id': 'eb1185eb-eb4c-4882-99f6-398afd037308', 'serial': 'eb1185eb-eb4c-4882-99f6-398afd037308'} {{(pid=62291) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2269.562180] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d4dadc-bfc8-4436-8b20-ecb79cf69680 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.570691] env[62291]: DEBUG oslo_vmware.api [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143406, 'name': PowerOnVM_Task, 'duration_secs': 1.015316} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2269.583618] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2269.583618] env[62291]: INFO nova.compute.manager [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Took 10.67 seconds to spawn the instance on the hypervisor. [ 2269.583618] env[62291]: DEBUG nova.compute.manager [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2269.583618] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32de7ae-4368-43e8-8834-310ec67af405 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.586407] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46f5d32-71da-4cdb-abd9-2db740e1b355 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.618411] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-0270508d-7ef6-4bbc-bbe3-6f256aa1b930 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] volume-eb1185eb-eb4c-4882-99f6-398afd037308/volume-eb1185eb-eb4c-4882-99f6-398afd037308.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2269.626964] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8aea4253-5c71-4b0c-9658-67689c8f5b16 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2269.648222] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143405, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2269.651825] env[62291]: DEBUG oslo_vmware.api [None req-0270508d-7ef6-4bbc-bbe3-6f256aa1b930 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for the task: (returnval){ [ 2269.651825] env[62291]: value = "task-2143409" [ 2269.651825] env[62291]: _type = "Task" [ 2269.651825] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2269.659661] env[62291]: DEBUG oslo_vmware.api [None req-0270508d-7ef6-4bbc-bbe3-6f256aa1b930 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143409, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2269.779443] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f7e8552f-28b1-409b-8229-757d7dc293f2 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.946s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2269.781729] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5a7a6893-c729-4bbb-9855-6f2c8b6e04f3 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.964s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2269.781967] env[62291]: DEBUG nova.objects.instance [None req-5a7a6893-c729-4bbb-9855-6f2c8b6e04f3 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Lazy-loading 'resources' on Instance uuid 782c366b-f6fb-486d-8b98-fe78ba6d810d {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2269.810628] env[62291]: INFO nova.scheduler.client.report [None req-f7e8552f-28b1-409b-8229-757d7dc293f2 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Deleted allocations for instance 8bd678e3-e537-4615-b35c-e98684c58644 [ 2269.870554] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143407, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2269.943592] env[62291]: DEBUG oslo_vmware.api [None req-7a9c5e7a-badf-4946-bff8-0f5e6869e3b8 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143408, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2270.127086] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143405, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2270.132837] env[62291]: INFO nova.compute.manager [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Took 35.65 seconds to build instance. [ 2270.164578] env[62291]: DEBUG oslo_vmware.api [None req-0270508d-7ef6-4bbc-bbe3-6f256aa1b930 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143409, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2270.319526] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f7e8552f-28b1-409b-8229-757d7dc293f2 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Lock "8bd678e3-e537-4615-b35c-e98684c58644" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.981s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2270.373377] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143407, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2270.443593] env[62291]: DEBUG oslo_vmware.api [None req-7a9c5e7a-badf-4946-bff8-0f5e6869e3b8 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143408, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2270.597042] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078a2799-2ae8-4f4f-8f24-b84f05c47baa {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.605070] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f48505-4d36-47e1-980b-d3628540a266 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.639617] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d51667-3c89-469b-9dcc-db1119cf3ccb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.642353] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f8b4b68f-91d4-4952-a374-92ec087fea5e tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.166s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2270.648744] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143405, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2270.655044] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14496240-3ed2-4e0c-9d8f-ef743d503f35 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.671991] env[62291]: DEBUG nova.compute.provider_tree [None req-5a7a6893-c729-4bbb-9855-6f2c8b6e04f3 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2270.674022] env[62291]: DEBUG oslo_vmware.api [None req-0270508d-7ef6-4bbc-bbe3-6f256aa1b930 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143409, 'name': ReconfigVM_Task, 'duration_secs': 0.71653} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2270.674133] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-0270508d-7ef6-4bbc-bbe3-6f256aa1b930 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Reconfigured VM instance instance-00000055 to attach disk [datastore2] volume-eb1185eb-eb4c-4882-99f6-398afd037308/volume-eb1185eb-eb4c-4882-99f6-398afd037308.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2270.678868] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80304bbc-44a7-4e55-abdc-f60ccdae0264 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2270.695346] env[62291]: DEBUG oslo_vmware.api [None req-0270508d-7ef6-4bbc-bbe3-6f256aa1b930 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for the task: (returnval){ [ 2270.695346] env[62291]: value = "task-2143410" [ 2270.695346] env[62291]: _type = "Task" [ 2270.695346] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2270.704275] env[62291]: DEBUG oslo_vmware.api [None req-0270508d-7ef6-4bbc-bbe3-6f256aa1b930 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143410, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2270.873433] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143407, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2270.943248] env[62291]: DEBUG oslo_vmware.api [None req-7a9c5e7a-badf-4946-bff8-0f5e6869e3b8 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143408, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2271.146457] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143405, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2271.174665] env[62291]: DEBUG nova.scheduler.client.report [None req-5a7a6893-c729-4bbb-9855-6f2c8b6e04f3 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2271.206218] env[62291]: DEBUG oslo_vmware.api [None req-0270508d-7ef6-4bbc-bbe3-6f256aa1b930 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143410, 'name': ReconfigVM_Task, 'duration_secs': 0.144617} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2271.206535] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-0270508d-7ef6-4bbc-bbe3-6f256aa1b930 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-438107', 'volume_id': 'eb1185eb-eb4c-4882-99f6-398afd037308', 'name': 'volume-eb1185eb-eb4c-4882-99f6-398afd037308', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fe65d098-fd1b-4127-817e-eac2f659e778', 'attached_at': '', 'detached_at': '', 'volume_id': 'eb1185eb-eb4c-4882-99f6-398afd037308', 'serial': 'eb1185eb-eb4c-4882-99f6-398afd037308'} {{(pid=62291) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2271.374035] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143407, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2271.444727] env[62291]: DEBUG oslo_vmware.api [None req-7a9c5e7a-badf-4946-bff8-0f5e6869e3b8 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143408, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2271.468264] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d4c587c7-57ca-4c02-a233-00438e35a574 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Acquiring lock "717000ae-e680-426e-9110-abe1865d496b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2271.468501] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d4c587c7-57ca-4c02-a233-00438e35a574 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Lock "717000ae-e680-426e-9110-abe1865d496b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2271.646549] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143405, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2271.680702] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5a7a6893-c729-4bbb-9855-6f2c8b6e04f3 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.899s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2271.684319] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a44f405b-dad9-4965-b274-5161d24bdd87 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.513s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2271.684669] env[62291]: DEBUG nova.objects.instance [None req-a44f405b-dad9-4965-b274-5161d24bdd87 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lazy-loading 'resources' on Instance uuid 36586f63-0d66-4da8-994a-5d54ed5afb76 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2271.699088] env[62291]: INFO nova.scheduler.client.report [None req-5a7a6893-c729-4bbb-9855-6f2c8b6e04f3 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Deleted allocations for instance 782c366b-f6fb-486d-8b98-fe78ba6d810d [ 2271.875717] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143407, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2271.945017] env[62291]: DEBUG oslo_vmware.api [None req-7a9c5e7a-badf-4946-bff8-0f5e6869e3b8 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143408, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2271.971677] env[62291]: DEBUG nova.compute.utils [None req-d4c587c7-57ca-4c02-a233-00438e35a574 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2272.147267] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143405, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2272.210940] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5a7a6893-c729-4bbb-9855-6f2c8b6e04f3 tempest-MultipleCreateTestJSON-1774233002 tempest-MultipleCreateTestJSON-1774233002-project-member] Lock "782c366b-f6fb-486d-8b98-fe78ba6d810d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.154s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2272.250766] env[62291]: DEBUG nova.objects.instance [None req-0270508d-7ef6-4bbc-bbe3-6f256aa1b930 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lazy-loading 'flavor' on Instance uuid fe65d098-fd1b-4127-817e-eac2f659e778 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2272.377813] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143407, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2272.446652] env[62291]: DEBUG oslo_vmware.api [None req-7a9c5e7a-badf-4946-bff8-0f5e6869e3b8 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143408, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2272.469208] env[62291]: DEBUG nova.compute.manager [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Stashing vm_state: active {{(pid=62291) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 2272.475644] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d4c587c7-57ca-4c02-a233-00438e35a574 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Lock "717000ae-e680-426e-9110-abe1865d496b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2272.519446] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e25ba07-3bae-4259-9d21-ca583fb953cb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.528349] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9739e7e9-5d5f-444d-b943-2f3794e9ae76 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.560022] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97388f7-24e6-4c58-b372-969e19cd6a3e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.568228] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5716ba1-b134-452a-ae4f-afd495e20b0f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2272.582601] env[62291]: DEBUG nova.compute.provider_tree [None req-a44f405b-dad9-4965-b274-5161d24bdd87 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2272.647628] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143405, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2272.760035] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0270508d-7ef6-4bbc-bbe3-6f256aa1b930 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lock "fe65d098-fd1b-4127-817e-eac2f659e778" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.340s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2272.878499] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143407, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2272.947583] env[62291]: DEBUG oslo_vmware.api [None req-7a9c5e7a-badf-4946-bff8-0f5e6869e3b8 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143408, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2272.995285] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2273.087787] env[62291]: DEBUG nova.scheduler.client.report [None req-a44f405b-dad9-4965-b274-5161d24bdd87 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2273.149658] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143405, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2273.378927] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143407, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2273.451131] env[62291]: DEBUG oslo_vmware.api [None req-7a9c5e7a-badf-4946-bff8-0f5e6869e3b8 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143408, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2273.548600] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d4c587c7-57ca-4c02-a233-00438e35a574 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Acquiring lock "717000ae-e680-426e-9110-abe1865d496b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2273.548896] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d4c587c7-57ca-4c02-a233-00438e35a574 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Lock "717000ae-e680-426e-9110-abe1865d496b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2273.549155] env[62291]: INFO nova.compute.manager [None req-d4c587c7-57ca-4c02-a233-00438e35a574 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Attaching volume ffcd9053-fcc8-44e5-befd-2d763dab9737 to /dev/sdb [ 2273.587966] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee452aa-0c58-4523-9c5b-4fb0e107381b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.592892] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a44f405b-dad9-4965-b274-5161d24bdd87 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.909s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2273.598910] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.604s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2273.601130] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f00329a-7ee6-4064-b184-a3d975a639fc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2273.622085] env[62291]: DEBUG nova.virt.block_device [None req-d4c587c7-57ca-4c02-a233-00438e35a574 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Updating existing volume attachment record: d0d65ff1-cd4a-4c38-aec9-03685f7a0111 {{(pid=62291) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2273.625030] env[62291]: INFO nova.scheduler.client.report [None req-a44f405b-dad9-4965-b274-5161d24bdd87 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Deleted allocations for instance 36586f63-0d66-4da8-994a-5d54ed5afb76 [ 2273.651763] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143405, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2273.880144] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143407, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2273.949461] env[62291]: DEBUG oslo_vmware.api [None req-7a9c5e7a-badf-4946-bff8-0f5e6869e3b8 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143408, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2274.111574] env[62291]: INFO nova.compute.claims [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2274.136403] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a44f405b-dad9-4965-b274-5161d24bdd87 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "36586f63-0d66-4da8-994a-5d54ed5afb76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.042s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2274.137376] env[62291]: DEBUG oslo_concurrency.lockutils [req-5c41b1ad-cbf5-47d9-8de7-8a382803a2f0 req-f6fb9aee-b2a2-4aa6-87fc-0382212a3ff8 service nova] Acquired lock "36586f63-0d66-4da8-994a-5d54ed5afb76" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2274.139640] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1346fa-1f7a-43be-919e-157b6473e442 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.151243] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143405, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2274.152310] env[62291]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 2274.152484] env[62291]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62291) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 2274.152859] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-721c010c-4746-42ff-97c7-7aaacbe1619b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.163439] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e9eade-345f-4a08-8c7e-e28926fe7fc1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.205221] env[62291]: ERROR root [req-5c41b1ad-cbf5-47d9-8de7-8a382803a2f0 req-f6fb9aee-b2a2-4aa6-87fc-0382212a3ff8 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-438020' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-438020' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-438020' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-438020'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-438020' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-438020' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-438020'}\n"]: nova.exception.InstanceNotFound: Instance 36586f63-0d66-4da8-994a-5d54ed5afb76 could not be found. [ 2274.205556] env[62291]: DEBUG oslo_concurrency.lockutils [req-5c41b1ad-cbf5-47d9-8de7-8a382803a2f0 req-f6fb9aee-b2a2-4aa6-87fc-0382212a3ff8 service nova] Releasing lock "36586f63-0d66-4da8-994a-5d54ed5afb76" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2274.205681] env[62291]: DEBUG nova.compute.manager [req-5c41b1ad-cbf5-47d9-8de7-8a382803a2f0 req-f6fb9aee-b2a2-4aa6-87fc-0382212a3ff8 service nova] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Detach interface failed, port_id=b874ad40-5d20-413c-9627-6a0dfb655675, reason: Instance 36586f63-0d66-4da8-994a-5d54ed5afb76 could not be found. {{(pid=62291) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 2274.274072] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-66489147-148b-46d3-ac27-9e96ee5c3f7f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 7a3ba57e-1603-443e-9381-88dcd7dc5253] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2274.274072] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-66489147-148b-46d3-ac27-9e96ee5c3f7f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 7a3ba57e-1603-443e-9381-88dcd7dc5253] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2274.274072] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-66489147-148b-46d3-ac27-9e96ee5c3f7f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Deleting the datastore file [datastore2] 7a3ba57e-1603-443e-9381-88dcd7dc5253 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2274.274381] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5dd8afa8-cd90-4ee7-b0cb-81e4f5dd50c2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.282979] env[62291]: DEBUG oslo_vmware.api [None req-66489147-148b-46d3-ac27-9e96ee5c3f7f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 2274.282979] env[62291]: value = "task-2143414" [ 2274.282979] env[62291]: _type = "Task" [ 2274.282979] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2274.293949] env[62291]: DEBUG oslo_vmware.api [None req-66489147-148b-46d3-ac27-9e96ee5c3f7f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143414, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2274.381265] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143407, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2274.450972] env[62291]: DEBUG oslo_vmware.api [None req-7a9c5e7a-badf-4946-bff8-0f5e6869e3b8 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143408, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2274.488396] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Acquiring lock "0ede255d-00fc-4cf0-a429-07153eb04435" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2274.488756] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lock "0ede255d-00fc-4cf0-a429-07153eb04435" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2274.621053] env[62291]: INFO nova.compute.resource_tracker [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Updating resource usage from migration 1e3f13ce-6e8f-454a-8d0c-dd6d27045f77 [ 2274.657833] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143405, 'name': CreateVM_Task, 'duration_secs': 6.874344} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2274.658093] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c4de9fe8-e04f-4f33-85b2-fe3cfb02d845] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2274.658792] env[62291]: DEBUG oslo_concurrency.lockutils [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2274.658964] env[62291]: DEBUG oslo_concurrency.lockutils [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2274.659319] env[62291]: DEBUG oslo_concurrency.lockutils [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2274.659585] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28d3836b-8ce4-4bb4-ab6e-88b8dcfa2696 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.665743] env[62291]: DEBUG oslo_vmware.api [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Waiting for the task: (returnval){ [ 2274.665743] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52ed62ad-2511-7392-3abf-51be34488df5" [ 2274.665743] env[62291]: _type = "Task" [ 2274.665743] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2274.677513] env[62291]: DEBUG oslo_vmware.api [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52ed62ad-2511-7392-3abf-51be34488df5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2274.807051] env[62291]: DEBUG oslo_vmware.api [None req-66489147-148b-46d3-ac27-9e96ee5c3f7f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143414, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246419} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2274.807304] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-66489147-148b-46d3-ac27-9e96ee5c3f7f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2274.807565] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-66489147-148b-46d3-ac27-9e96ee5c3f7f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 7a3ba57e-1603-443e-9381-88dcd7dc5253] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2274.807770] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-66489147-148b-46d3-ac27-9e96ee5c3f7f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 7a3ba57e-1603-443e-9381-88dcd7dc5253] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2274.808069] env[62291]: INFO nova.compute.manager [None req-66489147-148b-46d3-ac27-9e96ee5c3f7f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 7a3ba57e-1603-443e-9381-88dcd7dc5253] Took 7.32 seconds to destroy the instance on the hypervisor. [ 2274.808246] env[62291]: DEBUG oslo.service.loopingcall [None req-66489147-148b-46d3-ac27-9e96ee5c3f7f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2274.808451] env[62291]: DEBUG nova.compute.manager [-] [instance: 7a3ba57e-1603-443e-9381-88dcd7dc5253] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2274.809499] env[62291]: DEBUG nova.network.neutron [-] [instance: 7a3ba57e-1603-443e-9381-88dcd7dc5253] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2274.880486] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143407, 'name': CreateVM_Task, 'duration_secs': 6.170077} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2274.882990] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2274.884187] env[62291]: DEBUG oslo_concurrency.lockutils [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2274.954874] env[62291]: DEBUG oslo_vmware.api [None req-7a9c5e7a-badf-4946-bff8-0f5e6869e3b8 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143408, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2274.959800] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8daa1f7d-4bd0-4fa5-820a-3e77b2bb6529 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2274.970462] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229457fb-4962-4fc8-9ec4-89ea67359297 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.009729] env[62291]: DEBUG nova.compute.manager [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2275.013943] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6003b8ca-0d1b-4b9e-a033-96a63d8acbb8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.023695] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fcc706-e315-44fb-b93e-3b92956b1d74 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.042358] env[62291]: DEBUG nova.compute.provider_tree [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2275.165785] env[62291]: DEBUG nova.compute.manager [req-205c3326-5d9c-4979-b543-6bef25b3edd8 req-ae03ad91-1408-423e-8a77-a70ee63835b5 service nova] [instance: 7a3ba57e-1603-443e-9381-88dcd7dc5253] Received event network-vif-deleted-091ab316-736c-4d24-9b07-0c23d49fc858 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2275.166059] env[62291]: INFO nova.compute.manager [req-205c3326-5d9c-4979-b543-6bef25b3edd8 req-ae03ad91-1408-423e-8a77-a70ee63835b5 service nova] [instance: 7a3ba57e-1603-443e-9381-88dcd7dc5253] Neutron deleted interface 091ab316-736c-4d24-9b07-0c23d49fc858; detaching it from the instance and deleting it from the info cache [ 2275.166566] env[62291]: DEBUG nova.network.neutron [req-205c3326-5d9c-4979-b543-6bef25b3edd8 req-ae03ad91-1408-423e-8a77-a70ee63835b5 service nova] [instance: 7a3ba57e-1603-443e-9381-88dcd7dc5253] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2275.179196] env[62291]: DEBUG oslo_vmware.api [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52ed62ad-2511-7392-3abf-51be34488df5, 'name': SearchDatastore_Task, 'duration_secs': 0.012878} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2275.179855] env[62291]: DEBUG oslo_concurrency.lockutils [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2275.180305] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: c4de9fe8-e04f-4f33-85b2-fe3cfb02d845] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2275.180766] env[62291]: DEBUG oslo_concurrency.lockutils [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2275.181711] env[62291]: DEBUG oslo_concurrency.lockutils [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2275.181711] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2275.182296] env[62291]: DEBUG oslo_concurrency.lockutils [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2275.182374] env[62291]: DEBUG oslo_concurrency.lockutils [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2275.182586] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c7ee1456-f6e3-4f76-949c-8c6a19518d84 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.187470] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb448a97-c67d-4570-9831-9e894ea7c73e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.193674] env[62291]: DEBUG oslo_vmware.api [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2275.193674] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]520d2ef5-bc17-7b1c-59fd-6192649451d3" [ 2275.193674] env[62291]: _type = "Task" [ 2275.193674] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2275.199523] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2275.199689] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2275.200838] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f62085df-0deb-4089-b5d4-600d03d7a2fa {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.207139] env[62291]: DEBUG oslo_vmware.api [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]520d2ef5-bc17-7b1c-59fd-6192649451d3, 'name': SearchDatastore_Task} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2275.208128] env[62291]: DEBUG oslo_concurrency.lockutils [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2275.208602] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2275.208879] env[62291]: DEBUG oslo_concurrency.lockutils [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2275.210713] env[62291]: DEBUG oslo_vmware.api [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Waiting for the task: (returnval){ [ 2275.210713] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52038b76-feb1-f362-38f4-a1584f87957f" [ 2275.210713] env[62291]: _type = "Task" [ 2275.210713] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2275.218475] env[62291]: DEBUG oslo_vmware.api [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52038b76-feb1-f362-38f4-a1584f87957f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2275.451038] env[62291]: DEBUG oslo_vmware.api [None req-7a9c5e7a-badf-4946-bff8-0f5e6869e3b8 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143408, 'name': CloneVM_Task, 'duration_secs': 6.513002} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2275.451198] env[62291]: INFO nova.virt.vmwareapi.vmops [None req-7a9c5e7a-badf-4946-bff8-0f5e6869e3b8 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Created linked-clone VM from snapshot [ 2275.451864] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11716895-4638-4aca-bc76-82828d25aef6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.460610] env[62291]: DEBUG nova.virt.vmwareapi.images [None req-7a9c5e7a-badf-4946-bff8-0f5e6869e3b8 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Uploading image c4002fbb-9e14-4527-8e5d-3c376e616238 {{(pid=62291) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2275.480587] env[62291]: DEBUG oslo_vmware.rw_handles [None req-7a9c5e7a-badf-4946-bff8-0f5e6869e3b8 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2275.480587] env[62291]: value = "vm-438111" [ 2275.480587] env[62291]: _type = "VirtualMachine" [ 2275.480587] env[62291]: }. {{(pid=62291) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2275.480945] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9202c53d-0fae-4c35-bde2-14eff801a00b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.488497] env[62291]: DEBUG oslo_vmware.rw_handles [None req-7a9c5e7a-badf-4946-bff8-0f5e6869e3b8 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lease: (returnval){ [ 2275.488497] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52055cf0-297f-f46b-85b7-790fbfdeeeb3" [ 2275.488497] env[62291]: _type = "HttpNfcLease" [ 2275.488497] env[62291]: } obtained for exporting VM: (result){ [ 2275.488497] env[62291]: value = "vm-438111" [ 2275.488497] env[62291]: _type = "VirtualMachine" [ 2275.488497] env[62291]: }. {{(pid=62291) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2275.488741] env[62291]: DEBUG oslo_vmware.api [None req-7a9c5e7a-badf-4946-bff8-0f5e6869e3b8 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the lease: (returnval){ [ 2275.488741] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52055cf0-297f-f46b-85b7-790fbfdeeeb3" [ 2275.488741] env[62291]: _type = "HttpNfcLease" [ 2275.488741] env[62291]: } to be ready. {{(pid=62291) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2275.495270] env[62291]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2275.495270] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52055cf0-297f-f46b-85b7-790fbfdeeeb3" [ 2275.495270] env[62291]: _type = "HttpNfcLease" [ 2275.495270] env[62291]: } is initializing. {{(pid=62291) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2275.536218] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2275.546300] env[62291]: DEBUG nova.scheduler.client.report [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2275.624578] env[62291]: DEBUG nova.network.neutron [-] [instance: 7a3ba57e-1603-443e-9381-88dcd7dc5253] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2275.668958] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7ea285ae-d722-458e-b84a-600907ed61d8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.682190] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2bf9a9e-cadb-4d98-9fab-4c59b6d8f890 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.723305] env[62291]: DEBUG nova.compute.manager [req-205c3326-5d9c-4979-b543-6bef25b3edd8 req-ae03ad91-1408-423e-8a77-a70ee63835b5 service nova] [instance: 7a3ba57e-1603-443e-9381-88dcd7dc5253] Detach interface failed, port_id=091ab316-736c-4d24-9b07-0c23d49fc858, reason: Instance 7a3ba57e-1603-443e-9381-88dcd7dc5253 could not be found. {{(pid=62291) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 2275.729863] env[62291]: DEBUG oslo_vmware.api [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52038b76-feb1-f362-38f4-a1584f87957f, 'name': SearchDatastore_Task, 'duration_secs': 0.029069} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2275.731386] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9367568-6e96-41c1-a004-450072d389fb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2275.736495] env[62291]: DEBUG oslo_vmware.api [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Waiting for the task: (returnval){ [ 2275.736495] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52c45068-6562-63f6-375c-8c341068656f" [ 2275.736495] env[62291]: _type = "Task" [ 2275.736495] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2275.745184] env[62291]: DEBUG oslo_vmware.api [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52c45068-6562-63f6-375c-8c341068656f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2275.999910] env[62291]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2275.999910] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52055cf0-297f-f46b-85b7-790fbfdeeeb3" [ 2275.999910] env[62291]: _type = "HttpNfcLease" [ 2275.999910] env[62291]: } is ready. {{(pid=62291) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2276.000340] env[62291]: DEBUG oslo_vmware.rw_handles [None req-7a9c5e7a-badf-4946-bff8-0f5e6869e3b8 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2276.000340] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52055cf0-297f-f46b-85b7-790fbfdeeeb3" [ 2276.000340] env[62291]: _type = "HttpNfcLease" [ 2276.000340] env[62291]: }. {{(pid=62291) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2276.000989] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-833bc354-ebfe-4e84-bfee-aa5f88b8433e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.008391] env[62291]: DEBUG oslo_vmware.rw_handles [None req-7a9c5e7a-badf-4946-bff8-0f5e6869e3b8 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527f8b1b-693d-3cff-6aab-9670eb5048f4/disk-0.vmdk from lease info. {{(pid=62291) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2276.008561] env[62291]: DEBUG oslo_vmware.rw_handles [None req-7a9c5e7a-badf-4946-bff8-0f5e6869e3b8 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527f8b1b-693d-3cff-6aab-9670eb5048f4/disk-0.vmdk for reading. {{(pid=62291) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2276.065832] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.467s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2276.066249] env[62291]: INFO nova.compute.manager [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Migrating [ 2276.073868] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.538s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2276.075475] env[62291]: INFO nova.compute.claims [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2276.112666] env[62291]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-87cbc305-a26d-439a-b96d-8a78d7cb3b9b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.131736] env[62291]: INFO nova.compute.manager [-] [instance: 7a3ba57e-1603-443e-9381-88dcd7dc5253] Took 1.32 seconds to deallocate network for instance. [ 2276.251177] env[62291]: DEBUG oslo_vmware.api [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52c45068-6562-63f6-375c-8c341068656f, 'name': SearchDatastore_Task, 'duration_secs': 0.039459} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2276.251535] env[62291]: DEBUG oslo_concurrency.lockutils [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2276.251862] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] c4de9fe8-e04f-4f33-85b2-fe3cfb02d845/c4de9fe8-e04f-4f33-85b2-fe3cfb02d845.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2276.252923] env[62291]: DEBUG oslo_concurrency.lockutils [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2276.252923] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2276.252923] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5a42708-c516-4387-8437-038eb3d6d455 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.254833] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-19c961d7-6aa9-4871-baa7-919b5d38a588 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.262975] env[62291]: DEBUG oslo_vmware.api [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Waiting for the task: (returnval){ [ 2276.262975] env[62291]: value = "task-2143417" [ 2276.262975] env[62291]: _type = "Task" [ 2276.262975] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2276.267327] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2276.267982] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2276.268899] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-685f74e2-bdb2-44d3-bf9b-5c9ed41919b0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.274767] env[62291]: DEBUG oslo_vmware.api [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143417, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2276.278311] env[62291]: DEBUG oslo_vmware.api [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2276.278311] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]520432b1-d040-becb-0d22-9c70494ddab7" [ 2276.278311] env[62291]: _type = "Task" [ 2276.278311] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2276.287878] env[62291]: DEBUG oslo_vmware.api [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]520432b1-d040-becb-0d22-9c70494ddab7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2276.309944] env[62291]: DEBUG nova.compute.manager [req-e9559623-08f4-4fff-b93d-7818485b906f req-68e68c57-2376-4b00-b30f-88de3bcf2ed6 service nova] [instance: 4277f65e-fae9-4ee5-b282-2a202a511973] Received event network-vif-plugged-c59740ef-0603-4a86-b548-15a81ba8203a {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2276.309944] env[62291]: DEBUG oslo_concurrency.lockutils [req-e9559623-08f4-4fff-b93d-7818485b906f req-68e68c57-2376-4b00-b30f-88de3bcf2ed6 service nova] Acquiring lock "4277f65e-fae9-4ee5-b282-2a202a511973-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2276.309944] env[62291]: DEBUG oslo_concurrency.lockutils [req-e9559623-08f4-4fff-b93d-7818485b906f req-68e68c57-2376-4b00-b30f-88de3bcf2ed6 service nova] Lock "4277f65e-fae9-4ee5-b282-2a202a511973-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2276.309944] env[62291]: DEBUG oslo_concurrency.lockutils [req-e9559623-08f4-4fff-b93d-7818485b906f req-68e68c57-2376-4b00-b30f-88de3bcf2ed6 service nova] Lock "4277f65e-fae9-4ee5-b282-2a202a511973-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2276.310168] env[62291]: DEBUG nova.compute.manager [req-e9559623-08f4-4fff-b93d-7818485b906f req-68e68c57-2376-4b00-b30f-88de3bcf2ed6 service nova] [instance: 4277f65e-fae9-4ee5-b282-2a202a511973] No waiting events found dispatching network-vif-plugged-c59740ef-0603-4a86-b548-15a81ba8203a {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2276.310248] env[62291]: WARNING nova.compute.manager [req-e9559623-08f4-4fff-b93d-7818485b906f req-68e68c57-2376-4b00-b30f-88de3bcf2ed6 service nova] [instance: 4277f65e-fae9-4ee5-b282-2a202a511973] Received unexpected event network-vif-plugged-c59740ef-0603-4a86-b548-15a81ba8203a for instance with vm_state building and task_state spawning. [ 2276.330645] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "cca88b94-b97e-47ce-9689-053635658fea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2276.331933] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "cca88b94-b97e-47ce-9689-053635658fea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2276.430218] env[62291]: DEBUG nova.network.neutron [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 4277f65e-fae9-4ee5-b282-2a202a511973] Successfully updated port: c59740ef-0603-4a86-b548-15a81ba8203a {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2276.588367] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "refresh_cache-fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2276.588681] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquired lock "refresh_cache-fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2276.588913] env[62291]: DEBUG nova.network.neutron [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2276.641912] env[62291]: DEBUG oslo_concurrency.lockutils [None req-66489147-148b-46d3-ac27-9e96ee5c3f7f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2276.774821] env[62291]: DEBUG oslo_vmware.api [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143417, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2276.801797] env[62291]: DEBUG oslo_vmware.api [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]520432b1-d040-becb-0d22-9c70494ddab7, 'name': SearchDatastore_Task, 'duration_secs': 0.01276} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2276.802663] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b67537c-85e6-4c99-ba4b-69754d49cf7c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2276.809547] env[62291]: DEBUG oslo_vmware.api [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2276.809547] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52e47a44-0e69-a4fd-1e08-cb92876caa43" [ 2276.809547] env[62291]: _type = "Task" [ 2276.809547] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2276.819667] env[62291]: DEBUG oslo_vmware.api [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52e47a44-0e69-a4fd-1e08-cb92876caa43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2276.833404] env[62291]: DEBUG nova.compute.manager [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2276.932939] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "refresh_cache-4277f65e-fae9-4ee5-b282-2a202a511973" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2276.932939] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquired lock "refresh_cache-4277f65e-fae9-4ee5-b282-2a202a511973" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2276.933401] env[62291]: DEBUG nova.network.neutron [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 4277f65e-fae9-4ee5-b282-2a202a511973] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2277.280855] env[62291]: DEBUG oslo_vmware.api [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143417, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553555} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2277.283286] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] c4de9fe8-e04f-4f33-85b2-fe3cfb02d845/c4de9fe8-e04f-4f33-85b2-fe3cfb02d845.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2277.283586] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: c4de9fe8-e04f-4f33-85b2-fe3cfb02d845] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2277.284091] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-218915e2-653b-4293-8f9e-76fb01253551 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.294428] env[62291]: DEBUG oslo_vmware.api [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Waiting for the task: (returnval){ [ 2277.294428] env[62291]: value = "task-2143418" [ 2277.294428] env[62291]: _type = "Task" [ 2277.294428] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2277.307556] env[62291]: DEBUG oslo_vmware.api [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143418, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2277.324114] env[62291]: DEBUG oslo_vmware.api [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52e47a44-0e69-a4fd-1e08-cb92876caa43, 'name': SearchDatastore_Task, 'duration_secs': 0.014745} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2277.326777] env[62291]: DEBUG oslo_concurrency.lockutils [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2277.327155] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] c9217dbd-27aa-46aa-8c41-555c584dd027/c9217dbd-27aa-46aa-8c41-555c584dd027.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2277.327518] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a35d9d67-c2f2-48de-ae5e-0094abe13f39 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.340627] env[62291]: DEBUG oslo_vmware.api [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2277.340627] env[62291]: value = "task-2143419" [ 2277.340627] env[62291]: _type = "Task" [ 2277.340627] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2277.355568] env[62291]: DEBUG oslo_vmware.api [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143419, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2277.356619] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2277.377255] env[62291]: DEBUG nova.network.neutron [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Updating instance_info_cache with network_info: [{"id": "c9d9ac24-74aa-4b65-a1af-3b652b05b62c", "address": "fa:16:3e:39:bf:6c", "network": {"id": "6c3b94dc-3357-4c73-aad4-284cb89be8f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1144561454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4dbad5dff7143149c3d41cdcb32416d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9d9ac24-74", "ovs_interfaceid": "c9d9ac24-74aa-4b65-a1af-3b652b05b62c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2277.472657] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c035ab01-e1a5-4fe8-8373-560c549c6261 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.481548] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d109daf0-6a66-4646-8aad-82b7c60c0fe1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.485296] env[62291]: DEBUG nova.network.neutron [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 4277f65e-fae9-4ee5-b282-2a202a511973] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2277.518800] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db112c1-79b4-49c1-a8c6-c8fb6c5864a7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.529239] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5326839-c56d-48b7-aa52-1c99f4caeefc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.546380] env[62291]: DEBUG nova.compute.provider_tree [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2277.668108] env[62291]: DEBUG nova.network.neutron [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 4277f65e-fae9-4ee5-b282-2a202a511973] Updating instance_info_cache with network_info: [{"id": "c59740ef-0603-4a86-b548-15a81ba8203a", "address": "fa:16:3e:55:05:e6", "network": {"id": "1832bd4f-bdea-4025-8675-3b0e7946a2ea", "bridge": "br-int", "label": "tempest-ServersTestJSON-1043038580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91b6e38d29a747f5a5ece7587dcd8c03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc59740ef-06", "ovs_interfaceid": "c59740ef-0603-4a86-b548-15a81ba8203a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2277.804647] env[62291]: DEBUG oslo_vmware.api [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143418, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082665} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2277.804906] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: c4de9fe8-e04f-4f33-85b2-fe3cfb02d845] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2277.805776] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27e4106-1b32-4e91-b291-b8d6e74d563a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.830031] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: c4de9fe8-e04f-4f33-85b2-fe3cfb02d845] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] c4de9fe8-e04f-4f33-85b2-fe3cfb02d845/c4de9fe8-e04f-4f33-85b2-fe3cfb02d845.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2277.830399] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c27a04c-6e4e-4573-8d5b-4737db8693b4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.853555] env[62291]: DEBUG oslo_vmware.api [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143419, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.44217} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2277.856142] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] c9217dbd-27aa-46aa-8c41-555c584dd027/c9217dbd-27aa-46aa-8c41-555c584dd027.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2277.856142] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2277.856142] env[62291]: DEBUG oslo_vmware.api [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Waiting for the task: (returnval){ [ 2277.856142] env[62291]: value = "task-2143420" [ 2277.856142] env[62291]: _type = "Task" [ 2277.856142] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2277.856142] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e08c64ec-fbfb-42c5-9a62-a6cf2ceba4b4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2277.866112] env[62291]: DEBUG oslo_vmware.api [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143420, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2277.867451] env[62291]: DEBUG oslo_vmware.api [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2277.867451] env[62291]: value = "task-2143421" [ 2277.867451] env[62291]: _type = "Task" [ 2277.867451] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2277.878833] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Releasing lock "refresh_cache-fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2278.070477] env[62291]: ERROR nova.scheduler.client.report [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [req-83b9b30f-d577-46b6-94db-b246bd9a55b1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 142b9caf-95b8-4f05-a0ca-6a285ed758e8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-83b9b30f-d577-46b6-94db-b246bd9a55b1"}]} [ 2278.087885] env[62291]: DEBUG nova.scheduler.client.report [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Refreshing inventories for resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 2278.103445] env[62291]: DEBUG nova.scheduler.client.report [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Updating ProviderTree inventory for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 2278.103660] env[62291]: DEBUG nova.compute.provider_tree [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2278.119021] env[62291]: DEBUG nova.scheduler.client.report [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Refreshing aggregate associations for resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8, aggregates: None {{(pid=62291) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 2278.142564] env[62291]: DEBUG nova.scheduler.client.report [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Refreshing trait associations for resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62291) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 2278.169742] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c587c7-57ca-4c02-a233-00438e35a574 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Volume attach. Driver type: vmdk {{(pid=62291) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2278.169973] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c587c7-57ca-4c02-a233-00438e35a574 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-438113', 'volume_id': 'ffcd9053-fcc8-44e5-befd-2d763dab9737', 'name': 'volume-ffcd9053-fcc8-44e5-befd-2d763dab9737', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '717000ae-e680-426e-9110-abe1865d496b', 'attached_at': '', 'detached_at': '', 'volume_id': 'ffcd9053-fcc8-44e5-befd-2d763dab9737', 'serial': 'ffcd9053-fcc8-44e5-befd-2d763dab9737'} {{(pid=62291) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2278.170558] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Releasing lock "refresh_cache-4277f65e-fae9-4ee5-b282-2a202a511973" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2278.170855] env[62291]: DEBUG nova.compute.manager [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 4277f65e-fae9-4ee5-b282-2a202a511973] Instance network_info: |[{"id": "c59740ef-0603-4a86-b548-15a81ba8203a", "address": "fa:16:3e:55:05:e6", "network": {"id": "1832bd4f-bdea-4025-8675-3b0e7946a2ea", "bridge": "br-int", "label": "tempest-ServersTestJSON-1043038580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91b6e38d29a747f5a5ece7587dcd8c03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc59740ef-06", "ovs_interfaceid": "c59740ef-0603-4a86-b548-15a81ba8203a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2278.171706] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cdc2905-a8e6-429b-89da-2bd9b03d1a00 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.181033] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 4277f65e-fae9-4ee5-b282-2a202a511973] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:55:05:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c842425c-544e-4ce2-9657-512723bd318e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c59740ef-0603-4a86-b548-15a81ba8203a', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2278.191698] env[62291]: DEBUG oslo.service.loopingcall [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2278.192164] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4277f65e-fae9-4ee5-b282-2a202a511973] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2278.193137] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-25a98685-0967-4f23-8b9d-0837e6f5a213 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.221018] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-570a203f-be0b-4752-87b9-cbdf22aaa968 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.226260] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2278.226260] env[62291]: value = "task-2143422" [ 2278.226260] env[62291]: _type = "Task" [ 2278.226260] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2278.253448] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c587c7-57ca-4c02-a233-00438e35a574 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] volume-ffcd9053-fcc8-44e5-befd-2d763dab9737/volume-ffcd9053-fcc8-44e5-befd-2d763dab9737.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2278.256997] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f126540-e536-4fb8-98fe-ab0b5140f3f7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.274625] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143422, 'name': CreateVM_Task} progress is 10%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2278.280970] env[62291]: DEBUG oslo_vmware.api [None req-d4c587c7-57ca-4c02-a233-00438e35a574 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 2278.280970] env[62291]: value = "task-2143423" [ 2278.280970] env[62291]: _type = "Task" [ 2278.280970] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2278.291185] env[62291]: DEBUG oslo_vmware.api [None req-d4c587c7-57ca-4c02-a233-00438e35a574 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143423, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2278.352995] env[62291]: DEBUG nova.compute.manager [req-5d237fd5-9d22-4d10-84f6-ac17bb0f46ca req-73e83cb0-06f2-43f4-a913-19dad0cf9bd5 service nova] [instance: 4277f65e-fae9-4ee5-b282-2a202a511973] Received event network-changed-c59740ef-0603-4a86-b548-15a81ba8203a {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2278.353195] env[62291]: DEBUG nova.compute.manager [req-5d237fd5-9d22-4d10-84f6-ac17bb0f46ca req-73e83cb0-06f2-43f4-a913-19dad0cf9bd5 service nova] [instance: 4277f65e-fae9-4ee5-b282-2a202a511973] Refreshing instance network info cache due to event network-changed-c59740ef-0603-4a86-b548-15a81ba8203a. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2278.353417] env[62291]: DEBUG oslo_concurrency.lockutils [req-5d237fd5-9d22-4d10-84f6-ac17bb0f46ca req-73e83cb0-06f2-43f4-a913-19dad0cf9bd5 service nova] Acquiring lock "refresh_cache-4277f65e-fae9-4ee5-b282-2a202a511973" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2278.353564] env[62291]: DEBUG oslo_concurrency.lockutils [req-5d237fd5-9d22-4d10-84f6-ac17bb0f46ca req-73e83cb0-06f2-43f4-a913-19dad0cf9bd5 service nova] Acquired lock "refresh_cache-4277f65e-fae9-4ee5-b282-2a202a511973" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2278.353727] env[62291]: DEBUG nova.network.neutron [req-5d237fd5-9d22-4d10-84f6-ac17bb0f46ca req-73e83cb0-06f2-43f4-a913-19dad0cf9bd5 service nova] [instance: 4277f65e-fae9-4ee5-b282-2a202a511973] Refreshing network info cache for port c59740ef-0603-4a86-b548-15a81ba8203a {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2278.369714] env[62291]: DEBUG oslo_vmware.api [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143420, 'name': ReconfigVM_Task, 'duration_secs': 0.308349} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2278.374595] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: c4de9fe8-e04f-4f33-85b2-fe3cfb02d845] Reconfigured VM instance instance-0000005e to attach disk [datastore1] c4de9fe8-e04f-4f33-85b2-fe3cfb02d845/c4de9fe8-e04f-4f33-85b2-fe3cfb02d845.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2278.378174] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-62ef5579-661a-4ef3-9249-2af34b823c75 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.390305] env[62291]: DEBUG oslo_vmware.api [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143421, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084039} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2278.390602] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2278.390976] env[62291]: DEBUG oslo_vmware.api [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Waiting for the task: (returnval){ [ 2278.390976] env[62291]: value = "task-2143424" [ 2278.390976] env[62291]: _type = "Task" [ 2278.390976] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2278.391690] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d34df01-66fc-4043-9cf5-78df04d29393 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.422429] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] c9217dbd-27aa-46aa-8c41-555c584dd027/c9217dbd-27aa-46aa-8c41-555c584dd027.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2278.428843] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4401e850-1c9a-4c9e-a924-e68bde0babc0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.443930] env[62291]: DEBUG oslo_vmware.api [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143424, 'name': Rename_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2278.452449] env[62291]: DEBUG oslo_vmware.api [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2278.452449] env[62291]: value = "task-2143425" [ 2278.452449] env[62291]: _type = "Task" [ 2278.452449] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2278.466334] env[62291]: DEBUG oslo_vmware.api [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143425, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2278.632095] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561ddd2f-3732-43ce-aa61-92114fe94f7c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.642650] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8022a57c-0e54-4138-8185-00a8551d5913 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.687428] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80da71e4-916c-47c5-a00a-6133b8817a72 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.697400] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e233a872-9404-424e-bc5b-2651920af4c5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.713698] env[62291]: DEBUG nova.compute.provider_tree [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2278.737144] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143422, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2278.792342] env[62291]: DEBUG oslo_vmware.api [None req-d4c587c7-57ca-4c02-a233-00438e35a574 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143423, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2278.905152] env[62291]: DEBUG oslo_vmware.api [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143424, 'name': Rename_Task, 'duration_secs': 0.174258} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2278.905522] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: c4de9fe8-e04f-4f33-85b2-fe3cfb02d845] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2278.906030] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e201e75b-224e-4886-a960-4143fe2fb973 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.914552] env[62291]: DEBUG oslo_vmware.api [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Waiting for the task: (returnval){ [ 2278.914552] env[62291]: value = "task-2143426" [ 2278.914552] env[62291]: _type = "Task" [ 2278.914552] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2278.924880] env[62291]: DEBUG oslo_vmware.api [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143426, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2278.964950] env[62291]: DEBUG oslo_vmware.api [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143425, 'name': ReconfigVM_Task, 'duration_secs': 0.441749} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2278.965261] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Reconfigured VM instance instance-00000052 to attach disk [datastore1] c9217dbd-27aa-46aa-8c41-555c584dd027/c9217dbd-27aa-46aa-8c41-555c584dd027.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2278.966714] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'boot_index': 0, 'device_name': '/dev/sda', 'guest_format': None, 'encryption_options': None, 'disk_bus': None, 'encryption_secret_uuid': None, 'size': 0, 'device_type': 'disk', 'encryption_format': None, 'encrypted': False, 'image_id': '38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-438102', 'volume_id': '8aac14eb-cb64-48bf-a3f0-593d45331678', 'name': 'volume-8aac14eb-cb64-48bf-a3f0-593d45331678', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c9217dbd-27aa-46aa-8c41-555c584dd027', 'attached_at': '', 'detached_at': '', 'volume_id': '8aac14eb-cb64-48bf-a3f0-593d45331678', 'serial': '8aac14eb-cb64-48bf-a3f0-593d45331678'}, 'guest_format': None, 'delete_on_termination': False, 'disk_bus': None, 'device_type': None, 'mount_device': '/dev/sdb', 'attachment_id': '35a53541-6485-4b7e-afb5-fd2bd46399c0', 'volume_type': None}], 'swap': None} {{(pid=62291) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2278.966926] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Volume attach. Driver type: vmdk {{(pid=62291) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2278.967272] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-438102', 'volume_id': '8aac14eb-cb64-48bf-a3f0-593d45331678', 'name': 'volume-8aac14eb-cb64-48bf-a3f0-593d45331678', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c9217dbd-27aa-46aa-8c41-555c584dd027', 'attached_at': '', 'detached_at': '', 'volume_id': '8aac14eb-cb64-48bf-a3f0-593d45331678', 'serial': '8aac14eb-cb64-48bf-a3f0-593d45331678'} {{(pid=62291) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2278.967968] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2356867-99d8-4d80-90c8-84d5b161f89b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2278.988787] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148a8256-16aa-49cc-8cca-f0bbdb80648f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.014354] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] volume-8aac14eb-cb64-48bf-a3f0-593d45331678/volume-8aac14eb-cb64-48bf-a3f0-593d45331678.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2279.014732] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07047f74-a599-4a31-b570-5b00265b38fa {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.037843] env[62291]: DEBUG oslo_vmware.api [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2279.037843] env[62291]: value = "task-2143427" [ 2279.037843] env[62291]: _type = "Task" [ 2279.037843] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2279.047128] env[62291]: DEBUG oslo_vmware.api [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143427, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.120427] env[62291]: DEBUG nova.network.neutron [req-5d237fd5-9d22-4d10-84f6-ac17bb0f46ca req-73e83cb0-06f2-43f4-a913-19dad0cf9bd5 service nova] [instance: 4277f65e-fae9-4ee5-b282-2a202a511973] Updated VIF entry in instance network info cache for port c59740ef-0603-4a86-b548-15a81ba8203a. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2279.120920] env[62291]: DEBUG nova.network.neutron [req-5d237fd5-9d22-4d10-84f6-ac17bb0f46ca req-73e83cb0-06f2-43f4-a913-19dad0cf9bd5 service nova] [instance: 4277f65e-fae9-4ee5-b282-2a202a511973] Updating instance_info_cache with network_info: [{"id": "c59740ef-0603-4a86-b548-15a81ba8203a", "address": "fa:16:3e:55:05:e6", "network": {"id": "1832bd4f-bdea-4025-8675-3b0e7946a2ea", "bridge": "br-int", "label": "tempest-ServersTestJSON-1043038580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91b6e38d29a747f5a5ece7587dcd8c03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc59740ef-06", "ovs_interfaceid": "c59740ef-0603-4a86-b548-15a81ba8203a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2279.238891] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143422, 'name': CreateVM_Task, 'duration_secs': 0.662335} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2279.239130] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4277f65e-fae9-4ee5-b282-2a202a511973] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2279.239928] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2279.240130] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2279.240526] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2279.240837] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-026758eb-a20a-43d6-a514-43e2f4b1ada0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.247067] env[62291]: DEBUG oslo_vmware.api [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2279.247067] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5277a8f5-8fed-adc1-5e17-00caa14ce777" [ 2279.247067] env[62291]: _type = "Task" [ 2279.247067] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2279.248152] env[62291]: DEBUG nova.scheduler.client.report [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Updated inventory for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with generation 121 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 2279.248510] env[62291]: DEBUG nova.compute.provider_tree [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Updating resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 generation from 121 to 122 during operation: update_inventory {{(pid=62291) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2279.248661] env[62291]: DEBUG nova.compute.provider_tree [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2279.262818] env[62291]: DEBUG oslo_vmware.api [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5277a8f5-8fed-adc1-5e17-00caa14ce777, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.292094] env[62291]: DEBUG oslo_vmware.api [None req-d4c587c7-57ca-4c02-a233-00438e35a574 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143423, 'name': ReconfigVM_Task, 'duration_secs': 0.533212} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2279.292439] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c587c7-57ca-4c02-a233-00438e35a574 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Reconfigured VM instance instance-0000003c to attach disk [datastore1] volume-ffcd9053-fcc8-44e5-befd-2d763dab9737/volume-ffcd9053-fcc8-44e5-befd-2d763dab9737.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2279.297076] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ac7edcc-01c9-4f82-a5fb-cc22f88c78b8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.314660] env[62291]: DEBUG oslo_vmware.api [None req-d4c587c7-57ca-4c02-a233-00438e35a574 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 2279.314660] env[62291]: value = "task-2143428" [ 2279.314660] env[62291]: _type = "Task" [ 2279.314660] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2279.323914] env[62291]: DEBUG oslo_vmware.api [None req-d4c587c7-57ca-4c02-a233-00438e35a574 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143428, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.398692] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fcd0e62-f859-41ea-8e69-83430d9760c2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.419586] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Updating instance 'fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1' progress to 0 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2279.433067] env[62291]: DEBUG oslo_vmware.api [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143426, 'name': PowerOnVM_Task, 'duration_secs': 0.486703} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2279.433067] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: c4de9fe8-e04f-4f33-85b2-fe3cfb02d845] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2279.433067] env[62291]: INFO nova.compute.manager [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: c4de9fe8-e04f-4f33-85b2-fe3cfb02d845] Took 14.20 seconds to spawn the instance on the hypervisor. [ 2279.433386] env[62291]: DEBUG nova.compute.manager [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: c4de9fe8-e04f-4f33-85b2-fe3cfb02d845] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2279.434089] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbddf567-159c-4748-b077-c050d56bf896 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.552432] env[62291]: DEBUG oslo_vmware.api [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143427, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.623780] env[62291]: DEBUG oslo_concurrency.lockutils [req-5d237fd5-9d22-4d10-84f6-ac17bb0f46ca req-73e83cb0-06f2-43f4-a913-19dad0cf9bd5 service nova] Releasing lock "refresh_cache-4277f65e-fae9-4ee5-b282-2a202a511973" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2279.756759] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.683s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2279.757289] env[62291]: DEBUG nova.compute.manager [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2279.760293] env[62291]: DEBUG oslo_concurrency.lockutils [None req-66489147-148b-46d3-ac27-9e96ee5c3f7f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.118s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2279.760517] env[62291]: DEBUG nova.objects.instance [None req-66489147-148b-46d3-ac27-9e96ee5c3f7f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lazy-loading 'resources' on Instance uuid 7a3ba57e-1603-443e-9381-88dcd7dc5253 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2279.769249] env[62291]: DEBUG oslo_vmware.api [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5277a8f5-8fed-adc1-5e17-00caa14ce777, 'name': SearchDatastore_Task, 'duration_secs': 0.018675} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2279.769734] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2279.769983] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 4277f65e-fae9-4ee5-b282-2a202a511973] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2279.770429] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2279.770534] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2279.770750] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2279.771967] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51f5c974-fe93-4439-89d0-b2a09e39ad30 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.786167] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2279.786402] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2279.787190] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78fab91b-4ec3-438a-a3cc-3960a2522f90 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.794699] env[62291]: DEBUG oslo_vmware.api [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2279.794699] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]520b8a72-341f-3361-cd23-a602ea5042bb" [ 2279.794699] env[62291]: _type = "Task" [ 2279.794699] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2279.804852] env[62291]: DEBUG oslo_vmware.api [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]520b8a72-341f-3361-cd23-a602ea5042bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.826723] env[62291]: DEBUG oslo_vmware.api [None req-d4c587c7-57ca-4c02-a233-00438e35a574 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143428, 'name': ReconfigVM_Task, 'duration_secs': 0.214393} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2279.827213] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4c587c7-57ca-4c02-a233-00438e35a574 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-438113', 'volume_id': 'ffcd9053-fcc8-44e5-befd-2d763dab9737', 'name': 'volume-ffcd9053-fcc8-44e5-befd-2d763dab9737', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '717000ae-e680-426e-9110-abe1865d496b', 'attached_at': '', 'detached_at': '', 'volume_id': 'ffcd9053-fcc8-44e5-befd-2d763dab9737', 'serial': 'ffcd9053-fcc8-44e5-befd-2d763dab9737'} {{(pid=62291) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2279.929251] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2279.930033] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8db57e52-c8f3-4a80-a24e-bb095712c148 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2279.940288] env[62291]: DEBUG oslo_vmware.api [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2279.940288] env[62291]: value = "task-2143429" [ 2279.940288] env[62291]: _type = "Task" [ 2279.940288] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2279.954830] env[62291]: DEBUG oslo_vmware.api [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143429, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2279.956156] env[62291]: INFO nova.compute.manager [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: c4de9fe8-e04f-4f33-85b2-fe3cfb02d845] Took 37.75 seconds to build instance. [ 2280.050200] env[62291]: DEBUG oslo_vmware.api [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143427, 'name': ReconfigVM_Task, 'duration_secs': 0.672804} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2280.050503] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Reconfigured VM instance instance-00000052 to attach disk [datastore2] volume-8aac14eb-cb64-48bf-a3f0-593d45331678/volume-8aac14eb-cb64-48bf-a3f0-593d45331678.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2280.055382] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18ccdc5b-939c-4d50-93ba-e5a4cd1cf1a2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.073459] env[62291]: DEBUG oslo_vmware.api [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2280.073459] env[62291]: value = "task-2143430" [ 2280.073459] env[62291]: _type = "Task" [ 2280.073459] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2280.083232] env[62291]: DEBUG oslo_vmware.api [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143430, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2280.267524] env[62291]: DEBUG nova.compute.utils [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2280.271698] env[62291]: DEBUG nova.compute.manager [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2280.272347] env[62291]: DEBUG nova.network.neutron [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2280.313740] env[62291]: DEBUG oslo_vmware.api [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]520b8a72-341f-3361-cd23-a602ea5042bb, 'name': SearchDatastore_Task, 'duration_secs': 0.031485} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2280.314675] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46d8c9b8-05bb-4957-949b-d5a299740055 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.327072] env[62291]: DEBUG oslo_vmware.api [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2280.327072] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52d701e1-c76c-f5a8-c81b-e9949d6c9b78" [ 2280.327072] env[62291]: _type = "Task" [ 2280.327072] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2280.335467] env[62291]: DEBUG oslo_vmware.api [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52d701e1-c76c-f5a8-c81b-e9949d6c9b78, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2280.383349] env[62291]: DEBUG nova.policy [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ec3e1876d7e401383705ea468b67eaf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '534f695381c7404191991882901816ad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2280.456907] env[62291]: DEBUG oslo_vmware.api [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143429, 'name': PowerOffVM_Task, 'duration_secs': 0.19487} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2280.456907] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2280.457049] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Updating instance 'fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1' progress to 17 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2280.468476] env[62291]: DEBUG oslo_concurrency.lockutils [None req-747055ea-c0cd-45b1-acdf-8360f067c173 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Lock "c4de9fe8-e04f-4f33-85b2-fe3cfb02d845" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.268s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2280.586580] env[62291]: DEBUG oslo_vmware.api [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143430, 'name': ReconfigVM_Task, 'duration_secs': 0.363778} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2280.586993] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-438102', 'volume_id': '8aac14eb-cb64-48bf-a3f0-593d45331678', 'name': 'volume-8aac14eb-cb64-48bf-a3f0-593d45331678', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c9217dbd-27aa-46aa-8c41-555c584dd027', 'attached_at': '', 'detached_at': '', 'volume_id': '8aac14eb-cb64-48bf-a3f0-593d45331678', 'serial': '8aac14eb-cb64-48bf-a3f0-593d45331678'} {{(pid=62291) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2280.588605] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce9afab5-81bd-4864-bf0d-a80d6ac24185 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.602190] env[62291]: DEBUG oslo_vmware.api [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2280.602190] env[62291]: value = "task-2143431" [ 2280.602190] env[62291]: _type = "Task" [ 2280.602190] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2280.617980] env[62291]: DEBUG oslo_vmware.api [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143431, 'name': Rename_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2280.700803] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5abebe-f4b5-432d-9d48-19ce7d92dc32 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.710701] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45400136-c27b-4822-81d2-570c7a1cc69f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.747553] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a398159c-b653-4fcd-98ea-1fdd188d02f6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.756684] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cfbeac0-ddd1-461c-a9fe-4e9170cacd40 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.774198] env[62291]: DEBUG nova.compute.provider_tree [None req-66489147-148b-46d3-ac27-9e96ee5c3f7f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2280.779888] env[62291]: DEBUG nova.compute.manager [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2280.839404] env[62291]: DEBUG oslo_vmware.api [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52d701e1-c76c-f5a8-c81b-e9949d6c9b78, 'name': SearchDatastore_Task, 'duration_secs': 0.013063} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2280.839748] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2280.840059] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 4277f65e-fae9-4ee5-b282-2a202a511973/4277f65e-fae9-4ee5-b282-2a202a511973.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2280.840375] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5787f29-ee88-4361-bd6b-6c62c592b230 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.850934] env[62291]: DEBUG oslo_vmware.api [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2280.850934] env[62291]: value = "task-2143432" [ 2280.850934] env[62291]: _type = "Task" [ 2280.850934] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2280.857764] env[62291]: DEBUG nova.network.neutron [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] Successfully created port: f7a81d91-e9e2-4311-a436-dddaf98a2086 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2280.867094] env[62291]: DEBUG oslo_vmware.api [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143432, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2280.893530] env[62291]: DEBUG nova.objects.instance [None req-d4c587c7-57ca-4c02-a233-00438e35a574 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Lazy-loading 'flavor' on Instance uuid 717000ae-e680-426e-9110-abe1865d496b {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2280.970018] env[62291]: DEBUG nova.virt.hardware [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2280.970018] env[62291]: DEBUG nova.virt.hardware [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2280.970018] env[62291]: DEBUG nova.virt.hardware [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2280.970018] env[62291]: DEBUG nova.virt.hardware [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2280.970018] env[62291]: DEBUG nova.virt.hardware [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2280.970018] env[62291]: DEBUG nova.virt.hardware [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2280.970018] env[62291]: DEBUG nova.virt.hardware [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2280.970617] env[62291]: DEBUG nova.virt.hardware [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2280.970907] env[62291]: DEBUG nova.virt.hardware [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2280.971229] env[62291]: DEBUG nova.virt.hardware [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2280.971553] env[62291]: DEBUG nova.virt.hardware [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2280.977332] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21db2330-b6f9-40cb-87cb-adcf11b0b4f6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2280.995634] env[62291]: DEBUG oslo_vmware.api [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2280.995634] env[62291]: value = "task-2143433" [ 2280.995634] env[62291]: _type = "Task" [ 2280.995634] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2281.006322] env[62291]: DEBUG oslo_vmware.api [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143433, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2281.045292] env[62291]: DEBUG oslo_concurrency.lockutils [None req-63bcff93-c021-44a2-b556-d01d9ea0df28 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Acquiring lock "c4de9fe8-e04f-4f33-85b2-fe3cfb02d845" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2281.045490] env[62291]: DEBUG oslo_concurrency.lockutils [None req-63bcff93-c021-44a2-b556-d01d9ea0df28 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Lock "c4de9fe8-e04f-4f33-85b2-fe3cfb02d845" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2281.045703] env[62291]: DEBUG oslo_concurrency.lockutils [None req-63bcff93-c021-44a2-b556-d01d9ea0df28 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Acquiring lock "c4de9fe8-e04f-4f33-85b2-fe3cfb02d845-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2281.045886] env[62291]: DEBUG oslo_concurrency.lockutils [None req-63bcff93-c021-44a2-b556-d01d9ea0df28 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Lock "c4de9fe8-e04f-4f33-85b2-fe3cfb02d845-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2281.046067] env[62291]: DEBUG oslo_concurrency.lockutils [None req-63bcff93-c021-44a2-b556-d01d9ea0df28 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Lock "c4de9fe8-e04f-4f33-85b2-fe3cfb02d845-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2281.049591] env[62291]: INFO nova.compute.manager [None req-63bcff93-c021-44a2-b556-d01d9ea0df28 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: c4de9fe8-e04f-4f33-85b2-fe3cfb02d845] Terminating instance [ 2281.051778] env[62291]: DEBUG nova.compute.manager [None req-63bcff93-c021-44a2-b556-d01d9ea0df28 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: c4de9fe8-e04f-4f33-85b2-fe3cfb02d845] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2281.051990] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-63bcff93-c021-44a2-b556-d01d9ea0df28 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: c4de9fe8-e04f-4f33-85b2-fe3cfb02d845] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2281.053105] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa81d5cf-e7e0-45b1-bc59-ae44dc23834c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.062414] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-63bcff93-c021-44a2-b556-d01d9ea0df28 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: c4de9fe8-e04f-4f33-85b2-fe3cfb02d845] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2281.062683] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b1fe4fd-b5a5-4f05-b2fe-568c2e1e9139 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.071482] env[62291]: DEBUG oslo_vmware.api [None req-63bcff93-c021-44a2-b556-d01d9ea0df28 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Waiting for the task: (returnval){ [ 2281.071482] env[62291]: value = "task-2143434" [ 2281.071482] env[62291]: _type = "Task" [ 2281.071482] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2281.082222] env[62291]: DEBUG oslo_vmware.api [None req-63bcff93-c021-44a2-b556-d01d9ea0df28 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143434, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2281.099059] env[62291]: INFO nova.compute.manager [None req-d202a4b9-77f9-4615-ac3d-2e0176ecbbea tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Rescuing [ 2281.099379] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d202a4b9-77f9-4615-ac3d-2e0176ecbbea tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Acquiring lock "refresh_cache-717000ae-e680-426e-9110-abe1865d496b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2281.099529] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d202a4b9-77f9-4615-ac3d-2e0176ecbbea tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Acquired lock "refresh_cache-717000ae-e680-426e-9110-abe1865d496b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2281.099698] env[62291]: DEBUG nova.network.neutron [None req-d202a4b9-77f9-4615-ac3d-2e0176ecbbea tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2281.111756] env[62291]: DEBUG oslo_vmware.api [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143431, 'name': Rename_Task, 'duration_secs': 0.233992} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2281.112814] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2281.112814] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb30d1bd-82f4-474c-a88d-fd73b047e4d4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.121698] env[62291]: DEBUG oslo_vmware.api [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2281.121698] env[62291]: value = "task-2143435" [ 2281.121698] env[62291]: _type = "Task" [ 2281.121698] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2281.132781] env[62291]: DEBUG oslo_vmware.api [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143435, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2281.279669] env[62291]: DEBUG nova.scheduler.client.report [None req-66489147-148b-46d3-ac27-9e96ee5c3f7f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2281.364245] env[62291]: DEBUG oslo_vmware.api [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143432, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2281.400724] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d4c587c7-57ca-4c02-a233-00438e35a574 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Lock "717000ae-e680-426e-9110-abe1865d496b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.852s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2281.508381] env[62291]: DEBUG oslo_vmware.api [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143433, 'name': ReconfigVM_Task, 'duration_secs': 0.310296} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2281.508756] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Updating instance 'fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1' progress to 33 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2281.584367] env[62291]: DEBUG oslo_vmware.api [None req-63bcff93-c021-44a2-b556-d01d9ea0df28 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143434, 'name': PowerOffVM_Task, 'duration_secs': 0.27867} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2281.584561] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-63bcff93-c021-44a2-b556-d01d9ea0df28 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: c4de9fe8-e04f-4f33-85b2-fe3cfb02d845] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2281.584737] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-63bcff93-c021-44a2-b556-d01d9ea0df28 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: c4de9fe8-e04f-4f33-85b2-fe3cfb02d845] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2281.585076] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c53ee433-2119-4c19-8e17-ce1008ec5ce2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.632582] env[62291]: DEBUG oslo_vmware.api [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143435, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2281.734751] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-63bcff93-c021-44a2-b556-d01d9ea0df28 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: c4de9fe8-e04f-4f33-85b2-fe3cfb02d845] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2281.735039] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-63bcff93-c021-44a2-b556-d01d9ea0df28 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: c4de9fe8-e04f-4f33-85b2-fe3cfb02d845] Deleting contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2281.735205] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-63bcff93-c021-44a2-b556-d01d9ea0df28 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Deleting the datastore file [datastore1] c4de9fe8-e04f-4f33-85b2-fe3cfb02d845 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2281.735489] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8742a663-1a92-4e12-b7b4-6e20f1ba74e4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.743128] env[62291]: DEBUG oslo_vmware.api [None req-63bcff93-c021-44a2-b556-d01d9ea0df28 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Waiting for the task: (returnval){ [ 2281.743128] env[62291]: value = "task-2143437" [ 2281.743128] env[62291]: _type = "Task" [ 2281.743128] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2281.756555] env[62291]: DEBUG oslo_vmware.api [None req-63bcff93-c021-44a2-b556-d01d9ea0df28 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143437, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2281.791670] env[62291]: DEBUG oslo_concurrency.lockutils [None req-66489147-148b-46d3-ac27-9e96ee5c3f7f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.031s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2281.797484] env[62291]: DEBUG nova.compute.manager [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2281.799379] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.443s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2281.800972] env[62291]: INFO nova.compute.claims [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2281.830366] env[62291]: DEBUG nova.virt.hardware [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2281.830366] env[62291]: DEBUG nova.virt.hardware [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2281.832321] env[62291]: DEBUG nova.virt.hardware [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2281.833284] env[62291]: DEBUG nova.virt.hardware [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2281.833284] env[62291]: DEBUG nova.virt.hardware [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2281.833284] env[62291]: DEBUG nova.virt.hardware [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2281.833284] env[62291]: DEBUG nova.virt.hardware [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2281.833284] env[62291]: DEBUG nova.virt.hardware [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2281.833541] env[62291]: DEBUG nova.virt.hardware [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2281.833574] env[62291]: DEBUG nova.virt.hardware [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2281.833754] env[62291]: DEBUG nova.virt.hardware [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2281.834722] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac97de7-7649-440e-939d-7db0faed8676 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.840413] env[62291]: INFO nova.scheduler.client.report [None req-66489147-148b-46d3-ac27-9e96ee5c3f7f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Deleted allocations for instance 7a3ba57e-1603-443e-9381-88dcd7dc5253 [ 2281.860260] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-657dfdc0-4cea-4526-aeee-0c369e000d5c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.875672] env[62291]: DEBUG oslo_vmware.api [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143432, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.74201} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2281.888176] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 4277f65e-fae9-4ee5-b282-2a202a511973/4277f65e-fae9-4ee5-b282-2a202a511973.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2281.888548] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 4277f65e-fae9-4ee5-b282-2a202a511973] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2281.892636] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-07cd9ca6-275f-4575-b187-d1742107809f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2281.903205] env[62291]: DEBUG oslo_vmware.api [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2281.903205] env[62291]: value = "task-2143438" [ 2281.903205] env[62291]: _type = "Task" [ 2281.903205] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2281.914233] env[62291]: DEBUG oslo_vmware.api [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143438, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2281.944644] env[62291]: DEBUG nova.network.neutron [None req-d202a4b9-77f9-4615-ac3d-2e0176ecbbea tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Updating instance_info_cache with network_info: [{"id": "7b541709-09bc-42bd-84bc-090bad83418a", "address": "fa:16:3e:02:06:b3", "network": {"id": "a7d4cfa1-5a02-4729-b15f-3d414d57aa9e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-66180431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "877e1c36dc75431296fb730c541970f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b541709-09", "ovs_interfaceid": "7b541709-09bc-42bd-84bc-090bad83418a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2282.016968] env[62291]: DEBUG nova.virt.hardware [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2282.017253] env[62291]: DEBUG nova.virt.hardware [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2282.017418] env[62291]: DEBUG nova.virt.hardware [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2282.017605] env[62291]: DEBUG nova.virt.hardware [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2282.017827] env[62291]: DEBUG nova.virt.hardware [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2282.017908] env[62291]: DEBUG nova.virt.hardware [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2282.018229] env[62291]: DEBUG nova.virt.hardware [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2282.018439] env[62291]: DEBUG nova.virt.hardware [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2282.018626] env[62291]: DEBUG nova.virt.hardware [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2282.018792] env[62291]: DEBUG nova.virt.hardware [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2282.019954] env[62291]: DEBUG nova.virt.hardware [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2282.024840] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Reconfiguring VM instance instance-0000005d to detach disk 2000 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2282.025516] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc3112c6-f046-4f83-922d-0744e224889d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.052719] env[62291]: DEBUG oslo_vmware.api [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2282.052719] env[62291]: value = "task-2143439" [ 2282.052719] env[62291]: _type = "Task" [ 2282.052719] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2282.063655] env[62291]: DEBUG oslo_vmware.api [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143439, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2282.134341] env[62291]: DEBUG oslo_vmware.api [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143435, 'name': PowerOnVM_Task, 'duration_secs': 0.74138} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2282.134704] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2282.134969] env[62291]: DEBUG nova.compute.manager [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2282.135769] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c27147-0d30-4bed-b01a-a9bbe4872bd4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.256621] env[62291]: DEBUG oslo_vmware.api [None req-63bcff93-c021-44a2-b556-d01d9ea0df28 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143437, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167756} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2282.256901] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-63bcff93-c021-44a2-b556-d01d9ea0df28 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2282.257245] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-63bcff93-c021-44a2-b556-d01d9ea0df28 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: c4de9fe8-e04f-4f33-85b2-fe3cfb02d845] Deleted contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2282.257524] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-63bcff93-c021-44a2-b556-d01d9ea0df28 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: c4de9fe8-e04f-4f33-85b2-fe3cfb02d845] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2282.257707] env[62291]: INFO nova.compute.manager [None req-63bcff93-c021-44a2-b556-d01d9ea0df28 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: c4de9fe8-e04f-4f33-85b2-fe3cfb02d845] Took 1.21 seconds to destroy the instance on the hypervisor. [ 2282.257985] env[62291]: DEBUG oslo.service.loopingcall [None req-63bcff93-c021-44a2-b556-d01d9ea0df28 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2282.258183] env[62291]: DEBUG nova.compute.manager [-] [instance: c4de9fe8-e04f-4f33-85b2-fe3cfb02d845] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2282.258286] env[62291]: DEBUG nova.network.neutron [-] [instance: c4de9fe8-e04f-4f33-85b2-fe3cfb02d845] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2282.357960] env[62291]: DEBUG oslo_concurrency.lockutils [None req-66489147-148b-46d3-ac27-9e96ee5c3f7f tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "7a3ba57e-1603-443e-9381-88dcd7dc5253" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.873s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2282.415839] env[62291]: DEBUG oslo_vmware.api [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143438, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073577} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2282.416333] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 4277f65e-fae9-4ee5-b282-2a202a511973] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2282.417333] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6adaff1-6288-4671-8070-4a626a0a40b5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.449885] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 4277f65e-fae9-4ee5-b282-2a202a511973] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] 4277f65e-fae9-4ee5-b282-2a202a511973/4277f65e-fae9-4ee5-b282-2a202a511973.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2282.453626] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d202a4b9-77f9-4615-ac3d-2e0176ecbbea tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Releasing lock "refresh_cache-717000ae-e680-426e-9110-abe1865d496b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2282.453626] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-172964fc-fe5e-4520-9bce-8b1dc74fcd7e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.477976] env[62291]: DEBUG oslo_vmware.api [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2282.477976] env[62291]: value = "task-2143440" [ 2282.477976] env[62291]: _type = "Task" [ 2282.477976] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2282.486288] env[62291]: DEBUG nova.compute.manager [req-ae888d61-ae97-4829-b8d1-55cf4f58e575 req-82b3be55-9d30-47fe-8850-b3f0b18b23da service nova] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] Received event network-vif-plugged-f7a81d91-e9e2-4311-a436-dddaf98a2086 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2282.489064] env[62291]: DEBUG oslo_concurrency.lockutils [req-ae888d61-ae97-4829-b8d1-55cf4f58e575 req-82b3be55-9d30-47fe-8850-b3f0b18b23da service nova] Acquiring lock "0ede255d-00fc-4cf0-a429-07153eb04435-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2282.489064] env[62291]: DEBUG oslo_concurrency.lockutils [req-ae888d61-ae97-4829-b8d1-55cf4f58e575 req-82b3be55-9d30-47fe-8850-b3f0b18b23da service nova] Lock "0ede255d-00fc-4cf0-a429-07153eb04435-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2282.489064] env[62291]: DEBUG oslo_concurrency.lockutils [req-ae888d61-ae97-4829-b8d1-55cf4f58e575 req-82b3be55-9d30-47fe-8850-b3f0b18b23da service nova] Lock "0ede255d-00fc-4cf0-a429-07153eb04435-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2282.489064] env[62291]: DEBUG nova.compute.manager [req-ae888d61-ae97-4829-b8d1-55cf4f58e575 req-82b3be55-9d30-47fe-8850-b3f0b18b23da service nova] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] No waiting events found dispatching network-vif-plugged-f7a81d91-e9e2-4311-a436-dddaf98a2086 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2282.489064] env[62291]: WARNING nova.compute.manager [req-ae888d61-ae97-4829-b8d1-55cf4f58e575 req-82b3be55-9d30-47fe-8850-b3f0b18b23da service nova] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] Received unexpected event network-vif-plugged-f7a81d91-e9e2-4311-a436-dddaf98a2086 for instance with vm_state building and task_state spawning. [ 2282.492010] env[62291]: DEBUG oslo_vmware.api [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143440, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2282.550056] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b8e7d17d-0c70-483b-ae33-a3ea727494da tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Acquiring lock "1d827f56-8419-4f15-acef-36179648fcfe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2282.550056] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b8e7d17d-0c70-483b-ae33-a3ea727494da tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Lock "1d827f56-8419-4f15-acef-36179648fcfe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2282.550056] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b8e7d17d-0c70-483b-ae33-a3ea727494da tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Acquiring lock "1d827f56-8419-4f15-acef-36179648fcfe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2282.550056] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b8e7d17d-0c70-483b-ae33-a3ea727494da tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Lock "1d827f56-8419-4f15-acef-36179648fcfe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2282.550056] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b8e7d17d-0c70-483b-ae33-a3ea727494da tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Lock "1d827f56-8419-4f15-acef-36179648fcfe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2282.558547] env[62291]: INFO nova.compute.manager [None req-b8e7d17d-0c70-483b-ae33-a3ea727494da tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] Terminating instance [ 2282.561200] env[62291]: DEBUG nova.network.neutron [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] Successfully updated port: f7a81d91-e9e2-4311-a436-dddaf98a2086 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2282.563101] env[62291]: DEBUG nova.compute.manager [None req-b8e7d17d-0c70-483b-ae33-a3ea727494da tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2282.563442] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e7d17d-0c70-483b-ae33-a3ea727494da tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2282.564308] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5177e915-3b04-48a3-aa6a-9bae8c4b0637 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.573752] env[62291]: DEBUG nova.compute.manager [req-f8ace034-b4c9-48c7-b29f-f865101fab9a req-04bb703d-8763-4a5c-a740-03c6d1a62926 service nova] [instance: c4de9fe8-e04f-4f33-85b2-fe3cfb02d845] Received event network-vif-deleted-804822cc-7932-441f-81d3-566a42953faf {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2282.573996] env[62291]: INFO nova.compute.manager [req-f8ace034-b4c9-48c7-b29f-f865101fab9a req-04bb703d-8763-4a5c-a740-03c6d1a62926 service nova] [instance: c4de9fe8-e04f-4f33-85b2-fe3cfb02d845] Neutron deleted interface 804822cc-7932-441f-81d3-566a42953faf; detaching it from the instance and deleting it from the info cache [ 2282.574513] env[62291]: DEBUG nova.network.neutron [req-f8ace034-b4c9-48c7-b29f-f865101fab9a req-04bb703d-8763-4a5c-a740-03c6d1a62926 service nova] [instance: c4de9fe8-e04f-4f33-85b2-fe3cfb02d845] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2282.576040] env[62291]: DEBUG oslo_vmware.api [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143439, 'name': ReconfigVM_Task, 'duration_secs': 0.494237} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2282.577225] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Reconfigured VM instance instance-0000005d to detach disk 2000 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2282.578213] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e514d32-4a06-4296-9876-308a9e787ed8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.587607] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e7d17d-0c70-483b-ae33-a3ea727494da tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2282.588545] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34520884-261e-41c4-8142-ca6b81782657 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.611796] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1/fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2282.612869] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d19684ae-1393-414a-bf44-9c10672095b8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.628716] env[62291]: DEBUG oslo_vmware.api [None req-b8e7d17d-0c70-483b-ae33-a3ea727494da tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Waiting for the task: (returnval){ [ 2282.628716] env[62291]: value = "task-2143441" [ 2282.628716] env[62291]: _type = "Task" [ 2282.628716] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2282.637905] env[62291]: DEBUG oslo_vmware.api [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2282.637905] env[62291]: value = "task-2143442" [ 2282.637905] env[62291]: _type = "Task" [ 2282.637905] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2282.647404] env[62291]: DEBUG oslo_vmware.api [None req-b8e7d17d-0c70-483b-ae33-a3ea727494da tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Task: {'id': task-2143441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2282.659873] env[62291]: DEBUG oslo_vmware.api [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143442, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2282.663291] env[62291]: DEBUG oslo_concurrency.lockutils [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2282.989368] env[62291]: DEBUG oslo_vmware.api [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143440, 'name': ReconfigVM_Task, 'duration_secs': 0.31195} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2282.992332] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 4277f65e-fae9-4ee5-b282-2a202a511973] Reconfigured VM instance instance-0000005f to attach disk [datastore1] 4277f65e-fae9-4ee5-b282-2a202a511973/4277f65e-fae9-4ee5-b282-2a202a511973.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2282.993328] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc52aa47-c628-4139-95af-a307a151f68f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2282.996937] env[62291]: DEBUG nova.network.neutron [-] [instance: c4de9fe8-e04f-4f33-85b2-fe3cfb02d845] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2283.003027] env[62291]: DEBUG oslo_vmware.api [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2283.003027] env[62291]: value = "task-2143443" [ 2283.003027] env[62291]: _type = "Task" [ 2283.003027] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2283.014701] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-d202a4b9-77f9-4615-ac3d-2e0176ecbbea tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2283.015393] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd026bc7-0a75-4586-86ca-950a2c9ff0c1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.023756] env[62291]: DEBUG oslo_vmware.api [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143443, 'name': Rename_Task} progress is 10%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2283.030962] env[62291]: DEBUG oslo_vmware.api [None req-d202a4b9-77f9-4615-ac3d-2e0176ecbbea tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 2283.030962] env[62291]: value = "task-2143444" [ 2283.030962] env[62291]: _type = "Task" [ 2283.030962] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2283.042844] env[62291]: DEBUG oslo_vmware.api [None req-d202a4b9-77f9-4615-ac3d-2e0176ecbbea tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2283.073857] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Acquiring lock "refresh_cache-0ede255d-00fc-4cf0-a429-07153eb04435" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2283.074028] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Acquired lock "refresh_cache-0ede255d-00fc-4cf0-a429-07153eb04435" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2283.074234] env[62291]: DEBUG nova.network.neutron [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2283.079023] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8fd49b58-d209-4208-a62a-3965171f6e85 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.092198] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027c1501-0427-4597-b208-9a738a4a0267 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.146545] env[62291]: DEBUG nova.compute.manager [req-f8ace034-b4c9-48c7-b29f-f865101fab9a req-04bb703d-8763-4a5c-a740-03c6d1a62926 service nova] [instance: c4de9fe8-e04f-4f33-85b2-fe3cfb02d845] Detach interface failed, port_id=804822cc-7932-441f-81d3-566a42953faf, reason: Instance c4de9fe8-e04f-4f33-85b2-fe3cfb02d845 could not be found. {{(pid=62291) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 2283.168486] env[62291]: DEBUG oslo_vmware.api [None req-b8e7d17d-0c70-483b-ae33-a3ea727494da tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Task: {'id': task-2143441, 'name': PowerOffVM_Task, 'duration_secs': 0.428125} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2283.168486] env[62291]: DEBUG oslo_vmware.api [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143442, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2283.168748] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8e7d17d-0c70-483b-ae33-a3ea727494da tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2283.168917] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e7d17d-0c70-483b-ae33-a3ea727494da tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2283.169352] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f58eb06d-0630-4867-b6cf-f4ba741fd16c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.202280] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "48a20ee1-21c1-4e2f-8049-d582d74e2210" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2283.202781] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "48a20ee1-21c1-4e2f-8049-d582d74e2210" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2283.225280] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a22a548d-5070-4fed-bc22-6271f32564d9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.235301] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73751a71-723a-4f75-82a1-48a46df657d1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.273091] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ec5946-2f0a-4aa2-9a40-73a63246011d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.282838] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad79becd-f3c4-44b5-b5bd-df880e4e146e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.303163] env[62291]: DEBUG nova.compute.provider_tree [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2283.500092] env[62291]: INFO nova.compute.manager [-] [instance: c4de9fe8-e04f-4f33-85b2-fe3cfb02d845] Took 1.24 seconds to deallocate network for instance. [ 2283.514138] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e7d17d-0c70-483b-ae33-a3ea727494da tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2283.514356] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e7d17d-0c70-483b-ae33-a3ea727494da tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] Deleting contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2283.514552] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8e7d17d-0c70-483b-ae33-a3ea727494da tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Deleting the datastore file [datastore1] 1d827f56-8419-4f15-acef-36179648fcfe {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2283.517956] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a435ba2c-b904-40e7-a0b2-a846020109cc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.519789] env[62291]: DEBUG oslo_vmware.api [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143443, 'name': Rename_Task, 'duration_secs': 0.182636} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2283.520072] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 4277f65e-fae9-4ee5-b282-2a202a511973] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2283.520701] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5dc040b1-13f6-4273-81eb-a88a4a8aad97 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.527696] env[62291]: DEBUG oslo_vmware.api [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2283.527696] env[62291]: value = "task-2143447" [ 2283.527696] env[62291]: _type = "Task" [ 2283.527696] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2283.532212] env[62291]: DEBUG oslo_vmware.api [None req-b8e7d17d-0c70-483b-ae33-a3ea727494da tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Waiting for the task: (returnval){ [ 2283.532212] env[62291]: value = "task-2143446" [ 2283.532212] env[62291]: _type = "Task" [ 2283.532212] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2283.541637] env[62291]: DEBUG oslo_vmware.api [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143447, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2283.546637] env[62291]: DEBUG oslo_vmware.api [None req-d202a4b9-77f9-4615-ac3d-2e0176ecbbea tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143444, 'name': PowerOffVM_Task, 'duration_secs': 0.31198} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2283.549692] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-d202a4b9-77f9-4615-ac3d-2e0176ecbbea tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2283.550016] env[62291]: DEBUG oslo_vmware.api [None req-b8e7d17d-0c70-483b-ae33-a3ea727494da tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Task: {'id': task-2143446, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2283.550889] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23afe963-bf21-4199-9796-57b75e6ae4b6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.577627] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becfcea8-6084-4703-9e3c-ae5058617551 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.613390] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-d202a4b9-77f9-4615-ac3d-2e0176ecbbea tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2283.613737] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-920f4007-4df6-48d0-ab19-aac249a6257f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.616251] env[62291]: DEBUG nova.network.neutron [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2283.625123] env[62291]: DEBUG oslo_vmware.api [None req-d202a4b9-77f9-4615-ac3d-2e0176ecbbea tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 2283.625123] env[62291]: value = "task-2143448" [ 2283.625123] env[62291]: _type = "Task" [ 2283.625123] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2283.639483] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-d202a4b9-77f9-4615-ac3d-2e0176ecbbea tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] VM already powered off {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2283.639764] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-d202a4b9-77f9-4615-ac3d-2e0176ecbbea tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2283.640039] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d202a4b9-77f9-4615-ac3d-2e0176ecbbea tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2283.640270] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d202a4b9-77f9-4615-ac3d-2e0176ecbbea tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2283.640505] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-d202a4b9-77f9-4615-ac3d-2e0176ecbbea tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2283.640797] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14477b72-c28c-47f4-8b33-2ad08b87fce5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.652316] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-d202a4b9-77f9-4615-ac3d-2e0176ecbbea tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2283.652555] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-d202a4b9-77f9-4615-ac3d-2e0176ecbbea tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2283.653713] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-951043db-262f-4182-acec-8e8a8a008c89 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.662031] env[62291]: DEBUG oslo_vmware.api [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143442, 'name': ReconfigVM_Task, 'duration_secs': 0.665777} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2283.663267] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Reconfigured VM instance instance-0000005d to attach disk [datastore2] fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1/fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2283.663986] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Updating instance 'fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1' progress to 50 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2283.667866] env[62291]: DEBUG oslo_vmware.api [None req-d202a4b9-77f9-4615-ac3d-2e0176ecbbea tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 2283.667866] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52a202b1-0e58-38eb-6f7f-f7ff0c859e6a" [ 2283.667866] env[62291]: _type = "Task" [ 2283.667866] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2283.679659] env[62291]: DEBUG oslo_vmware.api [None req-d202a4b9-77f9-4615-ac3d-2e0176ecbbea tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52a202b1-0e58-38eb-6f7f-f7ff0c859e6a, 'name': SearchDatastore_Task, 'duration_secs': 0.015305} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2283.680604] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b993e205-6f17-45a3-b1b7-cbd47f14e6bd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2283.689494] env[62291]: DEBUG oslo_vmware.api [None req-d202a4b9-77f9-4615-ac3d-2e0176ecbbea tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 2283.689494] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]521676d0-b1a6-e5b6-f2eb-5b4bddc986ba" [ 2283.689494] env[62291]: _type = "Task" [ 2283.689494] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2283.700902] env[62291]: DEBUG oslo_vmware.api [None req-d202a4b9-77f9-4615-ac3d-2e0176ecbbea tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]521676d0-b1a6-e5b6-f2eb-5b4bddc986ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2283.710621] env[62291]: DEBUG nova.compute.manager [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2283.807056] env[62291]: DEBUG nova.scheduler.client.report [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2283.835994] env[62291]: DEBUG nova.network.neutron [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] Updating instance_info_cache with network_info: [{"id": "f7a81d91-e9e2-4311-a436-dddaf98a2086", "address": "fa:16:3e:2b:ba:e1", "network": {"id": "aecaab00-a52d-42c8-b673-9a7ef1e7fff9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-499365923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "534f695381c7404191991882901816ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7a81d91-e9", "ovs_interfaceid": "f7a81d91-e9e2-4311-a436-dddaf98a2086", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2284.011538] env[62291]: DEBUG oslo_concurrency.lockutils [None req-63bcff93-c021-44a2-b556-d01d9ea0df28 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2284.038573] env[62291]: DEBUG oslo_vmware.api [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143447, 'name': PowerOnVM_Task, 'duration_secs': 0.481184} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2284.041678] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 4277f65e-fae9-4ee5-b282-2a202a511973] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2284.041891] env[62291]: INFO nova.compute.manager [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 4277f65e-fae9-4ee5-b282-2a202a511973] Took 16.27 seconds to spawn the instance on the hypervisor. [ 2284.042084] env[62291]: DEBUG nova.compute.manager [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 4277f65e-fae9-4ee5-b282-2a202a511973] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2284.042828] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6cc4928-595e-42e0-8d00-c9b68882bef5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.050380] env[62291]: DEBUG oslo_vmware.api [None req-b8e7d17d-0c70-483b-ae33-a3ea727494da tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Task: {'id': task-2143446, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211318} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2284.051822] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8e7d17d-0c70-483b-ae33-a3ea727494da tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2284.052020] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e7d17d-0c70-483b-ae33-a3ea727494da tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] Deleted contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2284.052204] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-b8e7d17d-0c70-483b-ae33-a3ea727494da tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2284.052376] env[62291]: INFO nova.compute.manager [None req-b8e7d17d-0c70-483b-ae33-a3ea727494da tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] Took 1.49 seconds to destroy the instance on the hypervisor. [ 2284.052652] env[62291]: DEBUG oslo.service.loopingcall [None req-b8e7d17d-0c70-483b-ae33-a3ea727494da tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2284.055417] env[62291]: DEBUG nova.compute.manager [-] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2284.055505] env[62291]: DEBUG nova.network.neutron [-] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2284.176823] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3fdaa6-eb3a-4b54-925b-1af343a4b7c6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.200257] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7e0827-d5fe-49ca-8b5e-08d4dd7cdfd6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.223163] env[62291]: DEBUG oslo_vmware.api [None req-d202a4b9-77f9-4615-ac3d-2e0176ecbbea tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]521676d0-b1a6-e5b6-f2eb-5b4bddc986ba, 'name': SearchDatastore_Task, 'duration_secs': 0.012741} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2284.225995] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Updating instance 'fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1' progress to 67 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2284.231307] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d202a4b9-77f9-4615-ac3d-2e0176ecbbea tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2284.231571] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-d202a4b9-77f9-4615-ac3d-2e0176ecbbea tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 717000ae-e680-426e-9110-abe1865d496b/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd-rescue.vmdk. {{(pid=62291) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 2284.232246] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-001432d7-de04-4534-9f4e-feb8c9e9e74c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.241334] env[62291]: DEBUG oslo_vmware.api [None req-d202a4b9-77f9-4615-ac3d-2e0176ecbbea tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 2284.241334] env[62291]: value = "task-2143449" [ 2284.241334] env[62291]: _type = "Task" [ 2284.241334] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2284.250600] env[62291]: DEBUG oslo_vmware.api [None req-d202a4b9-77f9-4615-ac3d-2e0176ecbbea tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143449, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2284.251752] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2284.313247] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2284.313247] env[62291]: DEBUG nova.compute.manager [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2284.317083] env[62291]: DEBUG oslo_concurrency.lockutils [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.654s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2284.320020] env[62291]: DEBUG nova.objects.instance [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62291) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2284.338219] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Releasing lock "refresh_cache-0ede255d-00fc-4cf0-a429-07153eb04435" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2284.339159] env[62291]: DEBUG nova.compute.manager [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] Instance network_info: |[{"id": "f7a81d91-e9e2-4311-a436-dddaf98a2086", "address": "fa:16:3e:2b:ba:e1", "network": {"id": "aecaab00-a52d-42c8-b673-9a7ef1e7fff9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-499365923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "534f695381c7404191991882901816ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7a81d91-e9", "ovs_interfaceid": "f7a81d91-e9e2-4311-a436-dddaf98a2086", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2284.339159] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:ba:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69351262-8d39-441a-85ba-3a78df436d17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7a81d91-e9e2-4311-a436-dddaf98a2086', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2284.348688] env[62291]: DEBUG oslo.service.loopingcall [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2284.348688] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2284.348688] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2bfdb385-db39-414c-97f9-25ef9a564b7b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2284.378691] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2284.378691] env[62291]: value = "task-2143450" [ 2284.378691] env[62291]: _type = "Task" [ 2284.378691] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2284.389026] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143450, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2284.524834] env[62291]: DEBUG nova.compute.manager [req-54bc24ba-48c2-4bd3-9516-51fcc49638d2 req-b169e258-7a81-4a88-a95b-4ed4a8064e6d service nova] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] Received event network-changed-f7a81d91-e9e2-4311-a436-dddaf98a2086 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2284.525123] env[62291]: DEBUG nova.compute.manager [req-54bc24ba-48c2-4bd3-9516-51fcc49638d2 req-b169e258-7a81-4a88-a95b-4ed4a8064e6d service nova] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] Refreshing instance network info cache due to event network-changed-f7a81d91-e9e2-4311-a436-dddaf98a2086. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2284.525374] env[62291]: DEBUG oslo_concurrency.lockutils [req-54bc24ba-48c2-4bd3-9516-51fcc49638d2 req-b169e258-7a81-4a88-a95b-4ed4a8064e6d service nova] Acquiring lock "refresh_cache-0ede255d-00fc-4cf0-a429-07153eb04435" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2284.525554] env[62291]: DEBUG oslo_concurrency.lockutils [req-54bc24ba-48c2-4bd3-9516-51fcc49638d2 req-b169e258-7a81-4a88-a95b-4ed4a8064e6d service nova] Acquired lock "refresh_cache-0ede255d-00fc-4cf0-a429-07153eb04435" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2284.525776] env[62291]: DEBUG nova.network.neutron [req-54bc24ba-48c2-4bd3-9516-51fcc49638d2 req-b169e258-7a81-4a88-a95b-4ed4a8064e6d service nova] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] Refreshing network info cache for port f7a81d91-e9e2-4311-a436-dddaf98a2086 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2284.565572] env[62291]: INFO nova.compute.manager [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 4277f65e-fae9-4ee5-b282-2a202a511973] Took 34.78 seconds to build instance. [ 2284.760015] env[62291]: DEBUG oslo_vmware.api [None req-d202a4b9-77f9-4615-ac3d-2e0176ecbbea tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143449, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2284.788444] env[62291]: DEBUG nova.network.neutron [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Port c9d9ac24-74aa-4b65-a1af-3b652b05b62c binding to destination host cpu-1 is already ACTIVE {{(pid=62291) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 2284.819082] env[62291]: DEBUG nova.compute.utils [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2284.820594] env[62291]: DEBUG nova.compute.manager [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2284.820755] env[62291]: DEBUG nova.network.neutron [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2284.869636] env[62291]: DEBUG nova.policy [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7696a7050e443ecb69a41c6f61d7b45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b34994f4ae104d49b1e76215acee435f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2284.903090] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143450, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2285.067969] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5032ae60-22a7-43b0-864d-a6a5d6ca99c5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "4277f65e-fae9-4ee5-b282-2a202a511973" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.296s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2285.145564] env[62291]: DEBUG nova.network.neutron [-] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2285.225204] env[62291]: DEBUG nova.network.neutron [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] Successfully created port: 0208cf2f-582c-4a78-b408-98d55f1ff625 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2285.255515] env[62291]: DEBUG oslo_vmware.api [None req-d202a4b9-77f9-4615-ac3d-2e0176ecbbea tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143449, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562192} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2285.255782] env[62291]: INFO nova.virt.vmwareapi.ds_util [None req-d202a4b9-77f9-4615-ac3d-2e0176ecbbea tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 717000ae-e680-426e-9110-abe1865d496b/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd-rescue.vmdk. [ 2285.256589] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3233d7a-cce1-4a29-a4a0-f78e4397a31a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.285767] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-d202a4b9-77f9-4615-ac3d-2e0176ecbbea tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 717000ae-e680-426e-9110-abe1865d496b/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd-rescue.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2285.286826] env[62291]: DEBUG nova.network.neutron [req-54bc24ba-48c2-4bd3-9516-51fcc49638d2 req-b169e258-7a81-4a88-a95b-4ed4a8064e6d service nova] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] Updated VIF entry in instance network info cache for port f7a81d91-e9e2-4311-a436-dddaf98a2086. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2285.287177] env[62291]: DEBUG nova.network.neutron [req-54bc24ba-48c2-4bd3-9516-51fcc49638d2 req-b169e258-7a81-4a88-a95b-4ed4a8064e6d service nova] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] Updating instance_info_cache with network_info: [{"id": "f7a81d91-e9e2-4311-a436-dddaf98a2086", "address": "fa:16:3e:2b:ba:e1", "network": {"id": "aecaab00-a52d-42c8-b673-9a7ef1e7fff9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-499365923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "534f695381c7404191991882901816ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7a81d91-e9", "ovs_interfaceid": "f7a81d91-e9e2-4311-a436-dddaf98a2086", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2285.288375] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a4ab6e9c-5dae-4e9b-93d3-4b10ecbdb204 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.319282] env[62291]: DEBUG oslo_vmware.api [None req-d202a4b9-77f9-4615-ac3d-2e0176ecbbea tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 2285.319282] env[62291]: value = "task-2143451" [ 2285.319282] env[62291]: _type = "Task" [ 2285.319282] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2285.324574] env[62291]: DEBUG nova.compute.manager [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2285.334207] env[62291]: DEBUG oslo_concurrency.lockutils [None req-37ac2301-3e6d-42fb-8282-7fe7b804821d tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2285.334207] env[62291]: DEBUG oslo_vmware.api [None req-d202a4b9-77f9-4615-ac3d-2e0176ecbbea tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143451, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2285.334207] env[62291]: DEBUG oslo_concurrency.lockutils [None req-63bcff93-c021-44a2-b556-d01d9ea0df28 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.323s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2285.334379] env[62291]: DEBUG nova.objects.instance [None req-63bcff93-c021-44a2-b556-d01d9ea0df28 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Lazy-loading 'resources' on Instance uuid c4de9fe8-e04f-4f33-85b2-fe3cfb02d845 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2285.396049] env[62291]: DEBUG oslo_concurrency.lockutils [None req-47d59b7a-69b2-442c-9a75-f30542febd89 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "4277f65e-fae9-4ee5-b282-2a202a511973" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2285.396522] env[62291]: DEBUG oslo_concurrency.lockutils [None req-47d59b7a-69b2-442c-9a75-f30542febd89 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "4277f65e-fae9-4ee5-b282-2a202a511973" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2285.396881] env[62291]: DEBUG oslo_concurrency.lockutils [None req-47d59b7a-69b2-442c-9a75-f30542febd89 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "4277f65e-fae9-4ee5-b282-2a202a511973-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2285.397225] env[62291]: DEBUG oslo_concurrency.lockutils [None req-47d59b7a-69b2-442c-9a75-f30542febd89 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "4277f65e-fae9-4ee5-b282-2a202a511973-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2285.397536] env[62291]: DEBUG oslo_concurrency.lockutils [None req-47d59b7a-69b2-442c-9a75-f30542febd89 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "4277f65e-fae9-4ee5-b282-2a202a511973-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2285.399567] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143450, 'name': CreateVM_Task, 'duration_secs': 0.846335} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2285.400235] env[62291]: INFO nova.compute.manager [None req-47d59b7a-69b2-442c-9a75-f30542febd89 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 4277f65e-fae9-4ee5-b282-2a202a511973] Terminating instance [ 2285.401958] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2285.402774] env[62291]: DEBUG nova.compute.manager [None req-47d59b7a-69b2-442c-9a75-f30542febd89 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 4277f65e-fae9-4ee5-b282-2a202a511973] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2285.403119] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-47d59b7a-69b2-442c-9a75-f30542febd89 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 4277f65e-fae9-4ee5-b282-2a202a511973] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2285.403966] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2285.404282] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2285.404762] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2285.405908] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aba19e67-98cf-4e80-8920-374fec04d47b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.410285] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72873bb2-ec72-4816-8656-955a1f52e41d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.420637] env[62291]: DEBUG oslo_vmware.api [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for the task: (returnval){ [ 2285.420637] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]525167ee-303f-a7b8-6af0-b9234925be8a" [ 2285.420637] env[62291]: _type = "Task" [ 2285.420637] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2285.421134] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d59b7a-69b2-442c-9a75-f30542febd89 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 4277f65e-fae9-4ee5-b282-2a202a511973] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2285.421573] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa05d487-2df1-410f-84da-86e585531993 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.436205] env[62291]: DEBUG oslo_vmware.api [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]525167ee-303f-a7b8-6af0-b9234925be8a, 'name': SearchDatastore_Task, 'duration_secs': 0.010655} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2285.438012] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2285.438433] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2285.438817] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2285.439119] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2285.439452] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2285.439950] env[62291]: DEBUG oslo_vmware.api [None req-47d59b7a-69b2-442c-9a75-f30542febd89 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2285.439950] env[62291]: value = "task-2143452" [ 2285.439950] env[62291]: _type = "Task" [ 2285.439950] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2285.440336] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8da0224-7788-448a-8d01-457cefb50d5a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.455682] env[62291]: DEBUG oslo_vmware.api [None req-47d59b7a-69b2-442c-9a75-f30542febd89 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2285.457036] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2285.457225] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2285.457977] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b145c58-eee7-4e01-9549-2de82c7ff1a7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.464811] env[62291]: DEBUG oslo_vmware.api [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for the task: (returnval){ [ 2285.464811] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52036402-aba5-6c39-4d4c-48d67882351b" [ 2285.464811] env[62291]: _type = "Task" [ 2285.464811] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2285.473810] env[62291]: DEBUG oslo_vmware.api [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52036402-aba5-6c39-4d4c-48d67882351b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2285.504916] env[62291]: DEBUG oslo_vmware.rw_handles [None req-7a9c5e7a-badf-4946-bff8-0f5e6869e3b8 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527f8b1b-693d-3cff-6aab-9670eb5048f4/disk-0.vmdk. {{(pid=62291) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2285.505889] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf316780-af64-497a-8eb6-d5144ea94ca2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.512856] env[62291]: DEBUG oslo_vmware.rw_handles [None req-7a9c5e7a-badf-4946-bff8-0f5e6869e3b8 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527f8b1b-693d-3cff-6aab-9670eb5048f4/disk-0.vmdk is in state: ready. {{(pid=62291) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2285.513457] env[62291]: ERROR oslo_vmware.rw_handles [None req-7a9c5e7a-badf-4946-bff8-0f5e6869e3b8 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527f8b1b-693d-3cff-6aab-9670eb5048f4/disk-0.vmdk due to incomplete transfer. [ 2285.513457] env[62291]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f72a38fa-587b-4d62-998a-180d710197e9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.521781] env[62291]: DEBUG oslo_vmware.rw_handles [None req-7a9c5e7a-badf-4946-bff8-0f5e6869e3b8 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/527f8b1b-693d-3cff-6aab-9670eb5048f4/disk-0.vmdk. {{(pid=62291) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2285.521993] env[62291]: DEBUG nova.virt.vmwareapi.images [None req-7a9c5e7a-badf-4946-bff8-0f5e6869e3b8 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Uploaded image c4002fbb-9e14-4527-8e5d-3c376e616238 to the Glance image server {{(pid=62291) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2285.525734] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-7a9c5e7a-badf-4946-bff8-0f5e6869e3b8 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Destroying the VM {{(pid=62291) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2285.526443] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d436bc26-2107-4508-9dc8-f88e8a8f3f4b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.538499] env[62291]: DEBUG oslo_vmware.api [None req-7a9c5e7a-badf-4946-bff8-0f5e6869e3b8 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2285.538499] env[62291]: value = "task-2143453" [ 2285.538499] env[62291]: _type = "Task" [ 2285.538499] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2285.545382] env[62291]: DEBUG oslo_vmware.api [None req-7a9c5e7a-badf-4946-bff8-0f5e6869e3b8 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143453, 'name': Destroy_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2285.649149] env[62291]: INFO nova.compute.manager [-] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] Took 1.59 seconds to deallocate network for instance. [ 2285.807792] env[62291]: DEBUG oslo_concurrency.lockutils [req-54bc24ba-48c2-4bd3-9516-51fcc49638d2 req-b169e258-7a81-4a88-a95b-4ed4a8064e6d service nova] Releasing lock "refresh_cache-0ede255d-00fc-4cf0-a429-07153eb04435" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2285.830690] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2285.830903] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2285.831043] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2285.844018] env[62291]: DEBUG oslo_vmware.api [None req-d202a4b9-77f9-4615-ac3d-2e0176ecbbea tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143451, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2285.956208] env[62291]: DEBUG oslo_vmware.api [None req-47d59b7a-69b2-442c-9a75-f30542febd89 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143452, 'name': PowerOffVM_Task, 'duration_secs': 0.189369} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2285.958687] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-47d59b7a-69b2-442c-9a75-f30542febd89 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 4277f65e-fae9-4ee5-b282-2a202a511973] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2285.958868] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-47d59b7a-69b2-442c-9a75-f30542febd89 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 4277f65e-fae9-4ee5-b282-2a202a511973] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2285.959302] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20692d99-33c8-44be-a39b-92bb1d52c128 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.978909] env[62291]: DEBUG oslo_vmware.api [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52036402-aba5-6c39-4d4c-48d67882351b, 'name': SearchDatastore_Task, 'duration_secs': 0.010881} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2285.979693] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9293209e-dbb3-4d78-90fe-4e7e10d0efe1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2285.985820] env[62291]: DEBUG oslo_vmware.api [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for the task: (returnval){ [ 2285.985820] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52ab6f6a-909e-ffed-89ec-4b30cee4dc24" [ 2285.985820] env[62291]: _type = "Task" [ 2285.985820] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2285.994509] env[62291]: DEBUG oslo_vmware.api [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52ab6f6a-909e-ffed-89ec-4b30cee4dc24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2286.047327] env[62291]: DEBUG oslo_vmware.api [None req-7a9c5e7a-badf-4946-bff8-0f5e6869e3b8 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143453, 'name': Destroy_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2286.154857] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0aee8fa-fffd-4b49-bd02-19ba838a9631 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.158137] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b8e7d17d-0c70-483b-ae33-a3ea727494da tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2286.163844] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e18b5614-27db-456e-9240-04cfa052253d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.172450] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-47d59b7a-69b2-442c-9a75-f30542febd89 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 4277f65e-fae9-4ee5-b282-2a202a511973] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2286.172693] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-47d59b7a-69b2-442c-9a75-f30542febd89 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 4277f65e-fae9-4ee5-b282-2a202a511973] Deleting contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2286.172898] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-47d59b7a-69b2-442c-9a75-f30542febd89 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Deleting the datastore file [datastore1] 4277f65e-fae9-4ee5-b282-2a202a511973 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2286.173265] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01e34197-d075-46c9-98cc-d4936dac16be {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.202259] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3547bc0a-8e9c-492d-ab53-403504495b32 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.208521] env[62291]: DEBUG oslo_vmware.api [None req-47d59b7a-69b2-442c-9a75-f30542febd89 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2286.208521] env[62291]: value = "task-2143455" [ 2286.208521] env[62291]: _type = "Task" [ 2286.208521] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2286.215469] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745f398a-6226-49f0-8c4a-da78cc9cf581 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.223674] env[62291]: DEBUG oslo_vmware.api [None req-47d59b7a-69b2-442c-9a75-f30542febd89 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143455, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2286.232496] env[62291]: DEBUG nova.compute.provider_tree [None req-63bcff93-c021-44a2-b556-d01d9ea0df28 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2286.331969] env[62291]: DEBUG oslo_vmware.api [None req-d202a4b9-77f9-4615-ac3d-2e0176ecbbea tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143451, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2286.346664] env[62291]: DEBUG nova.compute.manager [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2286.372849] env[62291]: DEBUG nova.virt.hardware [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2286.373165] env[62291]: DEBUG nova.virt.hardware [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2286.373681] env[62291]: DEBUG nova.virt.hardware [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2286.373681] env[62291]: DEBUG nova.virt.hardware [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2286.373681] env[62291]: DEBUG nova.virt.hardware [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2286.373814] env[62291]: DEBUG nova.virt.hardware [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2286.374012] env[62291]: DEBUG nova.virt.hardware [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2286.374181] env[62291]: DEBUG nova.virt.hardware [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2286.374352] env[62291]: DEBUG nova.virt.hardware [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2286.374516] env[62291]: DEBUG nova.virt.hardware [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2286.374689] env[62291]: DEBUG nova.virt.hardware [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2286.375563] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8470a036-724e-4f3c-b485-fb897820ded6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.386392] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc125036-6d76-4d6c-862a-ea9fc79ea2d3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.434768] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6f80c6bf-d4e1-4661-a0e8-3dfd79d756a4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquiring lock "0b97b18e-55ae-413b-a4d7-da4b4ccb56a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2286.435453] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6f80c6bf-d4e1-4661-a0e8-3dfd79d756a4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lock "0b97b18e-55ae-413b-a4d7-da4b4ccb56a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2286.435453] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6f80c6bf-d4e1-4661-a0e8-3dfd79d756a4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquiring lock "0b97b18e-55ae-413b-a4d7-da4b4ccb56a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2286.435453] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6f80c6bf-d4e1-4661-a0e8-3dfd79d756a4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lock "0b97b18e-55ae-413b-a4d7-da4b4ccb56a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2286.435619] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6f80c6bf-d4e1-4661-a0e8-3dfd79d756a4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lock "0b97b18e-55ae-413b-a4d7-da4b4ccb56a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2286.437741] env[62291]: INFO nova.compute.manager [None req-6f80c6bf-d4e1-4661-a0e8-3dfd79d756a4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Terminating instance [ 2286.439256] env[62291]: DEBUG nova.compute.manager [None req-6f80c6bf-d4e1-4661-a0e8-3dfd79d756a4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2286.440236] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6f80c6bf-d4e1-4661-a0e8-3dfd79d756a4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2286.440428] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4326de-3df4-403d-be67-c407a09c4311 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.449116] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6f80c6bf-d4e1-4661-a0e8-3dfd79d756a4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2286.449116] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fde2627-f127-4e89-b4aa-c9a3360a89d6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.496203] env[62291]: DEBUG oslo_vmware.api [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52ab6f6a-909e-ffed-89ec-4b30cee4dc24, 'name': SearchDatastore_Task, 'duration_secs': 0.01114} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2286.496470] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2286.496735] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 0ede255d-00fc-4cf0-a429-07153eb04435/0ede255d-00fc-4cf0-a429-07153eb04435.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2286.496994] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1563b886-9542-42cc-816a-4a8d0e11bcbe {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.504328] env[62291]: DEBUG oslo_vmware.api [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for the task: (returnval){ [ 2286.504328] env[62291]: value = "task-2143457" [ 2286.504328] env[62291]: _type = "Task" [ 2286.504328] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2286.512863] env[62291]: DEBUG oslo_vmware.api [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143457, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2286.546180] env[62291]: DEBUG oslo_vmware.api [None req-7a9c5e7a-badf-4946-bff8-0f5e6869e3b8 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143453, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2286.551715] env[62291]: DEBUG nova.compute.manager [req-b6691259-a696-4115-ba4d-5a06f5cfa0b8 req-54c0f9cf-f38d-4e4b-8029-1ae79ae3dd4b service nova] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] Received event network-vif-deleted-924f8d17-2dbf-40d2-9bb5-2227f36bfaf2 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2286.719944] env[62291]: DEBUG oslo_vmware.api [None req-47d59b7a-69b2-442c-9a75-f30542febd89 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143455, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151369} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2286.721216] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-47d59b7a-69b2-442c-9a75-f30542febd89 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2286.721588] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-47d59b7a-69b2-442c-9a75-f30542febd89 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 4277f65e-fae9-4ee5-b282-2a202a511973] Deleted contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2286.721854] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-47d59b7a-69b2-442c-9a75-f30542febd89 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 4277f65e-fae9-4ee5-b282-2a202a511973] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2286.722063] env[62291]: INFO nova.compute.manager [None req-47d59b7a-69b2-442c-9a75-f30542febd89 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 4277f65e-fae9-4ee5-b282-2a202a511973] Took 1.32 seconds to destroy the instance on the hypervisor. [ 2286.722417] env[62291]: DEBUG oslo.service.loopingcall [None req-47d59b7a-69b2-442c-9a75-f30542febd89 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2286.722744] env[62291]: DEBUG nova.compute.manager [-] [instance: 4277f65e-fae9-4ee5-b282-2a202a511973] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2286.722921] env[62291]: DEBUG nova.network.neutron [-] [instance: 4277f65e-fae9-4ee5-b282-2a202a511973] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2286.726308] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6f80c6bf-d4e1-4661-a0e8-3dfd79d756a4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2286.726308] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6f80c6bf-d4e1-4661-a0e8-3dfd79d756a4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2286.726308] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f80c6bf-d4e1-4661-a0e8-3dfd79d756a4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Deleting the datastore file [datastore2] 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2286.727219] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac5d0aa6-56ff-4253-8799-4692553a1ea1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.735466] env[62291]: DEBUG oslo_vmware.api [None req-6f80c6bf-d4e1-4661-a0e8-3dfd79d756a4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2286.735466] env[62291]: value = "task-2143458" [ 2286.735466] env[62291]: _type = "Task" [ 2286.735466] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2286.748297] env[62291]: DEBUG oslo_vmware.api [None req-6f80c6bf-d4e1-4661-a0e8-3dfd79d756a4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143458, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2286.756868] env[62291]: ERROR nova.scheduler.client.report [None req-63bcff93-c021-44a2-b556-d01d9ea0df28 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [req-ec9d0b97-4819-4852-8b43-7eada4b586ff] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 142b9caf-95b8-4f05-a0ca-6a285ed758e8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ec9d0b97-4819-4852-8b43-7eada4b586ff"}]} [ 2286.774269] env[62291]: DEBUG nova.scheduler.client.report [None req-63bcff93-c021-44a2-b556-d01d9ea0df28 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Refreshing inventories for resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 2286.790086] env[62291]: DEBUG nova.scheduler.client.report [None req-63bcff93-c021-44a2-b556-d01d9ea0df28 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Updating ProviderTree inventory for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 2286.790411] env[62291]: DEBUG nova.compute.provider_tree [None req-63bcff93-c021-44a2-b556-d01d9ea0df28 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2286.817415] env[62291]: DEBUG nova.scheduler.client.report [None req-63bcff93-c021-44a2-b556-d01d9ea0df28 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Refreshing aggregate associations for resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8, aggregates: None {{(pid=62291) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 2286.833178] env[62291]: DEBUG oslo_vmware.api [None req-d202a4b9-77f9-4615-ac3d-2e0176ecbbea tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143451, 'name': ReconfigVM_Task, 'duration_secs': 1.073672} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2286.833178] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-d202a4b9-77f9-4615-ac3d-2e0176ecbbea tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 717000ae-e680-426e-9110-abe1865d496b/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd-rescue.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2286.834068] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3cc0b5-7ac9-4965-b65d-245911dd377f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.840829] env[62291]: DEBUG nova.scheduler.client.report [None req-63bcff93-c021-44a2-b556-d01d9ea0df28 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Refreshing trait associations for resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62291) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 2286.876697] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ab1fc9d1-5301-4950-95b1-97aa3a4a68b3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2286.889177] env[62291]: DEBUG nova.network.neutron [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] Successfully updated port: 0208cf2f-582c-4a78-b408-98d55f1ff625 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2286.898027] env[62291]: DEBUG oslo_vmware.api [None req-d202a4b9-77f9-4615-ac3d-2e0176ecbbea tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 2286.898027] env[62291]: value = "task-2143459" [ 2286.898027] env[62291]: _type = "Task" [ 2286.898027] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2286.902523] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "refresh_cache-fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2286.902707] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquired lock "refresh_cache-fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2286.903167] env[62291]: DEBUG nova.network.neutron [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2286.913185] env[62291]: DEBUG oslo_vmware.api [None req-d202a4b9-77f9-4615-ac3d-2e0176ecbbea tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143459, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2286.975253] env[62291]: DEBUG oslo_concurrency.lockutils [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquiring lock "77eaa783-3da6-43ad-bd01-f526c10b4621" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2286.975499] env[62291]: DEBUG oslo_concurrency.lockutils [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lock "77eaa783-3da6-43ad-bd01-f526c10b4621" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2287.015939] env[62291]: DEBUG oslo_vmware.api [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143457, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.471283} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2287.018488] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 0ede255d-00fc-4cf0-a429-07153eb04435/0ede255d-00fc-4cf0-a429-07153eb04435.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2287.018754] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2287.019226] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef51a63a-0e87-4119-9a88-572f96e75e3c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.027376] env[62291]: DEBUG oslo_vmware.api [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for the task: (returnval){ [ 2287.027376] env[62291]: value = "task-2143460" [ 2287.027376] env[62291]: _type = "Task" [ 2287.027376] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2287.038686] env[62291]: DEBUG oslo_vmware.api [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143460, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2287.047769] env[62291]: DEBUG oslo_vmware.api [None req-7a9c5e7a-badf-4946-bff8-0f5e6869e3b8 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143453, 'name': Destroy_Task, 'duration_secs': 1.085964} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2287.050528] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-7a9c5e7a-badf-4946-bff8-0f5e6869e3b8 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Destroyed the VM [ 2287.050807] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7a9c5e7a-badf-4946-bff8-0f5e6869e3b8 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Deleting Snapshot of the VM instance {{(pid=62291) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2287.055021] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f4646175-4100-4a9d-ab9b-1f5b312c7af8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.056106] env[62291]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 2287.056265] env[62291]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62291) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 2287.056689] env[62291]: DEBUG nova.compute.utils [None req-7a9c5e7a-badf-4946-bff8-0f5e6869e3b8 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Cleaning up image c4002fbb-9e14-4527-8e5d-3c376e616238 {{(pid=62291) delete_image /opt/stack/nova/nova/compute/utils.py:1322}} [ 2287.096206] env[62291]: DEBUG nova.compute.manager [req-7c534cd6-954e-42cd-aada-f10d3c274446 req-cefe6c9e-9109-488d-b4e0-426324fb0676 service nova] [instance: 4277f65e-fae9-4ee5-b282-2a202a511973] Received event network-vif-deleted-c59740ef-0603-4a86-b548-15a81ba8203a {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2287.096409] env[62291]: INFO nova.compute.manager [req-7c534cd6-954e-42cd-aada-f10d3c274446 req-cefe6c9e-9109-488d-b4e0-426324fb0676 service nova] [instance: 4277f65e-fae9-4ee5-b282-2a202a511973] Neutron deleted interface c59740ef-0603-4a86-b548-15a81ba8203a; detaching it from the instance and deleting it from the info cache [ 2287.096583] env[62291]: DEBUG nova.network.neutron [req-7c534cd6-954e-42cd-aada-f10d3c274446 req-cefe6c9e-9109-488d-b4e0-426324fb0676 service nova] [instance: 4277f65e-fae9-4ee5-b282-2a202a511973] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2287.235790] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c5ac74-8b46-49a7-a162-67ed6c303e18 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.251012] env[62291]: WARNING nova.virt.vmwareapi.vmops [None req-6f80c6bf-d4e1-4661-a0e8-3dfd79d756a4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] In vmwareapi:vmops:_destroy_instance, exception while deleting the VM contents from the disk: oslo_vmware.exceptions.CannotDeleteFileException: Cannot delete file [datastore2] 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2 [ 2287.251012] env[62291]: ERROR nova.virt.vmwareapi.vmops [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Traceback (most recent call last): [ 2287.251012] env[62291]: ERROR nova.virt.vmwareapi.vmops [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1113, in _destroy_instance [ 2287.251012] env[62291]: ERROR nova.virt.vmwareapi.vmops [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] ds_util.file_delete(self._session, [ 2287.251012] env[62291]: ERROR nova.virt.vmwareapi.vmops [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] File "/opt/stack/nova/nova/virt/vmwareapi/ds_util.py", line 219, in file_delete [ 2287.251012] env[62291]: ERROR nova.virt.vmwareapi.vmops [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] session._wait_for_task(file_delete_task) [ 2287.251012] env[62291]: ERROR nova.virt.vmwareapi.vmops [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 157, in _wait_for_task [ 2287.251012] env[62291]: ERROR nova.virt.vmwareapi.vmops [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] return self.wait_for_task(task_ref) [ 2287.251012] env[62291]: ERROR nova.virt.vmwareapi.vmops [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 398, in wait_for_task [ 2287.251012] env[62291]: ERROR nova.virt.vmwareapi.vmops [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] return evt.wait() [ 2287.251012] env[62291]: ERROR nova.virt.vmwareapi.vmops [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 2287.251012] env[62291]: ERROR nova.virt.vmwareapi.vmops [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] result = hub.switch() [ 2287.251012] env[62291]: ERROR nova.virt.vmwareapi.vmops [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 2287.251012] env[62291]: ERROR nova.virt.vmwareapi.vmops [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] return self.greenlet.switch() [ 2287.251012] env[62291]: ERROR nova.virt.vmwareapi.vmops [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 75, in _inner [ 2287.251012] env[62291]: ERROR nova.virt.vmwareapi.vmops [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] self.f(*self.args, **self.kw) [ 2287.251012] env[62291]: ERROR nova.virt.vmwareapi.vmops [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 448, in _poll_task [ 2287.251012] env[62291]: ERROR nova.virt.vmwareapi.vmops [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] raise exceptions.translate_fault(task_info.error) [ 2287.251012] env[62291]: ERROR nova.virt.vmwareapi.vmops [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] oslo_vmware.exceptions.CannotDeleteFileException: Cannot delete file [datastore2] 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2 [ 2287.251012] env[62291]: ERROR nova.virt.vmwareapi.vmops [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] [ 2287.251012] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6f80c6bf-d4e1-4661-a0e8-3dfd79d756a4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2287.251012] env[62291]: INFO nova.compute.manager [None req-6f80c6bf-d4e1-4661-a0e8-3dfd79d756a4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Took 0.81 seconds to destroy the instance on the hypervisor. [ 2287.251012] env[62291]: DEBUG oslo.service.loopingcall [None req-6f80c6bf-d4e1-4661-a0e8-3dfd79d756a4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2287.251650] env[62291]: DEBUG nova.compute.manager [-] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2287.251650] env[62291]: DEBUG nova.network.neutron [-] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2287.253544] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d159372d-303a-4175-b6d3-1b59a58a1f48 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.288335] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5463c70-6b2e-40d7-bdce-c38acc27bc95 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.296861] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc7885a-b28a-461d-837b-3701887cacff {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.310512] env[62291]: DEBUG nova.compute.provider_tree [None req-63bcff93-c021-44a2-b556-d01d9ea0df28 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2287.392213] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "refresh_cache-cca88b94-b97e-47ce-9689-053635658fea" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2287.392357] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquired lock "refresh_cache-cca88b94-b97e-47ce-9689-053635658fea" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2287.392503] env[62291]: DEBUG nova.network.neutron [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2287.412370] env[62291]: DEBUG oslo_vmware.api [None req-d202a4b9-77f9-4615-ac3d-2e0176ecbbea tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143459, 'name': ReconfigVM_Task, 'duration_secs': 0.221742} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2287.412370] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-d202a4b9-77f9-4615-ac3d-2e0176ecbbea tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2287.412766] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99c5a9dc-e4ea-4a7a-ad68-6f59c5a9e78f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.421270] env[62291]: DEBUG oslo_vmware.api [None req-d202a4b9-77f9-4615-ac3d-2e0176ecbbea tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 2287.421270] env[62291]: value = "task-2143461" [ 2287.421270] env[62291]: _type = "Task" [ 2287.421270] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2287.429635] env[62291]: DEBUG oslo_vmware.api [None req-d202a4b9-77f9-4615-ac3d-2e0176ecbbea tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143461, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2287.477997] env[62291]: DEBUG nova.compute.manager [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2287.538027] env[62291]: DEBUG oslo_vmware.api [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143460, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067142} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2287.538314] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2287.539609] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1576355-1661-4483-bcf0-a20f00146f58 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.564584] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 0ede255d-00fc-4cf0-a429-07153eb04435/0ede255d-00fc-4cf0-a429-07153eb04435.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2287.568624] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ab2eb96-b770-4d84-8a23-3523d49f155b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.583951] env[62291]: DEBUG nova.network.neutron [-] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2287.585024] env[62291]: DEBUG nova.network.neutron [-] [instance: 4277f65e-fae9-4ee5-b282-2a202a511973] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2287.595723] env[62291]: DEBUG oslo_vmware.api [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for the task: (returnval){ [ 2287.595723] env[62291]: value = "task-2143462" [ 2287.595723] env[62291]: _type = "Task" [ 2287.595723] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2287.599582] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-85990f67-3416-4b19-a955-c780728e67c7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.609523] env[62291]: DEBUG oslo_vmware.api [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143462, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2287.615495] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c4e025-4634-4676-b3d3-aff7700afcdf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2287.653506] env[62291]: DEBUG nova.compute.manager [req-7c534cd6-954e-42cd-aada-f10d3c274446 req-cefe6c9e-9109-488d-b4e0-426324fb0676 service nova] [instance: 4277f65e-fae9-4ee5-b282-2a202a511973] Detach interface failed, port_id=c59740ef-0603-4a86-b548-15a81ba8203a, reason: Instance 4277f65e-fae9-4ee5-b282-2a202a511973 could not be found. {{(pid=62291) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 2287.844706] env[62291]: DEBUG nova.scheduler.client.report [None req-63bcff93-c021-44a2-b556-d01d9ea0df28 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Updated inventory for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with generation 124 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 2287.845062] env[62291]: DEBUG nova.compute.provider_tree [None req-63bcff93-c021-44a2-b556-d01d9ea0df28 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Updating resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 generation from 124 to 125 during operation: update_inventory {{(pid=62291) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2287.845262] env[62291]: DEBUG nova.compute.provider_tree [None req-63bcff93-c021-44a2-b556-d01d9ea0df28 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2287.931532] env[62291]: DEBUG oslo_vmware.api [None req-d202a4b9-77f9-4615-ac3d-2e0176ecbbea tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143461, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2287.940969] env[62291]: DEBUG nova.network.neutron [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2287.979879] env[62291]: DEBUG nova.network.neutron [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Updating instance_info_cache with network_info: [{"id": "c9d9ac24-74aa-4b65-a1af-3b652b05b62c", "address": "fa:16:3e:39:bf:6c", "network": {"id": "6c3b94dc-3357-4c73-aad4-284cb89be8f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1144561454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4dbad5dff7143149c3d41cdcb32416d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9d9ac24-74", "ovs_interfaceid": "c9d9ac24-74aa-4b65-a1af-3b652b05b62c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2288.006194] env[62291]: DEBUG oslo_concurrency.lockutils [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2288.088760] env[62291]: INFO nova.compute.manager [-] [instance: 4277f65e-fae9-4ee5-b282-2a202a511973] Took 1.37 seconds to deallocate network for instance. [ 2288.089119] env[62291]: INFO nova.compute.manager [-] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Took 0.84 seconds to deallocate network for instance. [ 2288.119662] env[62291]: DEBUG oslo_vmware.api [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143462, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2288.136783] env[62291]: DEBUG nova.network.neutron [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] Updating instance_info_cache with network_info: [{"id": "0208cf2f-582c-4a78-b408-98d55f1ff625", "address": "fa:16:3e:8c:1f:ea", "network": {"id": "818bf107-525d-4bd9-af99-c673972d2be1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-171136124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34994f4ae104d49b1e76215acee435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0208cf2f-58", "ovs_interfaceid": "0208cf2f-582c-4a78-b408-98d55f1ff625", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2288.354791] env[62291]: DEBUG oslo_concurrency.lockutils [None req-63bcff93-c021-44a2-b556-d01d9ea0df28 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.020s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2288.357424] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.106s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2288.359084] env[62291]: INFO nova.compute.claims [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2288.380685] env[62291]: INFO nova.scheduler.client.report [None req-63bcff93-c021-44a2-b556-d01d9ea0df28 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Deleted allocations for instance c4de9fe8-e04f-4f33-85b2-fe3cfb02d845 [ 2288.433855] env[62291]: DEBUG oslo_vmware.api [None req-d202a4b9-77f9-4615-ac3d-2e0176ecbbea tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143461, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2288.486620] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Releasing lock "refresh_cache-fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2288.581840] env[62291]: DEBUG nova.compute.manager [req-d60fdc6a-de2e-4afd-8725-024f61647b4c req-50991402-cbda-46ab-b52f-3457b7ad5b3d service nova] [instance: cca88b94-b97e-47ce-9689-053635658fea] Received event network-vif-plugged-0208cf2f-582c-4a78-b408-98d55f1ff625 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2288.582205] env[62291]: DEBUG oslo_concurrency.lockutils [req-d60fdc6a-de2e-4afd-8725-024f61647b4c req-50991402-cbda-46ab-b52f-3457b7ad5b3d service nova] Acquiring lock "cca88b94-b97e-47ce-9689-053635658fea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2288.582622] env[62291]: DEBUG oslo_concurrency.lockutils [req-d60fdc6a-de2e-4afd-8725-024f61647b4c req-50991402-cbda-46ab-b52f-3457b7ad5b3d service nova] Lock "cca88b94-b97e-47ce-9689-053635658fea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2288.582622] env[62291]: DEBUG oslo_concurrency.lockutils [req-d60fdc6a-de2e-4afd-8725-024f61647b4c req-50991402-cbda-46ab-b52f-3457b7ad5b3d service nova] Lock "cca88b94-b97e-47ce-9689-053635658fea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2288.582741] env[62291]: DEBUG nova.compute.manager [req-d60fdc6a-de2e-4afd-8725-024f61647b4c req-50991402-cbda-46ab-b52f-3457b7ad5b3d service nova] [instance: cca88b94-b97e-47ce-9689-053635658fea] No waiting events found dispatching network-vif-plugged-0208cf2f-582c-4a78-b408-98d55f1ff625 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2288.582874] env[62291]: WARNING nova.compute.manager [req-d60fdc6a-de2e-4afd-8725-024f61647b4c req-50991402-cbda-46ab-b52f-3457b7ad5b3d service nova] [instance: cca88b94-b97e-47ce-9689-053635658fea] Received unexpected event network-vif-plugged-0208cf2f-582c-4a78-b408-98d55f1ff625 for instance with vm_state building and task_state spawning. [ 2288.583045] env[62291]: DEBUG nova.compute.manager [req-d60fdc6a-de2e-4afd-8725-024f61647b4c req-50991402-cbda-46ab-b52f-3457b7ad5b3d service nova] [instance: cca88b94-b97e-47ce-9689-053635658fea] Received event network-changed-0208cf2f-582c-4a78-b408-98d55f1ff625 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2288.583203] env[62291]: DEBUG nova.compute.manager [req-d60fdc6a-de2e-4afd-8725-024f61647b4c req-50991402-cbda-46ab-b52f-3457b7ad5b3d service nova] [instance: cca88b94-b97e-47ce-9689-053635658fea] Refreshing instance network info cache due to event network-changed-0208cf2f-582c-4a78-b408-98d55f1ff625. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2288.583369] env[62291]: DEBUG oslo_concurrency.lockutils [req-d60fdc6a-de2e-4afd-8725-024f61647b4c req-50991402-cbda-46ab-b52f-3457b7ad5b3d service nova] Acquiring lock "refresh_cache-cca88b94-b97e-47ce-9689-053635658fea" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2288.599806] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7a9c5e7a-badf-4946-bff8-0f5e6869e3b8 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2288.603425] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6f80c6bf-d4e1-4661-a0e8-3dfd79d756a4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2288.614223] env[62291]: DEBUG oslo_concurrency.lockutils [None req-47d59b7a-69b2-442c-9a75-f30542febd89 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2288.618078] env[62291]: DEBUG oslo_vmware.api [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143462, 'name': ReconfigVM_Task, 'duration_secs': 0.803206} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2288.618353] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 0ede255d-00fc-4cf0-a429-07153eb04435/0ede255d-00fc-4cf0-a429-07153eb04435.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2288.618962] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e0b93e9-ec2b-429d-a3bd-be85093206cd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.626162] env[62291]: DEBUG oslo_vmware.api [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for the task: (returnval){ [ 2288.626162] env[62291]: value = "task-2143463" [ 2288.626162] env[62291]: _type = "Task" [ 2288.626162] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2288.634555] env[62291]: DEBUG oslo_vmware.api [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143463, 'name': Rename_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2288.640404] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Releasing lock "refresh_cache-cca88b94-b97e-47ce-9689-053635658fea" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2288.640533] env[62291]: DEBUG nova.compute.manager [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] Instance network_info: |[{"id": "0208cf2f-582c-4a78-b408-98d55f1ff625", "address": "fa:16:3e:8c:1f:ea", "network": {"id": "818bf107-525d-4bd9-af99-c673972d2be1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-171136124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34994f4ae104d49b1e76215acee435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0208cf2f-58", "ovs_interfaceid": "0208cf2f-582c-4a78-b408-98d55f1ff625", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2288.640897] env[62291]: DEBUG oslo_concurrency.lockutils [req-d60fdc6a-de2e-4afd-8725-024f61647b4c req-50991402-cbda-46ab-b52f-3457b7ad5b3d service nova] Acquired lock "refresh_cache-cca88b94-b97e-47ce-9689-053635658fea" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2288.641098] env[62291]: DEBUG nova.network.neutron [req-d60fdc6a-de2e-4afd-8725-024f61647b4c req-50991402-cbda-46ab-b52f-3457b7ad5b3d service nova] [instance: cca88b94-b97e-47ce-9689-053635658fea] Refreshing network info cache for port 0208cf2f-582c-4a78-b408-98d55f1ff625 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2288.642467] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:1f:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62d6a386-ffdb-4232-83f3-cb21c5e59e85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0208cf2f-582c-4a78-b408-98d55f1ff625', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2288.650514] env[62291]: DEBUG oslo.service.loopingcall [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2288.651774] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cca88b94-b97e-47ce-9689-053635658fea] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2288.652014] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10d28691-2ac6-4447-a466-aa66eb65c54a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2288.673681] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2288.673681] env[62291]: value = "task-2143464" [ 2288.673681] env[62291]: _type = "Task" [ 2288.673681] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2288.682577] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143464, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2288.889061] env[62291]: DEBUG oslo_concurrency.lockutils [None req-63bcff93-c021-44a2-b556-d01d9ea0df28 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Lock "c4de9fe8-e04f-4f33-85b2-fe3cfb02d845" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.843s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2288.933181] env[62291]: DEBUG oslo_vmware.api [None req-d202a4b9-77f9-4615-ac3d-2e0176ecbbea tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143461, 'name': PowerOnVM_Task, 'duration_secs': 1.030579} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2288.933420] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-d202a4b9-77f9-4615-ac3d-2e0176ecbbea tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2288.935954] env[62291]: DEBUG nova.compute.manager [None req-d202a4b9-77f9-4615-ac3d-2e0176ecbbea tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2288.936771] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec2efea-0128-4f29-ba5f-2a33d04be6ea {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.007979] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-860c81ac-ce66-40e8-9404-c06a1417261f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.026878] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f991e1c7-005d-48bd-b10b-e3fac68ee6c7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.034334] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Updating instance 'fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1' progress to 83 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2289.119661] env[62291]: DEBUG nova.compute.manager [req-3ba21d5a-1755-425a-8af6-0bfe0101099b req-200211af-f038-4398-b561-a267786c2d3f service nova] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Received event network-vif-deleted-f50fb207-3265-4c82-9011-84f62823806a {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2289.138245] env[62291]: DEBUG oslo_vmware.api [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143463, 'name': Rename_Task, 'duration_secs': 0.15112} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2289.138644] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2289.138949] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d116e21-54dd-4ed5-804a-2c6e2cc7676c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.146686] env[62291]: DEBUG oslo_vmware.api [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for the task: (returnval){ [ 2289.146686] env[62291]: value = "task-2143465" [ 2289.146686] env[62291]: _type = "Task" [ 2289.146686] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2289.162440] env[62291]: DEBUG oslo_vmware.api [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143465, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2289.185778] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143464, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2289.414194] env[62291]: DEBUG nova.network.neutron [req-d60fdc6a-de2e-4afd-8725-024f61647b4c req-50991402-cbda-46ab-b52f-3457b7ad5b3d service nova] [instance: cca88b94-b97e-47ce-9689-053635658fea] Updated VIF entry in instance network info cache for port 0208cf2f-582c-4a78-b408-98d55f1ff625. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2289.415235] env[62291]: DEBUG nova.network.neutron [req-d60fdc6a-de2e-4afd-8725-024f61647b4c req-50991402-cbda-46ab-b52f-3457b7ad5b3d service nova] [instance: cca88b94-b97e-47ce-9689-053635658fea] Updating instance_info_cache with network_info: [{"id": "0208cf2f-582c-4a78-b408-98d55f1ff625", "address": "fa:16:3e:8c:1f:ea", "network": {"id": "818bf107-525d-4bd9-af99-c673972d2be1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-171136124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34994f4ae104d49b1e76215acee435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0208cf2f-58", "ovs_interfaceid": "0208cf2f-582c-4a78-b408-98d55f1ff625", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2289.542447] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2289.542979] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b54d7317-d7b8-44e4-8bdb-23286fbf68da {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.551639] env[62291]: DEBUG oslo_vmware.api [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2289.551639] env[62291]: value = "task-2143466" [ 2289.551639] env[62291]: _type = "Task" [ 2289.551639] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2289.563763] env[62291]: DEBUG oslo_vmware.api [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143466, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2289.656670] env[62291]: DEBUG oslo_vmware.api [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143465, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2289.686577] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143464, 'name': CreateVM_Task, 'duration_secs': 0.624615} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2289.686761] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cca88b94-b97e-47ce-9689-053635658fea] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2289.687475] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2289.687644] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2289.688204] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2289.688437] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25ba0fcd-2fff-494c-8431-a3cf00c70dec {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.697071] env[62291]: DEBUG oslo_vmware.api [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for the task: (returnval){ [ 2289.697071] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52908b2f-038d-bb38-d5ad-66f32ac49ebd" [ 2289.697071] env[62291]: _type = "Task" [ 2289.697071] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2289.706148] env[62291]: DEBUG oslo_vmware.api [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52908b2f-038d-bb38-d5ad-66f32ac49ebd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2289.723942] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577bebb3-572d-465f-b872-739971b0656d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.733722] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91afd2eb-d09a-4bb0-a864-b56c9fd2bb2b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.768064] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57668bb-094f-464b-97ee-8cbb98a0af41 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.776063] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738a8a89-bb69-4479-9348-363d299bf95d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2289.793668] env[62291]: DEBUG nova.compute.provider_tree [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2289.919718] env[62291]: DEBUG oslo_concurrency.lockutils [req-d60fdc6a-de2e-4afd-8725-024f61647b4c req-50991402-cbda-46ab-b52f-3457b7ad5b3d service nova] Releasing lock "refresh_cache-cca88b94-b97e-47ce-9689-053635658fea" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2290.062782] env[62291]: DEBUG oslo_vmware.api [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143466, 'name': PowerOnVM_Task, 'duration_secs': 0.397681} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2290.063083] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2290.063272] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5c24d4e5-b20e-489e-bcb4-2ac57c5c43cc tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Updating instance 'fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1' progress to 100 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2290.159360] env[62291]: DEBUG oslo_vmware.api [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143465, 'name': PowerOnVM_Task, 'duration_secs': 0.583729} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2290.159648] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2290.159854] env[62291]: INFO nova.compute.manager [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] Took 8.36 seconds to spawn the instance on the hypervisor. [ 2290.160033] env[62291]: DEBUG nova.compute.manager [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2290.160887] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee180a00-15cd-4519-a527-efda59d35f75 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.207829] env[62291]: DEBUG oslo_vmware.api [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52908b2f-038d-bb38-d5ad-66f32ac49ebd, 'name': SearchDatastore_Task, 'duration_secs': 0.010856} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2290.208104] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2290.208374] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2290.208616] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2290.208765] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2290.208943] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2290.209215] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8831da8-ed72-4ed4-855d-8e6faf360fbc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.217832] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2290.218009] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2290.218703] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e46afaf9-287c-4616-aecc-113d21ac6a8f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.223667] env[62291]: DEBUG oslo_vmware.api [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for the task: (returnval){ [ 2290.223667] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52925651-b0b3-c5ee-0184-4548ca54076a" [ 2290.223667] env[62291]: _type = "Task" [ 2290.223667] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2290.231478] env[62291]: DEBUG oslo_vmware.api [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52925651-b0b3-c5ee-0184-4548ca54076a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2290.296818] env[62291]: DEBUG nova.scheduler.client.report [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2290.534404] env[62291]: INFO nova.compute.manager [None req-db363d37-7edc-49c5-b014-86e6aa95f897 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Unrescuing [ 2290.534714] env[62291]: DEBUG oslo_concurrency.lockutils [None req-db363d37-7edc-49c5-b014-86e6aa95f897 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Acquiring lock "refresh_cache-717000ae-e680-426e-9110-abe1865d496b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2290.534872] env[62291]: DEBUG oslo_concurrency.lockutils [None req-db363d37-7edc-49c5-b014-86e6aa95f897 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Acquired lock "refresh_cache-717000ae-e680-426e-9110-abe1865d496b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2290.535050] env[62291]: DEBUG nova.network.neutron [None req-db363d37-7edc-49c5-b014-86e6aa95f897 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2290.682838] env[62291]: INFO nova.compute.manager [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] Took 15.16 seconds to build instance. [ 2290.735202] env[62291]: DEBUG oslo_vmware.api [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52925651-b0b3-c5ee-0184-4548ca54076a, 'name': SearchDatastore_Task, 'duration_secs': 0.007862} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2290.736357] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6082a43f-07ea-4b47-9b96-f761c3d32225 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2290.742074] env[62291]: DEBUG oslo_vmware.api [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for the task: (returnval){ [ 2290.742074] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52f3371a-2214-ba5c-4a1e-96d8fc29a1a6" [ 2290.742074] env[62291]: _type = "Task" [ 2290.742074] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2290.751999] env[62291]: DEBUG oslo_vmware.api [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52f3371a-2214-ba5c-4a1e-96d8fc29a1a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2290.801775] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.444s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2290.802396] env[62291]: DEBUG nova.compute.manager [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2290.805459] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b8e7d17d-0c70-483b-ae33-a3ea727494da tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.647s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2290.805749] env[62291]: DEBUG nova.objects.instance [None req-b8e7d17d-0c70-483b-ae33-a3ea727494da tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Lazy-loading 'resources' on Instance uuid 1d827f56-8419-4f15-acef-36179648fcfe {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2291.184680] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c88e81a3-22d1-4f96-a976-b17a301e3187 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lock "0ede255d-00fc-4cf0-a429-07153eb04435" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.696s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2291.233639] env[62291]: DEBUG nova.compute.manager [req-6596b733-07f7-48f3-8d59-eabb7ea12d4d req-249ec978-5fa4-43bf-be2b-69e11ec6a77b service nova] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] Received event network-changed-f7a81d91-e9e2-4311-a436-dddaf98a2086 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2291.233639] env[62291]: DEBUG nova.compute.manager [req-6596b733-07f7-48f3-8d59-eabb7ea12d4d req-249ec978-5fa4-43bf-be2b-69e11ec6a77b service nova] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] Refreshing instance network info cache due to event network-changed-f7a81d91-e9e2-4311-a436-dddaf98a2086. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2291.233639] env[62291]: DEBUG oslo_concurrency.lockutils [req-6596b733-07f7-48f3-8d59-eabb7ea12d4d req-249ec978-5fa4-43bf-be2b-69e11ec6a77b service nova] Acquiring lock "refresh_cache-0ede255d-00fc-4cf0-a429-07153eb04435" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2291.233759] env[62291]: DEBUG oslo_concurrency.lockutils [req-6596b733-07f7-48f3-8d59-eabb7ea12d4d req-249ec978-5fa4-43bf-be2b-69e11ec6a77b service nova] Acquired lock "refresh_cache-0ede255d-00fc-4cf0-a429-07153eb04435" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2291.233917] env[62291]: DEBUG nova.network.neutron [req-6596b733-07f7-48f3-8d59-eabb7ea12d4d req-249ec978-5fa4-43bf-be2b-69e11ec6a77b service nova] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] Refreshing network info cache for port f7a81d91-e9e2-4311-a436-dddaf98a2086 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2291.253517] env[62291]: DEBUG oslo_vmware.api [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52f3371a-2214-ba5c-4a1e-96d8fc29a1a6, 'name': SearchDatastore_Task, 'duration_secs': 0.012335} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2291.253759] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2291.254041] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] cca88b94-b97e-47ce-9689-053635658fea/cca88b94-b97e-47ce-9689-053635658fea.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2291.254309] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82939fed-5654-4f92-abc2-44e9c275393d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.264858] env[62291]: DEBUG oslo_vmware.api [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for the task: (returnval){ [ 2291.264858] env[62291]: value = "task-2143467" [ 2291.264858] env[62291]: _type = "Task" [ 2291.264858] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2291.274553] env[62291]: DEBUG oslo_vmware.api [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143467, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2291.308982] env[62291]: DEBUG nova.compute.utils [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2291.311750] env[62291]: DEBUG nova.compute.manager [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2291.312041] env[62291]: DEBUG nova.network.neutron [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2291.408161] env[62291]: DEBUG nova.network.neutron [None req-db363d37-7edc-49c5-b014-86e6aa95f897 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Updating instance_info_cache with network_info: [{"id": "7b541709-09bc-42bd-84bc-090bad83418a", "address": "fa:16:3e:02:06:b3", "network": {"id": "a7d4cfa1-5a02-4729-b15f-3d414d57aa9e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-66180431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "877e1c36dc75431296fb730c541970f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b541709-09", "ovs_interfaceid": "7b541709-09bc-42bd-84bc-090bad83418a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2291.422536] env[62291]: DEBUG nova.policy [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e3605e6b7d7f43ed9e4fd9cb3747956c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fec9555fe4aa4c7a9e61c54aebf169a6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2291.697069] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7191e9-4067-4b2b-9382-22de947019c4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.710202] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3249e69b-3b19-4078-aad4-e71f6d2a5fbd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.753441] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c10a15ac-da60-46b9-98de-97fbad23b06f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.767367] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81bf4e14-14c2-47d2-8a7c-bf7155a4da84 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2291.789214] env[62291]: DEBUG nova.compute.provider_tree [None req-b8e7d17d-0c70-483b-ae33-a3ea727494da tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2291.793098] env[62291]: DEBUG oslo_vmware.api [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143467, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2291.813647] env[62291]: DEBUG nova.compute.manager [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2291.827119] env[62291]: DEBUG nova.network.neutron [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Successfully created port: eb92fb1c-8619-4263-8303-d087c0471f34 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2291.911682] env[62291]: DEBUG oslo_concurrency.lockutils [None req-db363d37-7edc-49c5-b014-86e6aa95f897 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Releasing lock "refresh_cache-717000ae-e680-426e-9110-abe1865d496b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2291.912879] env[62291]: DEBUG nova.objects.instance [None req-db363d37-7edc-49c5-b014-86e6aa95f897 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Lazy-loading 'flavor' on Instance uuid 717000ae-e680-426e-9110-abe1865d496b {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2292.209620] env[62291]: DEBUG oslo_concurrency.lockutils [None req-08b5ffe3-d134-456c-805d-2a2e00b0b22d tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Acquiring lock "60f49bb9-72e2-4462-b95e-7d9dbcaf1b55" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2292.209854] env[62291]: DEBUG oslo_concurrency.lockutils [None req-08b5ffe3-d134-456c-805d-2a2e00b0b22d tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Lock "60f49bb9-72e2-4462-b95e-7d9dbcaf1b55" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2292.210037] env[62291]: DEBUG oslo_concurrency.lockutils [None req-08b5ffe3-d134-456c-805d-2a2e00b0b22d tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Acquiring lock "60f49bb9-72e2-4462-b95e-7d9dbcaf1b55-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2292.210230] env[62291]: DEBUG oslo_concurrency.lockutils [None req-08b5ffe3-d134-456c-805d-2a2e00b0b22d tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Lock "60f49bb9-72e2-4462-b95e-7d9dbcaf1b55-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2292.211157] env[62291]: DEBUG oslo_concurrency.lockutils [None req-08b5ffe3-d134-456c-805d-2a2e00b0b22d tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Lock "60f49bb9-72e2-4462-b95e-7d9dbcaf1b55-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2292.215275] env[62291]: INFO nova.compute.manager [None req-08b5ffe3-d134-456c-805d-2a2e00b0b22d tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] Terminating instance [ 2292.217144] env[62291]: DEBUG nova.compute.manager [None req-08b5ffe3-d134-456c-805d-2a2e00b0b22d tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2292.217341] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-08b5ffe3-d134-456c-805d-2a2e00b0b22d tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2292.218174] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae93743-ca71-42c0-85d4-0c9b5e576a48 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.227048] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b5ffe3-d134-456c-805d-2a2e00b0b22d tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2292.227400] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e5fe7f2-e013-4dc4-9b69-824de91e55df {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.234765] env[62291]: DEBUG oslo_vmware.api [None req-08b5ffe3-d134-456c-805d-2a2e00b0b22d tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Waiting for the task: (returnval){ [ 2292.234765] env[62291]: value = "task-2143468" [ 2292.234765] env[62291]: _type = "Task" [ 2292.234765] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2292.244012] env[62291]: DEBUG oslo_vmware.api [None req-08b5ffe3-d134-456c-805d-2a2e00b0b22d tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Task: {'id': task-2143468, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2292.284890] env[62291]: DEBUG oslo_vmware.api [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143467, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.808836} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2292.285170] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] cca88b94-b97e-47ce-9689-053635658fea/cca88b94-b97e-47ce-9689-053635658fea.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2292.285392] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2292.285661] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0067968-65da-4835-b431-84f9ab20b4d0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.288972] env[62291]: DEBUG nova.network.neutron [req-6596b733-07f7-48f3-8d59-eabb7ea12d4d req-249ec978-5fa4-43bf-be2b-69e11ec6a77b service nova] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] Updated VIF entry in instance network info cache for port f7a81d91-e9e2-4311-a436-dddaf98a2086. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2292.289272] env[62291]: DEBUG nova.network.neutron [req-6596b733-07f7-48f3-8d59-eabb7ea12d4d req-249ec978-5fa4-43bf-be2b-69e11ec6a77b service nova] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] Updating instance_info_cache with network_info: [{"id": "f7a81d91-e9e2-4311-a436-dddaf98a2086", "address": "fa:16:3e:2b:ba:e1", "network": {"id": "aecaab00-a52d-42c8-b673-9a7ef1e7fff9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-499365923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.140", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "534f695381c7404191991882901816ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7a81d91-e9", "ovs_interfaceid": "f7a81d91-e9e2-4311-a436-dddaf98a2086", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2292.292042] env[62291]: DEBUG nova.scheduler.client.report [None req-b8e7d17d-0c70-483b-ae33-a3ea727494da tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2292.296649] env[62291]: DEBUG oslo_vmware.api [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for the task: (returnval){ [ 2292.296649] env[62291]: value = "task-2143469" [ 2292.296649] env[62291]: _type = "Task" [ 2292.296649] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2292.310154] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4b3acef2-a6c7-4b5f-95ac-191611c6270c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2292.310500] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4b3acef2-a6c7-4b5f-95ac-191611c6270c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2292.311440] env[62291]: DEBUG nova.compute.manager [None req-4b3acef2-a6c7-4b5f-95ac-191611c6270c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Going to confirm migration 3 {{(pid=62291) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 2292.313485] env[62291]: DEBUG oslo_vmware.api [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143469, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2292.423529] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a249463-be6c-4a87-a2e0-2ab175180b41 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.450518] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-db363d37-7edc-49c5-b014-86e6aa95f897 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2292.450873] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dbfc16b0-addf-48f0-bacb-2d70b95a6108 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.459051] env[62291]: DEBUG oslo_vmware.api [None req-db363d37-7edc-49c5-b014-86e6aa95f897 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 2292.459051] env[62291]: value = "task-2143470" [ 2292.459051] env[62291]: _type = "Task" [ 2292.459051] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2292.467272] env[62291]: DEBUG oslo_vmware.api [None req-db363d37-7edc-49c5-b014-86e6aa95f897 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2292.746381] env[62291]: DEBUG oslo_vmware.api [None req-08b5ffe3-d134-456c-805d-2a2e00b0b22d tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Task: {'id': task-2143468, 'name': PowerOffVM_Task, 'duration_secs': 0.248221} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2292.746753] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-08b5ffe3-d134-456c-805d-2a2e00b0b22d tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2292.746789] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-08b5ffe3-d134-456c-805d-2a2e00b0b22d tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2292.747045] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-531acff4-cc78-4d3a-ab92-4991f85e5f8b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.792467] env[62291]: DEBUG oslo_concurrency.lockutils [req-6596b733-07f7-48f3-8d59-eabb7ea12d4d req-249ec978-5fa4-43bf-be2b-69e11ec6a77b service nova] Releasing lock "refresh_cache-0ede255d-00fc-4cf0-a429-07153eb04435" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2292.798557] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b8e7d17d-0c70-483b-ae33-a3ea727494da tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.993s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2292.801897] env[62291]: DEBUG oslo_concurrency.lockutils [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.795s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2292.802663] env[62291]: INFO nova.compute.claims [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2292.816451] env[62291]: DEBUG oslo_vmware.api [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143469, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085914} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2292.818493] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2292.819338] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ae59c4-d85d-4a2b-b8cd-879236d1f3eb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.825051] env[62291]: INFO nova.scheduler.client.report [None req-b8e7d17d-0c70-483b-ae33-a3ea727494da tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Deleted allocations for instance 1d827f56-8419-4f15-acef-36179648fcfe [ 2292.837012] env[62291]: DEBUG nova.compute.manager [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2292.848734] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] cca88b94-b97e-47ce-9689-053635658fea/cca88b94-b97e-47ce-9689-053635658fea.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2292.850478] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bb3007e-d5d5-4a05-af07-e13af21529d2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.877095] env[62291]: DEBUG nova.virt.hardware [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2292.877631] env[62291]: DEBUG nova.virt.hardware [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2292.877631] env[62291]: DEBUG nova.virt.hardware [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2292.877815] env[62291]: DEBUG nova.virt.hardware [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2292.877950] env[62291]: DEBUG nova.virt.hardware [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2292.878123] env[62291]: DEBUG nova.virt.hardware [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2292.878332] env[62291]: DEBUG nova.virt.hardware [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2292.878523] env[62291]: DEBUG nova.virt.hardware [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2292.878707] env[62291]: DEBUG nova.virt.hardware [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2292.878919] env[62291]: DEBUG nova.virt.hardware [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2292.879171] env[62291]: DEBUG nova.virt.hardware [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2292.881035] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7a13cb8-9c74-4f81-ae4d-9bb479101388 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.885295] env[62291]: DEBUG oslo_vmware.api [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for the task: (returnval){ [ 2292.885295] env[62291]: value = "task-2143472" [ 2292.885295] env[62291]: _type = "Task" [ 2292.885295] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2292.893785] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59dd8fe-9789-4491-a6e3-3b89ece171d1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.901643] env[62291]: DEBUG oslo_vmware.api [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143472, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2292.905611] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4b3acef2-a6c7-4b5f-95ac-191611c6270c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "refresh_cache-fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2292.905611] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4b3acef2-a6c7-4b5f-95ac-191611c6270c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquired lock "refresh_cache-fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2292.905611] env[62291]: DEBUG nova.network.neutron [None req-4b3acef2-a6c7-4b5f-95ac-191611c6270c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2292.905611] env[62291]: DEBUG nova.objects.instance [None req-4b3acef2-a6c7-4b5f-95ac-191611c6270c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lazy-loading 'info_cache' on Instance uuid fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2292.918751] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-08b5ffe3-d134-456c-805d-2a2e00b0b22d tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2292.919086] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-08b5ffe3-d134-456c-805d-2a2e00b0b22d tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2292.919335] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-08b5ffe3-d134-456c-805d-2a2e00b0b22d tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Deleting the datastore file [datastore2] 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2292.919660] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5cd437a4-321f-42e0-9d48-415ed31218c2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2292.927896] env[62291]: DEBUG oslo_vmware.api [None req-08b5ffe3-d134-456c-805d-2a2e00b0b22d tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Waiting for the task: (returnval){ [ 2292.927896] env[62291]: value = "task-2143473" [ 2292.927896] env[62291]: _type = "Task" [ 2292.927896] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2292.939455] env[62291]: DEBUG oslo_vmware.api [None req-08b5ffe3-d134-456c-805d-2a2e00b0b22d tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Task: {'id': task-2143473, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2292.971344] env[62291]: DEBUG oslo_vmware.api [None req-db363d37-7edc-49c5-b014-86e6aa95f897 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2293.332269] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b8e7d17d-0c70-483b-ae33-a3ea727494da tempest-ServersWithSpecificFlavorTestJSON-1342202549 tempest-ServersWithSpecificFlavorTestJSON-1342202549-project-member] Lock "1d827f56-8419-4f15-acef-36179648fcfe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.784s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2293.397118] env[62291]: DEBUG oslo_vmware.api [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143472, 'name': ReconfigVM_Task, 'duration_secs': 0.334615} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2293.397408] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] Reconfigured VM instance instance-00000061 to attach disk [datastore2] cca88b94-b97e-47ce-9689-053635658fea/cca88b94-b97e-47ce-9689-053635658fea.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2293.398184] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-34ed8860-5cb7-4f7d-8d1c-0564c6809d91 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.405193] env[62291]: DEBUG oslo_vmware.api [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for the task: (returnval){ [ 2293.405193] env[62291]: value = "task-2143474" [ 2293.405193] env[62291]: _type = "Task" [ 2293.405193] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2293.413270] env[62291]: DEBUG oslo_vmware.api [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143474, 'name': Rename_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2293.438887] env[62291]: DEBUG oslo_vmware.api [None req-08b5ffe3-d134-456c-805d-2a2e00b0b22d tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Task: {'id': task-2143473, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.256482} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2293.439474] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-08b5ffe3-d134-456c-805d-2a2e00b0b22d tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2293.439672] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-08b5ffe3-d134-456c-805d-2a2e00b0b22d tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2293.439854] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-08b5ffe3-d134-456c-805d-2a2e00b0b22d tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2293.440068] env[62291]: INFO nova.compute.manager [None req-08b5ffe3-d134-456c-805d-2a2e00b0b22d tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] Took 1.22 seconds to destroy the instance on the hypervisor. [ 2293.440374] env[62291]: DEBUG oslo.service.loopingcall [None req-08b5ffe3-d134-456c-805d-2a2e00b0b22d tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2293.440553] env[62291]: DEBUG nova.compute.manager [-] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2293.440649] env[62291]: DEBUG nova.network.neutron [-] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2293.473720] env[62291]: DEBUG oslo_vmware.api [None req-db363d37-7edc-49c5-b014-86e6aa95f897 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143470, 'name': PowerOffVM_Task, 'duration_secs': 0.86953} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2293.474023] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-db363d37-7edc-49c5-b014-86e6aa95f897 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2293.481879] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-db363d37-7edc-49c5-b014-86e6aa95f897 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Reconfiguring VM instance instance-0000003c to detach disk 2002 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2293.482562] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7b008c6-942e-4f48-8415-5097c627f5b2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.507511] env[62291]: DEBUG oslo_vmware.api [None req-db363d37-7edc-49c5-b014-86e6aa95f897 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 2293.507511] env[62291]: value = "task-2143475" [ 2293.507511] env[62291]: _type = "Task" [ 2293.507511] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2293.520017] env[62291]: DEBUG oslo_vmware.api [None req-db363d37-7edc-49c5-b014-86e6aa95f897 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143475, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2293.749920] env[62291]: DEBUG nova.compute.manager [req-ea2cef66-8b6d-4ab8-a30d-7456677e30d6 req-45cd7a24-b49e-45ae-bd0a-0d4bfc5171c1 service nova] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Received event network-vif-plugged-eb92fb1c-8619-4263-8303-d087c0471f34 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2293.750190] env[62291]: DEBUG oslo_concurrency.lockutils [req-ea2cef66-8b6d-4ab8-a30d-7456677e30d6 req-45cd7a24-b49e-45ae-bd0a-0d4bfc5171c1 service nova] Acquiring lock "48a20ee1-21c1-4e2f-8049-d582d74e2210-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2293.750323] env[62291]: DEBUG oslo_concurrency.lockutils [req-ea2cef66-8b6d-4ab8-a30d-7456677e30d6 req-45cd7a24-b49e-45ae-bd0a-0d4bfc5171c1 service nova] Lock "48a20ee1-21c1-4e2f-8049-d582d74e2210-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2293.750719] env[62291]: DEBUG oslo_concurrency.lockutils [req-ea2cef66-8b6d-4ab8-a30d-7456677e30d6 req-45cd7a24-b49e-45ae-bd0a-0d4bfc5171c1 service nova] Lock "48a20ee1-21c1-4e2f-8049-d582d74e2210-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2293.750719] env[62291]: DEBUG nova.compute.manager [req-ea2cef66-8b6d-4ab8-a30d-7456677e30d6 req-45cd7a24-b49e-45ae-bd0a-0d4bfc5171c1 service nova] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] No waiting events found dispatching network-vif-plugged-eb92fb1c-8619-4263-8303-d087c0471f34 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2293.750870] env[62291]: WARNING nova.compute.manager [req-ea2cef66-8b6d-4ab8-a30d-7456677e30d6 req-45cd7a24-b49e-45ae-bd0a-0d4bfc5171c1 service nova] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Received unexpected event network-vif-plugged-eb92fb1c-8619-4263-8303-d087c0471f34 for instance with vm_state building and task_state spawning. [ 2293.815786] env[62291]: DEBUG nova.network.neutron [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Successfully updated port: eb92fb1c-8619-4263-8303-d087c0471f34 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2293.927225] env[62291]: DEBUG oslo_vmware.api [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143474, 'name': Rename_Task, 'duration_secs': 0.162951} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2293.929822] env[62291]: DEBUG nova.compute.manager [req-4c2d7899-1216-4e8c-97c2-53869d81386b req-f3feccb2-b5a8-423a-94e9-cff15161b78a service nova] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Received event network-changed-eb92fb1c-8619-4263-8303-d087c0471f34 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2293.929822] env[62291]: DEBUG nova.compute.manager [req-4c2d7899-1216-4e8c-97c2-53869d81386b req-f3feccb2-b5a8-423a-94e9-cff15161b78a service nova] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Refreshing instance network info cache due to event network-changed-eb92fb1c-8619-4263-8303-d087c0471f34. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2293.929822] env[62291]: DEBUG oslo_concurrency.lockutils [req-4c2d7899-1216-4e8c-97c2-53869d81386b req-f3feccb2-b5a8-423a-94e9-cff15161b78a service nova] Acquiring lock "refresh_cache-48a20ee1-21c1-4e2f-8049-d582d74e2210" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2293.929822] env[62291]: DEBUG oslo_concurrency.lockutils [req-4c2d7899-1216-4e8c-97c2-53869d81386b req-f3feccb2-b5a8-423a-94e9-cff15161b78a service nova] Acquired lock "refresh_cache-48a20ee1-21c1-4e2f-8049-d582d74e2210" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2293.929822] env[62291]: DEBUG nova.network.neutron [req-4c2d7899-1216-4e8c-97c2-53869d81386b req-f3feccb2-b5a8-423a-94e9-cff15161b78a service nova] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Refreshing network info cache for port eb92fb1c-8619-4263-8303-d087c0471f34 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2293.933967] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2293.933967] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f8fcb2d-55bb-4e17-8cba-127c0dfcf28c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2293.945635] env[62291]: DEBUG oslo_vmware.api [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for the task: (returnval){ [ 2293.945635] env[62291]: value = "task-2143476" [ 2293.945635] env[62291]: _type = "Task" [ 2293.945635] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2293.960862] env[62291]: DEBUG oslo_vmware.api [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143476, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2294.022140] env[62291]: DEBUG oslo_vmware.api [None req-db363d37-7edc-49c5-b014-86e6aa95f897 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143475, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2294.194804] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78be0fe9-2743-4692-8438-ca51fbc7b9db {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.204684] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae243f36-0292-48fa-a4ee-3cfff89af01d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.242973] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f01365c-7c66-4364-bef5-9a2bed6b1672 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.251736] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6f5d27-8660-4664-923f-9f36582eaf83 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.268121] env[62291]: DEBUG nova.compute.provider_tree [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2294.321837] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "refresh_cache-48a20ee1-21c1-4e2f-8049-d582d74e2210" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2294.341872] env[62291]: DEBUG nova.network.neutron [None req-4b3acef2-a6c7-4b5f-95ac-191611c6270c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Updating instance_info_cache with network_info: [{"id": "c9d9ac24-74aa-4b65-a1af-3b652b05b62c", "address": "fa:16:3e:39:bf:6c", "network": {"id": "6c3b94dc-3357-4c73-aad4-284cb89be8f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1144561454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4dbad5dff7143149c3d41cdcb32416d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9d9ac24-74", "ovs_interfaceid": "c9d9ac24-74aa-4b65-a1af-3b652b05b62c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2294.461505] env[62291]: DEBUG oslo_vmware.api [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143476, 'name': PowerOnVM_Task, 'duration_secs': 0.459498} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2294.461832] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2294.462088] env[62291]: INFO nova.compute.manager [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] Took 8.12 seconds to spawn the instance on the hypervisor. [ 2294.462320] env[62291]: DEBUG nova.compute.manager [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2294.463305] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be38fcb8-46ec-4fba-b35f-4ff58a2b5d35 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.474687] env[62291]: DEBUG nova.network.neutron [req-4c2d7899-1216-4e8c-97c2-53869d81386b req-f3feccb2-b5a8-423a-94e9-cff15161b78a service nova] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2294.522324] env[62291]: DEBUG oslo_vmware.api [None req-db363d37-7edc-49c5-b014-86e6aa95f897 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143475, 'name': ReconfigVM_Task, 'duration_secs': 0.71626} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2294.522682] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-db363d37-7edc-49c5-b014-86e6aa95f897 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Reconfigured VM instance instance-0000003c to detach disk 2002 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2294.522904] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-db363d37-7edc-49c5-b014-86e6aa95f897 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2294.523228] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52036975-3a90-443e-a9b1-941a87fa3e80 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2294.529932] env[62291]: DEBUG oslo_vmware.api [None req-db363d37-7edc-49c5-b014-86e6aa95f897 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 2294.529932] env[62291]: value = "task-2143477" [ 2294.529932] env[62291]: _type = "Task" [ 2294.529932] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2294.540966] env[62291]: DEBUG oslo_vmware.api [None req-db363d37-7edc-49c5-b014-86e6aa95f897 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143477, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2294.563557] env[62291]: DEBUG nova.network.neutron [req-4c2d7899-1216-4e8c-97c2-53869d81386b req-f3feccb2-b5a8-423a-94e9-cff15161b78a service nova] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2294.773136] env[62291]: DEBUG nova.scheduler.client.report [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2294.848503] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4b3acef2-a6c7-4b5f-95ac-191611c6270c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Releasing lock "refresh_cache-fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2294.848503] env[62291]: DEBUG nova.objects.instance [None req-4b3acef2-a6c7-4b5f-95ac-191611c6270c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lazy-loading 'migration_context' on Instance uuid fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2294.878655] env[62291]: DEBUG nova.network.neutron [-] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2294.986081] env[62291]: INFO nova.compute.manager [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] Took 17.65 seconds to build instance. [ 2295.043395] env[62291]: DEBUG oslo_vmware.api [None req-db363d37-7edc-49c5-b014-86e6aa95f897 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143477, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2295.066487] env[62291]: DEBUG oslo_concurrency.lockutils [req-4c2d7899-1216-4e8c-97c2-53869d81386b req-f3feccb2-b5a8-423a-94e9-cff15161b78a service nova] Releasing lock "refresh_cache-48a20ee1-21c1-4e2f-8049-d582d74e2210" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2295.067641] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquired lock "refresh_cache-48a20ee1-21c1-4e2f-8049-d582d74e2210" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2295.067641] env[62291]: DEBUG nova.network.neutron [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2295.279882] env[62291]: DEBUG oslo_concurrency.lockutils [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.479s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2295.280486] env[62291]: DEBUG nova.compute.manager [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2295.283374] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7a9c5e7a-badf-4946-bff8-0f5e6869e3b8 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.684s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2295.354572] env[62291]: DEBUG nova.objects.base [None req-4b3acef2-a6c7-4b5f-95ac-191611c6270c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62291) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 2295.355741] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea3682e-9017-486b-b7be-99ad15faa5c4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.386899] env[62291]: INFO nova.compute.manager [-] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] Took 1.95 seconds to deallocate network for instance. [ 2295.394236] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8aafd118-e9ec-420a-b6d9-a124c4d921ed {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.400597] env[62291]: DEBUG oslo_vmware.api [None req-4b3acef2-a6c7-4b5f-95ac-191611c6270c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2295.400597] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]528f00b0-4dc4-4fb2-bfb7-c15aa531730b" [ 2295.400597] env[62291]: _type = "Task" [ 2295.400597] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2295.412379] env[62291]: DEBUG oslo_vmware.api [None req-4b3acef2-a6c7-4b5f-95ac-191611c6270c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]528f00b0-4dc4-4fb2-bfb7-c15aa531730b, 'name': SearchDatastore_Task, 'duration_secs': 0.009541} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2295.415446] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4b3acef2-a6c7-4b5f-95ac-191611c6270c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2295.489702] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0cc15fae-fc40-4f58-b349-a667b4a9221b tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "cca88b94-b97e-47ce-9689-053635658fea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.158s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2295.549460] env[62291]: DEBUG oslo_vmware.api [None req-db363d37-7edc-49c5-b014-86e6aa95f897 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143477, 'name': PowerOnVM_Task, 'duration_secs': 0.736316} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2295.550202] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-db363d37-7edc-49c5-b014-86e6aa95f897 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2295.550202] env[62291]: DEBUG nova.compute.manager [None req-db363d37-7edc-49c5-b014-86e6aa95f897 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2295.550805] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca25d981-49e2-4aef-aba7-a1c58e67cf22 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.608560] env[62291]: DEBUG nova.network.neutron [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2295.704105] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f72780-60ff-43a0-860d-29a770e39514 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.712856] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6809b1fb-1a82-43ed-a01b-3eedd7cfe002 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.755255] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ab0499-adea-49ae-af04-2078081f8ea4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.763445] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff3aa2c-2f59-4a6d-a01a-dffa2699294b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2295.778741] env[62291]: DEBUG nova.compute.provider_tree [None req-7a9c5e7a-badf-4946-bff8-0f5e6869e3b8 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2295.789157] env[62291]: DEBUG nova.compute.utils [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2295.790465] env[62291]: DEBUG nova.compute.manager [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2295.794027] env[62291]: DEBUG nova.network.neutron [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2295.862593] env[62291]: DEBUG nova.policy [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ce6bb6381a24042a5ba451f9fec0675', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ab1a96fe2f44bb8a404c685f61bf1c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2295.898694] env[62291]: DEBUG nova.network.neutron [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Updating instance_info_cache with network_info: [{"id": "eb92fb1c-8619-4263-8303-d087c0471f34", "address": "fa:16:3e:66:38:3a", "network": {"id": "4474c551-e3cb-474b-bd1c-92c26c84e83a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-841869371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fec9555fe4aa4c7a9e61c54aebf169a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb92fb1c-86", "ovs_interfaceid": "eb92fb1c-8619-4263-8303-d087c0471f34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2295.906019] env[62291]: DEBUG oslo_concurrency.lockutils [None req-08b5ffe3-d134-456c-805d-2a2e00b0b22d tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2296.084107] env[62291]: DEBUG nova.compute.manager [req-d17f8d00-b4b4-479a-9119-a0cc62da8658 req-bfd1637f-88fe-4d85-ae4b-66f92aaaeed0 service nova] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] Received event network-vif-deleted-ca84a50b-4e55-4afa-b803-2bf707cad00d {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2296.084107] env[62291]: DEBUG nova.compute.manager [req-d17f8d00-b4b4-479a-9119-a0cc62da8658 req-bfd1637f-88fe-4d85-ae4b-66f92aaaeed0 service nova] [instance: cca88b94-b97e-47ce-9689-053635658fea] Received event network-changed-0208cf2f-582c-4a78-b408-98d55f1ff625 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2296.084107] env[62291]: DEBUG nova.compute.manager [req-d17f8d00-b4b4-479a-9119-a0cc62da8658 req-bfd1637f-88fe-4d85-ae4b-66f92aaaeed0 service nova] [instance: cca88b94-b97e-47ce-9689-053635658fea] Refreshing instance network info cache due to event network-changed-0208cf2f-582c-4a78-b408-98d55f1ff625. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2296.084107] env[62291]: DEBUG oslo_concurrency.lockutils [req-d17f8d00-b4b4-479a-9119-a0cc62da8658 req-bfd1637f-88fe-4d85-ae4b-66f92aaaeed0 service nova] Acquiring lock "refresh_cache-cca88b94-b97e-47ce-9689-053635658fea" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2296.084518] env[62291]: DEBUG oslo_concurrency.lockutils [req-d17f8d00-b4b4-479a-9119-a0cc62da8658 req-bfd1637f-88fe-4d85-ae4b-66f92aaaeed0 service nova] Acquired lock "refresh_cache-cca88b94-b97e-47ce-9689-053635658fea" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2296.084710] env[62291]: DEBUG nova.network.neutron [req-d17f8d00-b4b4-479a-9119-a0cc62da8658 req-bfd1637f-88fe-4d85-ae4b-66f92aaaeed0 service nova] [instance: cca88b94-b97e-47ce-9689-053635658fea] Refreshing network info cache for port 0208cf2f-582c-4a78-b408-98d55f1ff625 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2296.281576] env[62291]: DEBUG nova.scheduler.client.report [None req-7a9c5e7a-badf-4946-bff8-0f5e6869e3b8 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2296.294349] env[62291]: DEBUG nova.compute.manager [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2296.400687] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Releasing lock "refresh_cache-48a20ee1-21c1-4e2f-8049-d582d74e2210" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2296.401045] env[62291]: DEBUG nova.compute.manager [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Instance network_info: |[{"id": "eb92fb1c-8619-4263-8303-d087c0471f34", "address": "fa:16:3e:66:38:3a", "network": {"id": "4474c551-e3cb-474b-bd1c-92c26c84e83a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-841869371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fec9555fe4aa4c7a9e61c54aebf169a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb92fb1c-86", "ovs_interfaceid": "eb92fb1c-8619-4263-8303-d087c0471f34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2296.401498] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:38:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f52a458-d157-48a3-b4e2-b8cc0779afe2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eb92fb1c-8619-4263-8303-d087c0471f34', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2296.411773] env[62291]: DEBUG oslo.service.loopingcall [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2296.412045] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2296.412297] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cedcf6dd-22ac-4141-9be9-ac7326a0ddd7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2296.443021] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2296.443021] env[62291]: value = "task-2143478" [ 2296.443021] env[62291]: _type = "Task" [ 2296.443021] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2296.452871] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143478, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2296.705499] env[62291]: DEBUG nova.network.neutron [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Successfully created port: 0b433ff7-2158-4db7-86cc-957cfe8a8db9 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2296.726279] env[62291]: DEBUG nova.compute.manager [req-f8c562cf-58e2-448c-b346-e8a3bc3634ef req-b0bfaaab-47bb-4210-84ed-02b69f2aa006 service nova] [instance: 717000ae-e680-426e-9110-abe1865d496b] Received event network-changed-7b541709-09bc-42bd-84bc-090bad83418a {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2296.726481] env[62291]: DEBUG nova.compute.manager [req-f8c562cf-58e2-448c-b346-e8a3bc3634ef req-b0bfaaab-47bb-4210-84ed-02b69f2aa006 service nova] [instance: 717000ae-e680-426e-9110-abe1865d496b] Refreshing instance network info cache due to event network-changed-7b541709-09bc-42bd-84bc-090bad83418a. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2296.726702] env[62291]: DEBUG oslo_concurrency.lockutils [req-f8c562cf-58e2-448c-b346-e8a3bc3634ef req-b0bfaaab-47bb-4210-84ed-02b69f2aa006 service nova] Acquiring lock "refresh_cache-717000ae-e680-426e-9110-abe1865d496b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2296.726846] env[62291]: DEBUG oslo_concurrency.lockutils [req-f8c562cf-58e2-448c-b346-e8a3bc3634ef req-b0bfaaab-47bb-4210-84ed-02b69f2aa006 service nova] Acquired lock "refresh_cache-717000ae-e680-426e-9110-abe1865d496b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2296.727013] env[62291]: DEBUG nova.network.neutron [req-f8c562cf-58e2-448c-b346-e8a3bc3634ef req-b0bfaaab-47bb-4210-84ed-02b69f2aa006 service nova] [instance: 717000ae-e680-426e-9110-abe1865d496b] Refreshing network info cache for port 7b541709-09bc-42bd-84bc-090bad83418a {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2296.787399] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7a9c5e7a-badf-4946-bff8-0f5e6869e3b8 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.504s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2296.787716] env[62291]: INFO nova.compute.manager [None req-7a9c5e7a-badf-4946-bff8-0f5e6869e3b8 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Successfully reverted task state from image_uploading on failure for instance. [ 2296.791043] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6f80c6bf-d4e1-4661-a0e8-3dfd79d756a4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.187s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2296.791290] env[62291]: DEBUG nova.objects.instance [None req-6f80c6bf-d4e1-4661-a0e8-3dfd79d756a4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lazy-loading 'resources' on Instance uuid 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2296.793402] env[62291]: ERROR oslo_messaging.rpc.server [None req-7a9c5e7a-badf-4946-bff8-0f5e6869e3b8 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Exception during message handling: oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.vm.Snapshot:snapshot-438109' has already been deleted or has not been completely created [ 2296.793402] env[62291]: Cause: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-438109' has already been deleted or has not been completely created' [ 2296.793402] env[62291]: Faults: [ManagedObjectNotFound] [ 2296.793402] env[62291]: Details: {'obj': 'snapshot-438109'} [ 2296.793402] env[62291]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 2296.793402] env[62291]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler [ 2296.793402] env[62291]: ERROR oslo_messaging.rpc.server response = request(managed_object, **kwargs) [ 2296.793402] env[62291]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__ [ 2296.793402] env[62291]: ERROR oslo_messaging.rpc.server return client.invoke(args, kwargs) [ 2296.793402] env[62291]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke [ 2296.793402] env[62291]: ERROR oslo_messaging.rpc.server result = self.send(soapenv, timeout=timeout) [ 2296.793402] env[62291]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send [ 2296.793402] env[62291]: ERROR oslo_messaging.rpc.server return self.process_reply(reply.message, None, None) [ 2296.793402] env[62291]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply [ 2296.793402] env[62291]: ERROR oslo_messaging.rpc.server raise WebFault(fault, replyroot) [ 2296.793402] env[62291]: ERROR oslo_messaging.rpc.server suds.WebFault: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-438109' has already been deleted or has not been completely created' [ 2296.793402] env[62291]: ERROR oslo_messaging.rpc.server [ 2296.793402] env[62291]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: [ 2296.793402] env[62291]: ERROR oslo_messaging.rpc.server [ 2296.793402] env[62291]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 2296.793402] env[62291]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api [ 2296.793402] env[62291]: ERROR oslo_messaging.rpc.server return api_method(*args, **kwargs) [ 2296.793402] env[62291]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler [ 2296.793402] env[62291]: ERROR oslo_messaging.rpc.server raise exceptions.VimFaultException(fault_list, fault_string, [ 2296.793402] env[62291]: ERROR oslo_messaging.rpc.server oslo_vmware.exceptions.VimFaultException: The object 'vim.vm.Snapshot:snapshot-438109' has already been deleted or has not been completely created [ 2296.793402] env[62291]: ERROR oslo_messaging.rpc.server Cause: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-438109' has already been deleted or has not been completely created' [ 2296.793402] env[62291]: ERROR oslo_messaging.rpc.server Faults: [ManagedObjectNotFound] [ 2296.793402] env[62291]: ERROR oslo_messaging.rpc.server Details: {'obj': 'snapshot-438109'} [ 2296.793402] env[62291]: ERROR oslo_messaging.rpc.server [ 2296.793402] env[62291]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: [ 2296.793402] env[62291]: ERROR oslo_messaging.rpc.server [ 2296.793402] env[62291]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 2296.793402] env[62291]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 174, in _process_incoming [ 2296.793402] env[62291]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 2296.793402] env[62291]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 2296.793402] env[62291]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 2296.793402] env[62291]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 2296.793402] env[62291]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 2296.793402] env[62291]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped [ 2296.793402] env[62291]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 2296.793402] env[62291]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 2296.793402] env[62291]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 2296.793402] env[62291]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 2296.793402] env[62291]: ERROR oslo_messaging.rpc.server raise self.value [ 2296.793402] env[62291]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped [ 2296.793402] env[62291]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kw) [ 2296.793402] env[62291]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 166, in decorated_function [ 2296.793402] env[62291]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 2296.793402] env[62291]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 2296.793402] env[62291]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 2296.793402] env[62291]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 2296.793402] env[62291]: ERROR oslo_messaging.rpc.server raise self.value [ 2296.793402] env[62291]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 157, in decorated_function [ 2296.793402] env[62291]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 2296.794697] env[62291]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/utils.py", line 1453, in decorated_function [ 2296.794697] env[62291]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 2296.794697] env[62291]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function [ 2296.794697] env[62291]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 2296.794697] env[62291]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 2296.794697] env[62291]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 2296.794697] env[62291]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 2296.794697] env[62291]: ERROR oslo_messaging.rpc.server raise self.value [ 2296.794697] env[62291]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function [ 2296.794697] env[62291]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 2296.794697] env[62291]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 233, in decorated_function [ 2296.794697] env[62291]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 2296.794697] env[62291]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 2296.794697] env[62291]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 2296.794697] env[62291]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 2296.794697] env[62291]: ERROR oslo_messaging.rpc.server raise self.value [ 2296.794697] env[62291]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 230, in decorated_function [ 2296.794697] env[62291]: ERROR oslo_messaging.rpc.server return function(self, context, image_id, instance, [ 2296.794697] env[62291]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4442, in snapshot_instance [ 2296.794697] env[62291]: ERROR oslo_messaging.rpc.server self._snapshot_instance(context, image_id, instance, [ 2296.794697] env[62291]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 4475, in _snapshot_instance [ 2296.794697] env[62291]: ERROR oslo_messaging.rpc.server self.driver.snapshot(context, instance, image_id, [ 2296.794697] env[62291]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 565, in snapshot [ 2296.794697] env[62291]: ERROR oslo_messaging.rpc.server self._vmops.snapshot(context, instance, image_id, update_task_state) [ 2296.794697] env[62291]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 1033, in snapshot [ 2296.794697] env[62291]: ERROR oslo_messaging.rpc.server self._delete_vm_snapshot(instance, vm_ref, snapshot_ref) [ 2296.794697] env[62291]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/decorator.py", line 232, in fun [ 2296.794697] env[62291]: ERROR oslo_messaging.rpc.server return caller(func, *(extras + args), **kw) [ 2296.794697] env[62291]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 124, in retry_if_task_in_progress [ 2296.794697] env[62291]: ERROR oslo_messaging.rpc.server f(*args, **kwargs) [ 2296.794697] env[62291]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 933, in _delete_vm_snapshot [ 2296.794697] env[62291]: ERROR oslo_messaging.rpc.server delete_snapshot_task = self._session._call_method( [ 2296.794697] env[62291]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 127, in _call_method [ 2296.794697] env[62291]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception() as ctxt: [ 2296.794697] env[62291]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 2296.794697] env[62291]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 2296.794697] env[62291]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 2296.794697] env[62291]: ERROR oslo_messaging.rpc.server raise self.value [ 2296.794697] env[62291]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 125, in _call_method [ 2296.794697] env[62291]: ERROR oslo_messaging.rpc.server return self.invoke_api(module, method, *args, **kwargs) [ 2296.794697] env[62291]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api [ 2296.794697] env[62291]: ERROR oslo_messaging.rpc.server return _invoke_api(module, method, *args, **kwargs) [ 2296.794697] env[62291]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func [ 2296.794697] env[62291]: ERROR oslo_messaging.rpc.server return evt.wait() [ 2296.794697] env[62291]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait [ 2296.794697] env[62291]: ERROR oslo_messaging.rpc.server result = hub.switch() [ 2296.794697] env[62291]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch [ 2296.794697] env[62291]: ERROR oslo_messaging.rpc.server return self.greenlet.switch() [ 2296.794697] env[62291]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner [ 2296.794697] env[62291]: ERROR oslo_messaging.rpc.server idle = self.f(*self.args, **self.kw) [ 2296.794697] env[62291]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func [ 2296.794697] env[62291]: ERROR oslo_messaging.rpc.server result = f(*args, **kwargs) [ 2296.794697] env[62291]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api [ 2296.794697] env[62291]: ERROR oslo_messaging.rpc.server raise clazz(str(excep), [ 2296.796035] env[62291]: ERROR oslo_messaging.rpc.server oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.vm.Snapshot:snapshot-438109' has already been deleted or has not been completely created [ 2296.796035] env[62291]: ERROR oslo_messaging.rpc.server Cause: Server raised fault: 'The object 'vim.vm.Snapshot:snapshot-438109' has already been deleted or has not been completely created' [ 2296.796035] env[62291]: ERROR oslo_messaging.rpc.server Faults: [ManagedObjectNotFound] [ 2296.796035] env[62291]: ERROR oslo_messaging.rpc.server Details: {'obj': 'snapshot-438109'} [ 2296.796035] env[62291]: ERROR oslo_messaging.rpc.server [ 2296.957119] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143478, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2297.194915] env[62291]: DEBUG nova.network.neutron [req-d17f8d00-b4b4-479a-9119-a0cc62da8658 req-bfd1637f-88fe-4d85-ae4b-66f92aaaeed0 service nova] [instance: cca88b94-b97e-47ce-9689-053635658fea] Updated VIF entry in instance network info cache for port 0208cf2f-582c-4a78-b408-98d55f1ff625. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2297.195520] env[62291]: DEBUG nova.network.neutron [req-d17f8d00-b4b4-479a-9119-a0cc62da8658 req-bfd1637f-88fe-4d85-ae4b-66f92aaaeed0 service nova] [instance: cca88b94-b97e-47ce-9689-053635658fea] Updating instance_info_cache with network_info: [{"id": "0208cf2f-582c-4a78-b408-98d55f1ff625", "address": "fa:16:3e:8c:1f:ea", "network": {"id": "818bf107-525d-4bd9-af99-c673972d2be1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-171136124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34994f4ae104d49b1e76215acee435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0208cf2f-58", "ovs_interfaceid": "0208cf2f-582c-4a78-b408-98d55f1ff625", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2297.312216] env[62291]: DEBUG nova.compute.manager [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2297.346295] env[62291]: DEBUG nova.virt.hardware [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2297.346580] env[62291]: DEBUG nova.virt.hardware [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2297.346793] env[62291]: DEBUG nova.virt.hardware [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2297.346958] env[62291]: DEBUG nova.virt.hardware [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2297.347173] env[62291]: DEBUG nova.virt.hardware [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2297.347348] env[62291]: DEBUG nova.virt.hardware [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2297.347676] env[62291]: DEBUG nova.virt.hardware [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2297.347875] env[62291]: DEBUG nova.virt.hardware [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2297.348267] env[62291]: DEBUG nova.virt.hardware [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2297.348477] env[62291]: DEBUG nova.virt.hardware [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2297.348665] env[62291]: DEBUG nova.virt.hardware [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2297.349964] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a93540-2553-48a8-9260-41bcca49ac62 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.359556] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a2afde-d7e1-4a72-b502-6b70ea8ce4b8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.453759] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143478, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2297.675739] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34810b8d-988a-44db-9732-64c0463b2592 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.686780] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2ef02a-2091-4a84-a08c-30943aeb0e39 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.724460] env[62291]: DEBUG oslo_concurrency.lockutils [req-d17f8d00-b4b4-479a-9119-a0cc62da8658 req-bfd1637f-88fe-4d85-ae4b-66f92aaaeed0 service nova] Releasing lock "refresh_cache-cca88b94-b97e-47ce-9689-053635658fea" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2297.724460] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e774bc4d-de24-403e-9104-e5858eb42311 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.731485] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c78f1c9-8f45-4b02-9899-5d536b9ca05c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2297.746550] env[62291]: DEBUG nova.compute.provider_tree [None req-6f80c6bf-d4e1-4661-a0e8-3dfd79d756a4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2297.774903] env[62291]: DEBUG nova.network.neutron [req-f8c562cf-58e2-448c-b346-e8a3bc3634ef req-b0bfaaab-47bb-4210-84ed-02b69f2aa006 service nova] [instance: 717000ae-e680-426e-9110-abe1865d496b] Updated VIF entry in instance network info cache for port 7b541709-09bc-42bd-84bc-090bad83418a. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2297.775337] env[62291]: DEBUG nova.network.neutron [req-f8c562cf-58e2-448c-b346-e8a3bc3634ef req-b0bfaaab-47bb-4210-84ed-02b69f2aa006 service nova] [instance: 717000ae-e680-426e-9110-abe1865d496b] Updating instance_info_cache with network_info: [{"id": "7b541709-09bc-42bd-84bc-090bad83418a", "address": "fa:16:3e:02:06:b3", "network": {"id": "a7d4cfa1-5a02-4729-b15f-3d414d57aa9e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-66180431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "877e1c36dc75431296fb730c541970f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b541709-09", "ovs_interfaceid": "7b541709-09bc-42bd-84bc-090bad83418a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2297.956062] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143478, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2298.250960] env[62291]: DEBUG nova.scheduler.client.report [None req-6f80c6bf-d4e1-4661-a0e8-3dfd79d756a4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2298.278715] env[62291]: DEBUG oslo_concurrency.lockutils [req-f8c562cf-58e2-448c-b346-e8a3bc3634ef req-b0bfaaab-47bb-4210-84ed-02b69f2aa006 service nova] Releasing lock "refresh_cache-717000ae-e680-426e-9110-abe1865d496b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2298.456764] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143478, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2298.759677] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6f80c6bf-d4e1-4661-a0e8-3dfd79d756a4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.970s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2298.762022] env[62291]: DEBUG oslo_concurrency.lockutils [None req-47d59b7a-69b2-442c-9a75-f30542febd89 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.148s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2298.762405] env[62291]: DEBUG nova.objects.instance [None req-47d59b7a-69b2-442c-9a75-f30542febd89 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lazy-loading 'resources' on Instance uuid 4277f65e-fae9-4ee5-b282-2a202a511973 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2298.766872] env[62291]: DEBUG nova.compute.manager [req-cba3a52c-ec28-4c7f-bd9b-05260654beef req-e54641d8-d1d0-4e35-bd50-7f7aebcb0c77 service nova] [instance: 717000ae-e680-426e-9110-abe1865d496b] Received event network-changed-7b541709-09bc-42bd-84bc-090bad83418a {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2298.766872] env[62291]: DEBUG nova.compute.manager [req-cba3a52c-ec28-4c7f-bd9b-05260654beef req-e54641d8-d1d0-4e35-bd50-7f7aebcb0c77 service nova] [instance: 717000ae-e680-426e-9110-abe1865d496b] Refreshing instance network info cache due to event network-changed-7b541709-09bc-42bd-84bc-090bad83418a. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2298.767137] env[62291]: DEBUG oslo_concurrency.lockutils [req-cba3a52c-ec28-4c7f-bd9b-05260654beef req-e54641d8-d1d0-4e35-bd50-7f7aebcb0c77 service nova] Acquiring lock "refresh_cache-717000ae-e680-426e-9110-abe1865d496b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2298.768544] env[62291]: DEBUG oslo_concurrency.lockutils [req-cba3a52c-ec28-4c7f-bd9b-05260654beef req-e54641d8-d1d0-4e35-bd50-7f7aebcb0c77 service nova] Acquired lock "refresh_cache-717000ae-e680-426e-9110-abe1865d496b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2298.768544] env[62291]: DEBUG nova.network.neutron [req-cba3a52c-ec28-4c7f-bd9b-05260654beef req-e54641d8-d1d0-4e35-bd50-7f7aebcb0c77 service nova] [instance: 717000ae-e680-426e-9110-abe1865d496b] Refreshing network info cache for port 7b541709-09bc-42bd-84bc-090bad83418a {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2298.789422] env[62291]: INFO nova.scheduler.client.report [None req-6f80c6bf-d4e1-4661-a0e8-3dfd79d756a4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Deleted allocations for instance 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2 [ 2298.957239] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143478, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2299.306714] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6f80c6bf-d4e1-4661-a0e8-3dfd79d756a4 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lock "0b97b18e-55ae-413b-a4d7-da4b4ccb56a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.872s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2299.459595] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143478, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2299.562901] env[62291]: DEBUG nova.network.neutron [req-cba3a52c-ec28-4c7f-bd9b-05260654beef req-e54641d8-d1d0-4e35-bd50-7f7aebcb0c77 service nova] [instance: 717000ae-e680-426e-9110-abe1865d496b] Updated VIF entry in instance network info cache for port 7b541709-09bc-42bd-84bc-090bad83418a. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2299.563307] env[62291]: DEBUG nova.network.neutron [req-cba3a52c-ec28-4c7f-bd9b-05260654beef req-e54641d8-d1d0-4e35-bd50-7f7aebcb0c77 service nova] [instance: 717000ae-e680-426e-9110-abe1865d496b] Updating instance_info_cache with network_info: [{"id": "7b541709-09bc-42bd-84bc-090bad83418a", "address": "fa:16:3e:02:06:b3", "network": {"id": "a7d4cfa1-5a02-4729-b15f-3d414d57aa9e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-66180431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "877e1c36dc75431296fb730c541970f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b541709-09", "ovs_interfaceid": "7b541709-09bc-42bd-84bc-090bad83418a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2299.597644] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93dc54dc-f99e-4cef-913d-99026b6612d8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.612215] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cabd70e-4fa1-4b3d-adbe-50fbd5b49433 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.653724] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b256ed-67d0-4fba-b867-40598b324d16 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.663009] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88adc4f2-20cf-4bd6-81c9-b9a44607ee50 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2299.678396] env[62291]: DEBUG nova.compute.provider_tree [None req-47d59b7a-69b2-442c-9a75-f30542febd89 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2299.957791] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143478, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2300.066819] env[62291]: DEBUG oslo_concurrency.lockutils [req-cba3a52c-ec28-4c7f-bd9b-05260654beef req-e54641d8-d1d0-4e35-bd50-7f7aebcb0c77 service nova] Releasing lock "refresh_cache-717000ae-e680-426e-9110-abe1865d496b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2300.182439] env[62291]: DEBUG nova.scheduler.client.report [None req-47d59b7a-69b2-442c-9a75-f30542febd89 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2300.203978] env[62291]: DEBUG nova.compute.manager [None req-87ee95d6-1e25-4a74-9edc-b8e1a9462732 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2300.204125] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7fc058-2f1d-4424-b5b9-0321db7e4507 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2300.461495] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143478, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2300.690026] env[62291]: DEBUG oslo_concurrency.lockutils [None req-47d59b7a-69b2-442c-9a75-f30542febd89 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.928s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2300.692370] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4b3acef2-a6c7-4b5f-95ac-191611c6270c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.277s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2300.715679] env[62291]: INFO nova.compute.manager [None req-87ee95d6-1e25-4a74-9edc-b8e1a9462732 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] instance snapshotting [ 2300.716218] env[62291]: DEBUG nova.objects.instance [None req-87ee95d6-1e25-4a74-9edc-b8e1a9462732 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lazy-loading 'flavor' on Instance uuid af730d81-bef8-454f-858a-8141561b0086 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2300.717918] env[62291]: INFO nova.scheduler.client.report [None req-47d59b7a-69b2-442c-9a75-f30542febd89 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Deleted allocations for instance 4277f65e-fae9-4ee5-b282-2a202a511973 [ 2300.958123] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143478, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2301.222366] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491522a7-56fd-439a-954b-dd742cdf30a9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.227958] env[62291]: DEBUG oslo_concurrency.lockutils [None req-47d59b7a-69b2-442c-9a75-f30542febd89 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "4277f65e-fae9-4ee5-b282-2a202a511973" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.831s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2301.250520] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a70ce16-501c-4120-a6ab-93032f69b89c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.363751] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e1d04f7b-74bd-4d1d-af4f-a640f7d3eba5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "3e88c30a-720e-4f39-b171-770a94504bb6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2301.363864] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e1d04f7b-74bd-4d1d-af4f-a640f7d3eba5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "3e88c30a-720e-4f39-b171-770a94504bb6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2301.363976] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e1d04f7b-74bd-4d1d-af4f-a640f7d3eba5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "3e88c30a-720e-4f39-b171-770a94504bb6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2301.364183] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e1d04f7b-74bd-4d1d-af4f-a640f7d3eba5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "3e88c30a-720e-4f39-b171-770a94504bb6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2301.364355] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e1d04f7b-74bd-4d1d-af4f-a640f7d3eba5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "3e88c30a-720e-4f39-b171-770a94504bb6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2301.368751] env[62291]: INFO nova.compute.manager [None req-e1d04f7b-74bd-4d1d-af4f-a640f7d3eba5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 3e88c30a-720e-4f39-b171-770a94504bb6] Terminating instance [ 2301.371191] env[62291]: DEBUG nova.compute.manager [None req-e1d04f7b-74bd-4d1d-af4f-a640f7d3eba5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 3e88c30a-720e-4f39-b171-770a94504bb6] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2301.371400] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e1d04f7b-74bd-4d1d-af4f-a640f7d3eba5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 3e88c30a-720e-4f39-b171-770a94504bb6] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2301.372358] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc27f80d-d7c0-443c-b1e4-0a648e5e1e8d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.385117] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1d04f7b-74bd-4d1d-af4f-a640f7d3eba5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 3e88c30a-720e-4f39-b171-770a94504bb6] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2301.385390] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f08b4ab3-ac86-46e7-99ba-c8ae147fb523 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.392695] env[62291]: DEBUG oslo_vmware.api [None req-e1d04f7b-74bd-4d1d-af4f-a640f7d3eba5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2301.392695] env[62291]: value = "task-2143479" [ 2301.392695] env[62291]: _type = "Task" [ 2301.392695] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2301.404429] env[62291]: DEBUG oslo_vmware.api [None req-e1d04f7b-74bd-4d1d-af4f-a640f7d3eba5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2301.461579] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143478, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2301.499538] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffccd7a2-947c-4614-a57a-f346df61fabe {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.508328] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99b204b2-65ae-4938-a1df-b9db3ac46efe {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.540332] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5af289a-49ef-4b38-b444-c564e6dc6969 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.549722] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc045e7c-b82e-4dbb-8fd6-7b73c317a319 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.566506] env[62291]: DEBUG nova.compute.provider_tree [None req-4b3acef2-a6c7-4b5f-95ac-191611c6270c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2301.610732] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9246c6ac-5a78-4f35-a473-e285706a7064 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Acquiring lock "fe7775be-06f2-44d8-8f78-1d13e756bfa5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2301.610913] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9246c6ac-5a78-4f35-a473-e285706a7064 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lock "fe7775be-06f2-44d8-8f78-1d13e756bfa5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2301.763696] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-87ee95d6-1e25-4a74-9edc-b8e1a9462732 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Creating Snapshot of the VM instance {{(pid=62291) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2301.764055] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-17e9a9ab-0468-427f-8496-093664db92c5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.772798] env[62291]: DEBUG oslo_vmware.api [None req-87ee95d6-1e25-4a74-9edc-b8e1a9462732 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2301.772798] env[62291]: value = "task-2143480" [ 2301.772798] env[62291]: _type = "Task" [ 2301.772798] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2301.782564] env[62291]: DEBUG oslo_vmware.api [None req-87ee95d6-1e25-4a74-9edc-b8e1a9462732 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143480, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2301.903385] env[62291]: DEBUG oslo_vmware.api [None req-e1d04f7b-74bd-4d1d-af4f-a640f7d3eba5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143479, 'name': PowerOffVM_Task, 'duration_secs': 0.371438} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2301.903676] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1d04f7b-74bd-4d1d-af4f-a640f7d3eba5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 3e88c30a-720e-4f39-b171-770a94504bb6] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2301.903858] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e1d04f7b-74bd-4d1d-af4f-a640f7d3eba5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 3e88c30a-720e-4f39-b171-770a94504bb6] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2301.904144] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea72f625-414b-436c-bd5f-c785212efbe3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2301.963040] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143478, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2302.070395] env[62291]: DEBUG nova.scheduler.client.report [None req-4b3acef2-a6c7-4b5f-95ac-191611c6270c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2302.114564] env[62291]: INFO nova.compute.manager [None req-9246c6ac-5a78-4f35-a473-e285706a7064 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Detaching volume d469c1a6-e996-42d5-8fc7-bbee93f05af5 [ 2302.159068] env[62291]: INFO nova.virt.block_device [None req-9246c6ac-5a78-4f35-a473-e285706a7064 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Attempting to driver detach volume d469c1a6-e996-42d5-8fc7-bbee93f05af5 from mountpoint /dev/sdb [ 2302.160113] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-9246c6ac-5a78-4f35-a473-e285706a7064 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Volume detach. Driver type: vmdk {{(pid=62291) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2302.160113] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-9246c6ac-5a78-4f35-a473-e285706a7064 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-438100', 'volume_id': 'd469c1a6-e996-42d5-8fc7-bbee93f05af5', 'name': 'volume-d469c1a6-e996-42d5-8fc7-bbee93f05af5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fe7775be-06f2-44d8-8f78-1d13e756bfa5', 'attached_at': '', 'detached_at': '', 'volume_id': 'd469c1a6-e996-42d5-8fc7-bbee93f05af5', 'serial': 'd469c1a6-e996-42d5-8fc7-bbee93f05af5'} {{(pid=62291) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2302.160457] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d44e26-28ac-45eb-be6e-5423e7bc5e8d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.183804] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502a0831-8a53-4113-9530-0201ad256578 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.192338] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33f4116-1bac-4c8f-b3a6-b7cf17377bdf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.216740] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d875122b-c0fa-4047-8692-e76e535d234d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.236913] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-9246c6ac-5a78-4f35-a473-e285706a7064 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] The volume has not been displaced from its original location: [datastore2] volume-d469c1a6-e996-42d5-8fc7-bbee93f05af5/volume-d469c1a6-e996-42d5-8fc7-bbee93f05af5.vmdk. No consolidation needed. {{(pid=62291) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2302.243000] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-9246c6ac-5a78-4f35-a473-e285706a7064 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Reconfiguring VM instance instance-0000004d to detach disk 2001 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2302.243416] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0364df13-4232-4adb-8d82-8e2e2e06ce9e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.265322] env[62291]: DEBUG oslo_vmware.api [None req-9246c6ac-5a78-4f35-a473-e285706a7064 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Waiting for the task: (returnval){ [ 2302.265322] env[62291]: value = "task-2143482" [ 2302.265322] env[62291]: _type = "Task" [ 2302.265322] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2302.280303] env[62291]: DEBUG oslo_vmware.api [None req-9246c6ac-5a78-4f35-a473-e285706a7064 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143482, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2302.287707] env[62291]: DEBUG oslo_vmware.api [None req-87ee95d6-1e25-4a74-9edc-b8e1a9462732 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143480, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2302.463916] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143478, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2302.780744] env[62291]: DEBUG oslo_vmware.api [None req-9246c6ac-5a78-4f35-a473-e285706a7064 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143482, 'name': ReconfigVM_Task, 'duration_secs': 0.282728} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2302.782120] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-9246c6ac-5a78-4f35-a473-e285706a7064 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Reconfigured VM instance instance-0000004d to detach disk 2001 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2302.791167] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8e69949-00d5-414b-ab23-29ec63796476 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.801412] env[62291]: DEBUG oslo_vmware.api [None req-87ee95d6-1e25-4a74-9edc-b8e1a9462732 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143480, 'name': CreateSnapshot_Task, 'duration_secs': 0.585612} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2302.801713] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-87ee95d6-1e25-4a74-9edc-b8e1a9462732 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Created Snapshot of the VM instance {{(pid=62291) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2302.803032] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc04ce62-5ab4-4723-9c4d-2e98f62647d6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2302.808405] env[62291]: DEBUG oslo_vmware.api [None req-9246c6ac-5a78-4f35-a473-e285706a7064 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Waiting for the task: (returnval){ [ 2302.808405] env[62291]: value = "task-2143483" [ 2302.808405] env[62291]: _type = "Task" [ 2302.808405] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2302.823583] env[62291]: DEBUG oslo_vmware.api [None req-9246c6ac-5a78-4f35-a473-e285706a7064 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143483, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2302.965667] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143478, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2303.081936] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4b3acef2-a6c7-4b5f-95ac-191611c6270c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.389s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2303.084838] env[62291]: DEBUG oslo_concurrency.lockutils [None req-08b5ffe3-d134-456c-805d-2a2e00b0b22d tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.182s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2303.085085] env[62291]: DEBUG nova.objects.instance [None req-08b5ffe3-d134-456c-805d-2a2e00b0b22d tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Lazy-loading 'resources' on Instance uuid 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2303.324622] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-87ee95d6-1e25-4a74-9edc-b8e1a9462732 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Creating linked-clone VM from snapshot {{(pid=62291) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2303.324995] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ac2cf986-cba7-40d9-be43-33da293c0a0c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.336068] env[62291]: DEBUG oslo_vmware.api [None req-9246c6ac-5a78-4f35-a473-e285706a7064 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143483, 'name': ReconfigVM_Task, 'duration_secs': 0.19404} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2303.337457] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-9246c6ac-5a78-4f35-a473-e285706a7064 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-438100', 'volume_id': 'd469c1a6-e996-42d5-8fc7-bbee93f05af5', 'name': 'volume-d469c1a6-e996-42d5-8fc7-bbee93f05af5', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fe7775be-06f2-44d8-8f78-1d13e756bfa5', 'attached_at': '', 'detached_at': '', 'volume_id': 'd469c1a6-e996-42d5-8fc7-bbee93f05af5', 'serial': 'd469c1a6-e996-42d5-8fc7-bbee93f05af5'} {{(pid=62291) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2303.339926] env[62291]: DEBUG oslo_vmware.api [None req-87ee95d6-1e25-4a74-9edc-b8e1a9462732 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2303.339926] env[62291]: value = "task-2143484" [ 2303.339926] env[62291]: _type = "Task" [ 2303.339926] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2303.350995] env[62291]: DEBUG oslo_vmware.api [None req-87ee95d6-1e25-4a74-9edc-b8e1a9462732 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143484, 'name': CloneVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2303.468623] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143478, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2303.653424] env[62291]: INFO nova.scheduler.client.report [None req-4b3acef2-a6c7-4b5f-95ac-191611c6270c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Deleted allocation for migration 1e3f13ce-6e8f-454a-8d0c-dd6d27045f77 [ 2303.850720] env[62291]: DEBUG oslo_vmware.api [None req-87ee95d6-1e25-4a74-9edc-b8e1a9462732 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143484, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2303.886087] env[62291]: DEBUG nova.objects.instance [None req-9246c6ac-5a78-4f35-a473-e285706a7064 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lazy-loading 'flavor' on Instance uuid fe7775be-06f2-44d8-8f78-1d13e756bfa5 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2303.888358] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5cd09b-38da-4caa-a218-0082757500c4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.896558] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1011359-20ee-44ee-9227-b788dd823cee {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.929330] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd47807-9ab1-40c1-a321-d4a63019111c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.940103] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653fccb7-5a12-4640-bf79-de79d648f994 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.962690] env[62291]: DEBUG nova.compute.provider_tree [None req-08b5ffe3-d134-456c-805d-2a2e00b0b22d tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2303.975464] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143478, 'name': CreateVM_Task, 'duration_secs': 7.276406} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2303.975866] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2303.976329] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2303.976497] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2303.976836] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2303.977107] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbad174f-1823-4333-9493-14501113e1f2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2303.982785] env[62291]: DEBUG oslo_vmware.api [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 2303.982785] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52d3be3a-b04b-8b97-d967-44faf26cec3d" [ 2303.982785] env[62291]: _type = "Task" [ 2303.982785] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2303.991467] env[62291]: DEBUG oslo_vmware.api [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52d3be3a-b04b-8b97-d967-44faf26cec3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2304.163079] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4b3acef2-a6c7-4b5f-95ac-191611c6270c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 11.852s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2304.190696] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Acquiring lock "636d8f12-4307-48cb-9da0-e6915e1c3118" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2304.190696] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Lock "636d8f12-4307-48cb-9da0-e6915e1c3118" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2304.190696] env[62291]: INFO nova.compute.manager [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Shelving [ 2304.353856] env[62291]: DEBUG oslo_vmware.api [None req-87ee95d6-1e25-4a74-9edc-b8e1a9462732 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143484, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2304.468283] env[62291]: DEBUG nova.network.neutron [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Successfully updated port: 0b433ff7-2158-4db7-86cc-957cfe8a8db9 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2304.470394] env[62291]: DEBUG nova.scheduler.client.report [None req-08b5ffe3-d134-456c-805d-2a2e00b0b22d tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2304.496534] env[62291]: DEBUG oslo_vmware.api [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52d3be3a-b04b-8b97-d967-44faf26cec3d, 'name': SearchDatastore_Task, 'duration_secs': 0.023236} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2304.496906] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2304.497218] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2304.497498] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2304.497727] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2304.498051] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2304.498668] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fa94980-1a18-4787-9713-8c226150c31f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.511405] env[62291]: DEBUG nova.compute.manager [req-cae2a3ec-a06e-49b3-a986-96ecd5897fd6 req-ccf1d7e2-b5bf-4b61-9981-ac21b8e2d109 service nova] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Received event network-vif-plugged-0b433ff7-2158-4db7-86cc-957cfe8a8db9 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2304.511643] env[62291]: DEBUG oslo_concurrency.lockutils [req-cae2a3ec-a06e-49b3-a986-96ecd5897fd6 req-ccf1d7e2-b5bf-4b61-9981-ac21b8e2d109 service nova] Acquiring lock "77eaa783-3da6-43ad-bd01-f526c10b4621-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2304.511839] env[62291]: DEBUG oslo_concurrency.lockutils [req-cae2a3ec-a06e-49b3-a986-96ecd5897fd6 req-ccf1d7e2-b5bf-4b61-9981-ac21b8e2d109 service nova] Lock "77eaa783-3da6-43ad-bd01-f526c10b4621-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2304.512015] env[62291]: DEBUG oslo_concurrency.lockutils [req-cae2a3ec-a06e-49b3-a986-96ecd5897fd6 req-ccf1d7e2-b5bf-4b61-9981-ac21b8e2d109 service nova] Lock "77eaa783-3da6-43ad-bd01-f526c10b4621-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2304.512235] env[62291]: DEBUG nova.compute.manager [req-cae2a3ec-a06e-49b3-a986-96ecd5897fd6 req-ccf1d7e2-b5bf-4b61-9981-ac21b8e2d109 service nova] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] No waiting events found dispatching network-vif-plugged-0b433ff7-2158-4db7-86cc-957cfe8a8db9 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2304.512354] env[62291]: WARNING nova.compute.manager [req-cae2a3ec-a06e-49b3-a986-96ecd5897fd6 req-ccf1d7e2-b5bf-4b61-9981-ac21b8e2d109 service nova] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Received unexpected event network-vif-plugged-0b433ff7-2158-4db7-86cc-957cfe8a8db9 for instance with vm_state building and task_state spawning. [ 2304.513783] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7cbc9f01-bb10-4a80-b0e7-5efcd7faf629 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2304.513989] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7cbc9f01-bb10-4a80-b0e7-5efcd7faf629 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2304.514205] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7cbc9f01-bb10-4a80-b0e7-5efcd7faf629 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2304.514384] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7cbc9f01-bb10-4a80-b0e7-5efcd7faf629 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2304.514542] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7cbc9f01-bb10-4a80-b0e7-5efcd7faf629 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2304.516265] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2304.516426] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2304.517401] env[62291]: INFO nova.compute.manager [None req-7cbc9f01-bb10-4a80-b0e7-5efcd7faf629 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Terminating instance [ 2304.518856] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c19c9e15-7991-4314-bb00-637054a2f3f4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.522173] env[62291]: DEBUG nova.compute.manager [None req-7cbc9f01-bb10-4a80-b0e7-5efcd7faf629 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2304.522375] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7cbc9f01-bb10-4a80-b0e7-5efcd7faf629 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2304.523174] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b479a7-bf3e-42ff-b7c7-da0d2114f176 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.531442] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cbc9f01-bb10-4a80-b0e7-5efcd7faf629 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2304.532248] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3ea82860-6626-48ec-a0a5-794cb8fb48fe {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.534106] env[62291]: DEBUG oslo_vmware.api [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 2304.534106] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5278ff42-2203-37ad-f206-1a0f3d8f2091" [ 2304.534106] env[62291]: _type = "Task" [ 2304.534106] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2304.541830] env[62291]: DEBUG oslo_vmware.api [None req-7cbc9f01-bb10-4a80-b0e7-5efcd7faf629 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2304.541830] env[62291]: value = "task-2143485" [ 2304.541830] env[62291]: _type = "Task" [ 2304.541830] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2304.549682] env[62291]: DEBUG oslo_vmware.api [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5278ff42-2203-37ad-f206-1a0f3d8f2091, 'name': SearchDatastore_Task, 'duration_secs': 0.010909} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2304.551111] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f367f452-613e-4c91-a2d9-799ea1d17d74 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.557380] env[62291]: DEBUG oslo_vmware.api [None req-7cbc9f01-bb10-4a80-b0e7-5efcd7faf629 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143485, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2304.561578] env[62291]: DEBUG oslo_vmware.api [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 2304.561578] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]527adbb1-a7c1-193d-91c4-1864fe864088" [ 2304.561578] env[62291]: _type = "Task" [ 2304.561578] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2304.572670] env[62291]: DEBUG oslo_vmware.api [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]527adbb1-a7c1-193d-91c4-1864fe864088, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2304.697761] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2304.698057] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c2442ca-945a-4c36-bd7e-2879ed81de0d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.706894] env[62291]: DEBUG oslo_vmware.api [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Waiting for the task: (returnval){ [ 2304.706894] env[62291]: value = "task-2143486" [ 2304.706894] env[62291]: _type = "Task" [ 2304.706894] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2304.716487] env[62291]: DEBUG oslo_vmware.api [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143486, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2304.831432] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e1d04f7b-74bd-4d1d-af4f-a640f7d3eba5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 3e88c30a-720e-4f39-b171-770a94504bb6] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2304.832246] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e1d04f7b-74bd-4d1d-af4f-a640f7d3eba5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 3e88c30a-720e-4f39-b171-770a94504bb6] Deleting contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2304.832246] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1d04f7b-74bd-4d1d-af4f-a640f7d3eba5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Deleting the datastore file [datastore1] 3e88c30a-720e-4f39-b171-770a94504bb6 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2304.832460] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b3c048c-00c9-4e1d-9524-b691f66c0ef3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.840663] env[62291]: DEBUG oslo_vmware.api [None req-e1d04f7b-74bd-4d1d-af4f-a640f7d3eba5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2304.840663] env[62291]: value = "task-2143487" [ 2304.840663] env[62291]: _type = "Task" [ 2304.840663] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2304.856021] env[62291]: DEBUG oslo_vmware.api [None req-87ee95d6-1e25-4a74-9edc-b8e1a9462732 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143484, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2304.860064] env[62291]: DEBUG oslo_vmware.api [None req-e1d04f7b-74bd-4d1d-af4f-a640f7d3eba5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143487, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2304.894718] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9246c6ac-5a78-4f35-a473-e285706a7064 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lock "fe7775be-06f2-44d8-8f78-1d13e756bfa5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.284s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2304.974976] env[62291]: DEBUG oslo_concurrency.lockutils [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquiring lock "refresh_cache-77eaa783-3da6-43ad-bd01-f526c10b4621" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2304.975162] env[62291]: DEBUG oslo_concurrency.lockutils [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquired lock "refresh_cache-77eaa783-3da6-43ad-bd01-f526c10b4621" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2304.975318] env[62291]: DEBUG nova.network.neutron [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2304.977251] env[62291]: DEBUG oslo_concurrency.lockutils [None req-08b5ffe3-d134-456c-805d-2a2e00b0b22d tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.892s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2304.980209] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a1228974-6070-4dbc-8ead-36604d6b4cfe tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Acquiring lock "fe7775be-06f2-44d8-8f78-1d13e756bfa5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2304.980483] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a1228974-6070-4dbc-8ead-36604d6b4cfe tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lock "fe7775be-06f2-44d8-8f78-1d13e756bfa5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2304.980623] env[62291]: DEBUG nova.compute.manager [None req-a1228974-6070-4dbc-8ead-36604d6b4cfe tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2304.981623] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1453048-846e-4ad2-b8f4-29cc0c645226 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2304.991515] env[62291]: DEBUG nova.compute.manager [None req-a1228974-6070-4dbc-8ead-36604d6b4cfe tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62291) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 2304.992084] env[62291]: DEBUG nova.objects.instance [None req-a1228974-6070-4dbc-8ead-36604d6b4cfe tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lazy-loading 'flavor' on Instance uuid fe7775be-06f2-44d8-8f78-1d13e756bfa5 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2304.998040] env[62291]: INFO nova.scheduler.client.report [None req-08b5ffe3-d134-456c-805d-2a2e00b0b22d tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Deleted allocations for instance 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55 [ 2305.055150] env[62291]: DEBUG oslo_vmware.api [None req-7cbc9f01-bb10-4a80-b0e7-5efcd7faf629 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143485, 'name': PowerOffVM_Task, 'duration_secs': 0.18663} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2305.055445] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cbc9f01-bb10-4a80-b0e7-5efcd7faf629 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2305.055614] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7cbc9f01-bb10-4a80-b0e7-5efcd7faf629 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2305.055925] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46e416dd-24a9-4427-b6a6-7d46cbcc96a8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.074380] env[62291]: DEBUG oslo_vmware.api [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]527adbb1-a7c1-193d-91c4-1864fe864088, 'name': SearchDatastore_Task, 'duration_secs': 0.015881} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2305.074725] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2305.075037] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 48a20ee1-21c1-4e2f-8049-d582d74e2210/48a20ee1-21c1-4e2f-8049-d582d74e2210.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2305.075327] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5a89bf1d-57a9-4178-98fb-ba85c701fd43 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.083919] env[62291]: DEBUG oslo_vmware.api [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 2305.083919] env[62291]: value = "task-2143489" [ 2305.083919] env[62291]: _type = "Task" [ 2305.083919] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2305.095086] env[62291]: DEBUG oslo_vmware.api [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143489, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2305.137795] env[62291]: DEBUG oslo_concurrency.lockutils [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "2529247b-2f3b-4979-ae7e-bb9735fe253b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2305.138126] env[62291]: DEBUG oslo_concurrency.lockutils [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "2529247b-2f3b-4979-ae7e-bb9735fe253b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2305.218492] env[62291]: DEBUG oslo_vmware.api [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143486, 'name': PowerOffVM_Task, 'duration_secs': 0.240273} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2305.218860] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2305.219753] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8921266-14b6-422a-93b9-a427c4033546 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.240311] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8268bf28-d6d6-4e8b-a9a6-378bfa24b624 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.357464] env[62291]: DEBUG oslo_vmware.api [None req-e1d04f7b-74bd-4d1d-af4f-a640f7d3eba5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143487, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198558} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2305.361250] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1d04f7b-74bd-4d1d-af4f-a640f7d3eba5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2305.361566] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e1d04f7b-74bd-4d1d-af4f-a640f7d3eba5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 3e88c30a-720e-4f39-b171-770a94504bb6] Deleted contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2305.361760] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e1d04f7b-74bd-4d1d-af4f-a640f7d3eba5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 3e88c30a-720e-4f39-b171-770a94504bb6] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2305.362277] env[62291]: INFO nova.compute.manager [None req-e1d04f7b-74bd-4d1d-af4f-a640f7d3eba5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: 3e88c30a-720e-4f39-b171-770a94504bb6] Took 3.99 seconds to destroy the instance on the hypervisor. [ 2305.362341] env[62291]: DEBUG oslo.service.loopingcall [None req-e1d04f7b-74bd-4d1d-af4f-a640f7d3eba5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2305.363010] env[62291]: DEBUG oslo_vmware.api [None req-87ee95d6-1e25-4a74-9edc-b8e1a9462732 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143484, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2305.363303] env[62291]: DEBUG nova.compute.manager [-] [instance: 3e88c30a-720e-4f39-b171-770a94504bb6] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2305.363438] env[62291]: DEBUG nova.network.neutron [-] [instance: 3e88c30a-720e-4f39-b171-770a94504bb6] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2305.429776] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7cbc9f01-bb10-4a80-b0e7-5efcd7faf629 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2305.429776] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7cbc9f01-bb10-4a80-b0e7-5efcd7faf629 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2305.429776] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cbc9f01-bb10-4a80-b0e7-5efcd7faf629 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Deleting the datastore file [datastore2] fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2305.430159] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f65515e6-9bc0-455f-9adb-93111e57fb22 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.441777] env[62291]: DEBUG oslo_vmware.api [None req-7cbc9f01-bb10-4a80-b0e7-5efcd7faf629 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2305.441777] env[62291]: value = "task-2143490" [ 2305.441777] env[62291]: _type = "Task" [ 2305.441777] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2305.454101] env[62291]: DEBUG oslo_vmware.api [None req-7cbc9f01-bb10-4a80-b0e7-5efcd7faf629 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143490, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2305.497312] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1228974-6070-4dbc-8ead-36604d6b4cfe tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2305.497638] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8347fe7-996f-4d67-bbb5-16087d6200f9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.504460] env[62291]: DEBUG oslo_concurrency.lockutils [None req-08b5ffe3-d134-456c-805d-2a2e00b0b22d tempest-ServersV294TestFqdnHostnames-1465535697 tempest-ServersV294TestFqdnHostnames-1465535697-project-member] Lock "60f49bb9-72e2-4462-b95e-7d9dbcaf1b55" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.294s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2305.508259] env[62291]: DEBUG oslo_vmware.api [None req-a1228974-6070-4dbc-8ead-36604d6b4cfe tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Waiting for the task: (returnval){ [ 2305.508259] env[62291]: value = "task-2143491" [ 2305.508259] env[62291]: _type = "Task" [ 2305.508259] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2305.522093] env[62291]: DEBUG oslo_vmware.api [None req-a1228974-6070-4dbc-8ead-36604d6b4cfe tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143491, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2305.537117] env[62291]: DEBUG nova.network.neutron [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2305.598206] env[62291]: DEBUG oslo_vmware.api [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143489, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480461} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2305.598379] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 48a20ee1-21c1-4e2f-8049-d582d74e2210/48a20ee1-21c1-4e2f-8049-d582d74e2210.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2305.598707] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2305.599010] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ae7fa22d-cead-44b7-9baf-906195168629 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.609522] env[62291]: DEBUG oslo_vmware.api [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 2305.609522] env[62291]: value = "task-2143492" [ 2305.609522] env[62291]: _type = "Task" [ 2305.609522] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2305.620019] env[62291]: DEBUG oslo_vmware.api [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143492, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2305.640868] env[62291]: DEBUG nova.compute.manager [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 2529247b-2f3b-4979-ae7e-bb9735fe253b] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2305.754415] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Creating Snapshot of the VM instance {{(pid=62291) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2305.754778] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-37c432e5-1f09-48bc-9831-7ab2c77e5bc4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2305.765285] env[62291]: DEBUG oslo_vmware.api [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Waiting for the task: (returnval){ [ 2305.765285] env[62291]: value = "task-2143493" [ 2305.765285] env[62291]: _type = "Task" [ 2305.765285] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2305.783485] env[62291]: DEBUG oslo_vmware.api [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143493, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2305.857331] env[62291]: DEBUG oslo_vmware.api [None req-87ee95d6-1e25-4a74-9edc-b8e1a9462732 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143484, 'name': CloneVM_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2305.882736] env[62291]: DEBUG nova.network.neutron [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Updating instance_info_cache with network_info: [{"id": "0b433ff7-2158-4db7-86cc-957cfe8a8db9", "address": "fa:16:3e:3b:98:b7", "network": {"id": "79f92d1f-a80b-4ece-b0b6-12f706432cf7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-405954475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ab1a96fe2f44bb8a404c685f61bf1c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b433ff7-21", "ovs_interfaceid": "0b433ff7-2158-4db7-86cc-957cfe8a8db9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2305.955746] env[62291]: DEBUG oslo_vmware.api [None req-7cbc9f01-bb10-4a80-b0e7-5efcd7faf629 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143490, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.368817} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2305.955913] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cbc9f01-bb10-4a80-b0e7-5efcd7faf629 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2305.956127] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7cbc9f01-bb10-4a80-b0e7-5efcd7faf629 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2305.956310] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7cbc9f01-bb10-4a80-b0e7-5efcd7faf629 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2305.956498] env[62291]: INFO nova.compute.manager [None req-7cbc9f01-bb10-4a80-b0e7-5efcd7faf629 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Took 1.43 seconds to destroy the instance on the hypervisor. [ 2305.956744] env[62291]: DEBUG oslo.service.loopingcall [None req-7cbc9f01-bb10-4a80-b0e7-5efcd7faf629 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2305.956933] env[62291]: DEBUG nova.compute.manager [-] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2305.957037] env[62291]: DEBUG nova.network.neutron [-] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2306.018503] env[62291]: DEBUG oslo_vmware.api [None req-a1228974-6070-4dbc-8ead-36604d6b4cfe tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143491, 'name': PowerOffVM_Task, 'duration_secs': 0.343804} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2306.018862] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1228974-6070-4dbc-8ead-36604d6b4cfe tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2306.018953] env[62291]: DEBUG nova.compute.manager [None req-a1228974-6070-4dbc-8ead-36604d6b4cfe tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2306.019750] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb1c607-6310-4b36-88f1-a7f766abef3e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.119832] env[62291]: DEBUG oslo_vmware.api [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143492, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077574} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2306.120276] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2306.121179] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02fac840-a2c9-433b-9046-377e27d515e5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.146832] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 48a20ee1-21c1-4e2f-8049-d582d74e2210/48a20ee1-21c1-4e2f-8049-d582d74e2210.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2306.150203] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14334ff7-8fdc-46a6-b734-49e46a624d98 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.174910] env[62291]: DEBUG oslo_vmware.api [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 2306.174910] env[62291]: value = "task-2143494" [ 2306.174910] env[62291]: _type = "Task" [ 2306.174910] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2306.189317] env[62291]: DEBUG oslo_vmware.api [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143494, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2306.189317] env[62291]: DEBUG oslo_concurrency.lockutils [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2306.189317] env[62291]: DEBUG oslo_concurrency.lockutils [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2306.190826] env[62291]: INFO nova.compute.claims [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 2529247b-2f3b-4979-ae7e-bb9735fe253b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2306.277331] env[62291]: DEBUG oslo_vmware.api [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143493, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2306.357953] env[62291]: DEBUG oslo_vmware.api [None req-87ee95d6-1e25-4a74-9edc-b8e1a9462732 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143484, 'name': CloneVM_Task, 'duration_secs': 2.557176} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2306.358431] env[62291]: INFO nova.virt.vmwareapi.vmops [None req-87ee95d6-1e25-4a74-9edc-b8e1a9462732 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Created linked-clone VM from snapshot [ 2306.359561] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ce3f4f-a521-4082-aa38-428716f7d9b0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.368445] env[62291]: DEBUG nova.network.neutron [-] [instance: 3e88c30a-720e-4f39-b171-770a94504bb6] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2306.371226] env[62291]: DEBUG nova.virt.vmwareapi.images [None req-87ee95d6-1e25-4a74-9edc-b8e1a9462732 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Uploading image c11ba848-6f6b-4940-ab0d-e1989529d373 {{(pid=62291) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2306.385481] env[62291]: DEBUG oslo_concurrency.lockutils [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Releasing lock "refresh_cache-77eaa783-3da6-43ad-bd01-f526c10b4621" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2306.385802] env[62291]: DEBUG nova.compute.manager [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Instance network_info: |[{"id": "0b433ff7-2158-4db7-86cc-957cfe8a8db9", "address": "fa:16:3e:3b:98:b7", "network": {"id": "79f92d1f-a80b-4ece-b0b6-12f706432cf7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-405954475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ab1a96fe2f44bb8a404c685f61bf1c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b433ff7-21", "ovs_interfaceid": "0b433ff7-2158-4db7-86cc-957cfe8a8db9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2306.386245] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:98:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b94712a6-b777-47dd-bc06-f9acfce2d936', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b433ff7-2158-4db7-86cc-957cfe8a8db9', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2306.399575] env[62291]: DEBUG oslo.service.loopingcall [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2306.400340] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2306.400440] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b3eb5dc-f413-4573-a3a6-70efd1c60bba {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.425864] env[62291]: DEBUG oslo_vmware.rw_handles [None req-87ee95d6-1e25-4a74-9edc-b8e1a9462732 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2306.425864] env[62291]: value = "vm-438119" [ 2306.425864] env[62291]: _type = "VirtualMachine" [ 2306.425864] env[62291]: }. {{(pid=62291) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2306.426355] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f0efe5ac-c3cd-4adb-8c14-5cd29ac53dca {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.429540] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2306.429540] env[62291]: value = "task-2143495" [ 2306.429540] env[62291]: _type = "Task" [ 2306.429540] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2306.438680] env[62291]: DEBUG oslo_vmware.rw_handles [None req-87ee95d6-1e25-4a74-9edc-b8e1a9462732 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lease: (returnval){ [ 2306.438680] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52a428e2-ac63-ad30-efc2-c12f4272ff19" [ 2306.438680] env[62291]: _type = "HttpNfcLease" [ 2306.438680] env[62291]: } obtained for exporting VM: (result){ [ 2306.438680] env[62291]: value = "vm-438119" [ 2306.438680] env[62291]: _type = "VirtualMachine" [ 2306.438680] env[62291]: }. {{(pid=62291) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2306.438680] env[62291]: DEBUG oslo_vmware.api [None req-87ee95d6-1e25-4a74-9edc-b8e1a9462732 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the lease: (returnval){ [ 2306.438680] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52a428e2-ac63-ad30-efc2-c12f4272ff19" [ 2306.438680] env[62291]: _type = "HttpNfcLease" [ 2306.438680] env[62291]: } to be ready. {{(pid=62291) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2306.447052] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143495, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2306.448931] env[62291]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2306.448931] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52a428e2-ac63-ad30-efc2-c12f4272ff19" [ 2306.448931] env[62291]: _type = "HttpNfcLease" [ 2306.448931] env[62291]: } is initializing. {{(pid=62291) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2306.534983] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a1228974-6070-4dbc-8ead-36604d6b4cfe tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lock "fe7775be-06f2-44d8-8f78-1d13e756bfa5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.554s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2306.555440] env[62291]: DEBUG nova.compute.manager [req-908520dd-1a63-45ea-bdca-546772831599 req-b54f0089-d9e4-4bad-babb-e538ba7bfba5 service nova] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Received event network-changed-0b433ff7-2158-4db7-86cc-957cfe8a8db9 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2306.555440] env[62291]: DEBUG nova.compute.manager [req-908520dd-1a63-45ea-bdca-546772831599 req-b54f0089-d9e4-4bad-babb-e538ba7bfba5 service nova] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Refreshing instance network info cache due to event network-changed-0b433ff7-2158-4db7-86cc-957cfe8a8db9. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2306.555917] env[62291]: DEBUG oslo_concurrency.lockutils [req-908520dd-1a63-45ea-bdca-546772831599 req-b54f0089-d9e4-4bad-babb-e538ba7bfba5 service nova] Acquiring lock "refresh_cache-77eaa783-3da6-43ad-bd01-f526c10b4621" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2306.556037] env[62291]: DEBUG oslo_concurrency.lockutils [req-908520dd-1a63-45ea-bdca-546772831599 req-b54f0089-d9e4-4bad-babb-e538ba7bfba5 service nova] Acquired lock "refresh_cache-77eaa783-3da6-43ad-bd01-f526c10b4621" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2306.556209] env[62291]: DEBUG nova.network.neutron [req-908520dd-1a63-45ea-bdca-546772831599 req-b54f0089-d9e4-4bad-babb-e538ba7bfba5 service nova] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Refreshing network info cache for port 0b433ff7-2158-4db7-86cc-957cfe8a8db9 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2306.686230] env[62291]: DEBUG oslo_vmware.api [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143494, 'name': ReconfigVM_Task, 'duration_secs': 0.302022} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2306.689408] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 48a20ee1-21c1-4e2f-8049-d582d74e2210/48a20ee1-21c1-4e2f-8049-d582d74e2210.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2306.689408] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7a92767-0661-4b65-88cc-d42a864e7b34 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.699116] env[62291]: DEBUG oslo_vmware.api [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 2306.699116] env[62291]: value = "task-2143497" [ 2306.699116] env[62291]: _type = "Task" [ 2306.699116] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2306.710604] env[62291]: DEBUG oslo_vmware.api [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143497, 'name': Rename_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2306.778696] env[62291]: DEBUG oslo_vmware.api [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143493, 'name': CreateSnapshot_Task, 'duration_secs': 0.891263} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2306.779087] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Created Snapshot of the VM instance {{(pid=62291) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2306.780047] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b727dd95-ca14-4251-a48e-af1a4cc388cb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.877089] env[62291]: INFO nova.compute.manager [-] [instance: 3e88c30a-720e-4f39-b171-770a94504bb6] Took 1.51 seconds to deallocate network for instance. [ 2306.943302] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143495, 'name': CreateVM_Task, 'duration_secs': 0.44998} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2306.946307] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2306.947094] env[62291]: DEBUG oslo_concurrency.lockutils [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2306.947307] env[62291]: DEBUG oslo_concurrency.lockutils [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2306.947689] env[62291]: DEBUG oslo_concurrency.lockutils [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2306.948303] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d95780cc-6524-43a7-950b-81043079b8ac {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.951927] env[62291]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2306.951927] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52a428e2-ac63-ad30-efc2-c12f4272ff19" [ 2306.951927] env[62291]: _type = "HttpNfcLease" [ 2306.951927] env[62291]: } is ready. {{(pid=62291) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2306.953149] env[62291]: DEBUG oslo_vmware.rw_handles [None req-87ee95d6-1e25-4a74-9edc-b8e1a9462732 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2306.953149] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52a428e2-ac63-ad30-efc2-c12f4272ff19" [ 2306.953149] env[62291]: _type = "HttpNfcLease" [ 2306.953149] env[62291]: }. {{(pid=62291) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2306.953444] env[62291]: DEBUG oslo_vmware.api [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2306.953444] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52c22576-f651-9bf8-5e44-4c579c3487a2" [ 2306.953444] env[62291]: _type = "Task" [ 2306.953444] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2306.957394] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6177c1bb-25c5-4f76-8407-09dd0842c3da {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2306.973678] env[62291]: DEBUG oslo_vmware.api [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52c22576-f651-9bf8-5e44-4c579c3487a2, 'name': SearchDatastore_Task, 'duration_secs': 0.010327} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2306.973973] env[62291]: DEBUG nova.network.neutron [-] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2306.975207] env[62291]: DEBUG oslo_vmware.rw_handles [None req-87ee95d6-1e25-4a74-9edc-b8e1a9462732 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521bc1d0-c110-4f88-fad8-e7216c1eed26/disk-0.vmdk from lease info. {{(pid=62291) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2306.975421] env[62291]: DEBUG oslo_vmware.rw_handles [None req-87ee95d6-1e25-4a74-9edc-b8e1a9462732 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521bc1d0-c110-4f88-fad8-e7216c1eed26/disk-0.vmdk for reading. {{(pid=62291) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2306.977100] env[62291]: DEBUG oslo_concurrency.lockutils [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2306.977675] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2306.978251] env[62291]: DEBUG oslo_concurrency.lockutils [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2306.978636] env[62291]: DEBUG oslo_concurrency.lockutils [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2306.978902] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2306.979952] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7e66079e-f2cf-467e-909e-cd2c9534a6d5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.053531] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2307.054016] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2307.054697] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36fe813f-eb94-4762-8fff-15c75854335b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.064946] env[62291]: DEBUG oslo_vmware.api [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2307.064946] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52f676b0-d919-313c-5af6-ddc3804efef0" [ 2307.064946] env[62291]: _type = "Task" [ 2307.064946] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2307.073594] env[62291]: DEBUG oslo_vmware.api [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52f676b0-d919-313c-5af6-ddc3804efef0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2307.080146] env[62291]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-00d993b4-8df4-4104-8873-8e6eed035288 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.222182] env[62291]: DEBUG oslo_vmware.api [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143497, 'name': Rename_Task, 'duration_secs': 0.198134} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2307.222784] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2307.223085] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3515f280-500e-48bc-9d1c-4417fdcfb884 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.230845] env[62291]: DEBUG oslo_vmware.api [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 2307.230845] env[62291]: value = "task-2143498" [ 2307.230845] env[62291]: _type = "Task" [ 2307.230845] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2307.245573] env[62291]: DEBUG oslo_vmware.api [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143498, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2307.316568] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Creating linked-clone VM from snapshot {{(pid=62291) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2307.317064] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-80c046e9-e8f3-4517-bac8-fd4fcd359426 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.337169] env[62291]: DEBUG oslo_vmware.api [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Waiting for the task: (returnval){ [ 2307.337169] env[62291]: value = "task-2143499" [ 2307.337169] env[62291]: _type = "Task" [ 2307.337169] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2307.347924] env[62291]: DEBUG oslo_vmware.api [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143499, 'name': CloneVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2307.384397] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e1d04f7b-74bd-4d1d-af4f-a640f7d3eba5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2307.477471] env[62291]: INFO nova.compute.manager [-] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Took 1.52 seconds to deallocate network for instance. [ 2307.579037] env[62291]: DEBUG oslo_vmware.api [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52f676b0-d919-313c-5af6-ddc3804efef0, 'name': SearchDatastore_Task, 'duration_secs': 0.010695} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2307.579915] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc8a17d1-f654-4b2f-b0bb-13a791db6c95 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.590703] env[62291]: DEBUG oslo_vmware.api [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2307.590703] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]525f863c-137c-ef5b-47ef-987a1579aa9f" [ 2307.590703] env[62291]: _type = "Task" [ 2307.590703] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2307.605260] env[62291]: DEBUG oslo_vmware.api [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]525f863c-137c-ef5b-47ef-987a1579aa9f, 'name': SearchDatastore_Task, 'duration_secs': 0.01486} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2307.605605] env[62291]: DEBUG oslo_concurrency.lockutils [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2307.605909] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 77eaa783-3da6-43ad-bd01-f526c10b4621/77eaa783-3da6-43ad-bd01-f526c10b4621.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2307.609232] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3228947-425c-4ad0-bdd9-7d82eec40749 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.619454] env[62291]: DEBUG oslo_vmware.api [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2307.619454] env[62291]: value = "task-2143500" [ 2307.619454] env[62291]: _type = "Task" [ 2307.619454] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2307.628323] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59c1d919-faad-41d6-9cb2-bac643e9623a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.634282] env[62291]: DEBUG oslo_vmware.api [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143500, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2307.640776] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0135d39a-c6e6-4ca6-a96f-0a86db356a8e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.678474] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae197fab-1137-4544-b59a-e9ad9db7e91c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.687785] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86217378-2609-41d0-98b4-7b1cea78de59 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2307.693711] env[62291]: DEBUG nova.objects.instance [None req-b88a1f51-4e3c-45d8-a8fc-a435c74a7870 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lazy-loading 'flavor' on Instance uuid fe7775be-06f2-44d8-8f78-1d13e756bfa5 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2307.707970] env[62291]: DEBUG nova.compute.provider_tree [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2307.718266] env[62291]: DEBUG nova.network.neutron [req-908520dd-1a63-45ea-bdca-546772831599 req-b54f0089-d9e4-4bad-babb-e538ba7bfba5 service nova] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Updated VIF entry in instance network info cache for port 0b433ff7-2158-4db7-86cc-957cfe8a8db9. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2307.718266] env[62291]: DEBUG nova.network.neutron [req-908520dd-1a63-45ea-bdca-546772831599 req-b54f0089-d9e4-4bad-babb-e538ba7bfba5 service nova] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Updating instance_info_cache with network_info: [{"id": "0b433ff7-2158-4db7-86cc-957cfe8a8db9", "address": "fa:16:3e:3b:98:b7", "network": {"id": "79f92d1f-a80b-4ece-b0b6-12f706432cf7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-405954475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ab1a96fe2f44bb8a404c685f61bf1c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b433ff7-21", "ovs_interfaceid": "0b433ff7-2158-4db7-86cc-957cfe8a8db9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2307.744598] env[62291]: DEBUG oslo_vmware.api [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143498, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2307.851429] env[62291]: DEBUG oslo_vmware.api [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143499, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2307.984403] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7cbc9f01-bb10-4a80-b0e7-5efcd7faf629 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2308.131943] env[62291]: DEBUG oslo_vmware.api [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143500, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2308.200987] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b88a1f51-4e3c-45d8-a8fc-a435c74a7870 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Acquiring lock "refresh_cache-fe7775be-06f2-44d8-8f78-1d13e756bfa5" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2308.201215] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b88a1f51-4e3c-45d8-a8fc-a435c74a7870 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Acquired lock "refresh_cache-fe7775be-06f2-44d8-8f78-1d13e756bfa5" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2308.201888] env[62291]: DEBUG nova.network.neutron [None req-b88a1f51-4e3c-45d8-a8fc-a435c74a7870 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2308.202118] env[62291]: DEBUG nova.objects.instance [None req-b88a1f51-4e3c-45d8-a8fc-a435c74a7870 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lazy-loading 'info_cache' on Instance uuid fe7775be-06f2-44d8-8f78-1d13e756bfa5 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2308.211309] env[62291]: DEBUG nova.scheduler.client.report [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2308.221496] env[62291]: DEBUG oslo_concurrency.lockutils [req-908520dd-1a63-45ea-bdca-546772831599 req-b54f0089-d9e4-4bad-babb-e538ba7bfba5 service nova] Releasing lock "refresh_cache-77eaa783-3da6-43ad-bd01-f526c10b4621" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2308.221838] env[62291]: DEBUG nova.compute.manager [req-908520dd-1a63-45ea-bdca-546772831599 req-b54f0089-d9e4-4bad-babb-e538ba7bfba5 service nova] [instance: 3e88c30a-720e-4f39-b171-770a94504bb6] Received event network-vif-deleted-74eddd12-ee60-406e-8852-c98ee8095808 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2308.222656] env[62291]: DEBUG nova.compute.manager [req-908520dd-1a63-45ea-bdca-546772831599 req-b54f0089-d9e4-4bad-babb-e538ba7bfba5 service nova] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Received event network-vif-deleted-c9d9ac24-74aa-4b65-a1af-3b652b05b62c {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2308.222656] env[62291]: INFO nova.compute.manager [req-908520dd-1a63-45ea-bdca-546772831599 req-b54f0089-d9e4-4bad-babb-e538ba7bfba5 service nova] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Neutron deleted interface c9d9ac24-74aa-4b65-a1af-3b652b05b62c; detaching it from the instance and deleting it from the info cache [ 2308.222791] env[62291]: DEBUG nova.network.neutron [req-908520dd-1a63-45ea-bdca-546772831599 req-b54f0089-d9e4-4bad-babb-e538ba7bfba5 service nova] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2308.245790] env[62291]: DEBUG oslo_vmware.api [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143498, 'name': PowerOnVM_Task, 'duration_secs': 0.524845} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2308.246352] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2308.246736] env[62291]: INFO nova.compute.manager [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Took 15.41 seconds to spawn the instance on the hypervisor. [ 2308.247069] env[62291]: DEBUG nova.compute.manager [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2308.249321] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9cff2b0-dd06-4eee-8e01-bf9b5f7b0397 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.356209] env[62291]: DEBUG oslo_vmware.api [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143499, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2308.634652] env[62291]: DEBUG oslo_vmware.api [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143500, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583086} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2308.634652] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 77eaa783-3da6-43ad-bd01-f526c10b4621/77eaa783-3da6-43ad-bd01-f526c10b4621.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2308.634652] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2308.635062] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ba0938c-8a8f-4544-845a-bcaa6505fa66 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.647950] env[62291]: DEBUG oslo_vmware.api [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2308.647950] env[62291]: value = "task-2143501" [ 2308.647950] env[62291]: _type = "Task" [ 2308.647950] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2308.662667] env[62291]: DEBUG oslo_vmware.api [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143501, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2308.711314] env[62291]: DEBUG nova.objects.base [None req-b88a1f51-4e3c-45d8-a8fc-a435c74a7870 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62291) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 2308.725110] env[62291]: DEBUG oslo_concurrency.lockutils [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.536s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2308.725110] env[62291]: DEBUG nova.compute.manager [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 2529247b-2f3b-4979-ae7e-bb9735fe253b] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2308.728177] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e1d04f7b-74bd-4d1d-af4f-a640f7d3eba5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.344s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2308.730900] env[62291]: DEBUG nova.objects.instance [None req-e1d04f7b-74bd-4d1d-af4f-a640f7d3eba5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lazy-loading 'resources' on Instance uuid 3e88c30a-720e-4f39-b171-770a94504bb6 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2308.730900] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-46f7eb2a-7c8c-4c3c-9d27-7385f4903e1b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.743413] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0cc5381-d8dd-4ae2-95e2-de5915453a7e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2308.773425] env[62291]: INFO nova.compute.manager [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Took 24.55 seconds to build instance. [ 2308.798966] env[62291]: DEBUG nova.compute.manager [req-908520dd-1a63-45ea-bdca-546772831599 req-b54f0089-d9e4-4bad-babb-e538ba7bfba5 service nova] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Detach interface failed, port_id=c9d9ac24-74aa-4b65-a1af-3b652b05b62c, reason: Instance fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1 could not be found. {{(pid=62291) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 2308.849395] env[62291]: DEBUG oslo_vmware.api [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143499, 'name': CloneVM_Task} progress is 95%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2309.161955] env[62291]: DEBUG oslo_vmware.api [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143501, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074738} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2309.162376] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2309.163465] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24a5b54-6022-4cec-85e5-17fb4ff7c895 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.197269] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] 77eaa783-3da6-43ad-bd01-f526c10b4621/77eaa783-3da6-43ad-bd01-f526c10b4621.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2309.200031] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a531d56-aa01-4492-bbbc-be4e1143ae5b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.224154] env[62291]: DEBUG oslo_vmware.api [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2309.224154] env[62291]: value = "task-2143502" [ 2309.224154] env[62291]: _type = "Task" [ 2309.224154] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2309.232357] env[62291]: DEBUG nova.compute.utils [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2309.240549] env[62291]: DEBUG nova.compute.manager [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 2529247b-2f3b-4979-ae7e-bb9735fe253b] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2309.240785] env[62291]: DEBUG nova.network.neutron [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 2529247b-2f3b-4979-ae7e-bb9735fe253b] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2309.246436] env[62291]: DEBUG oslo_vmware.api [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143502, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2309.277181] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0d3cac90-d4fa-447f-b9a7-2790032b28fe tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "48a20ee1-21c1-4e2f-8049-d582d74e2210" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.074s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2309.352708] env[62291]: DEBUG nova.policy [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5bcaefead264c63a6eccd86fcf27b32', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4dbad5dff7143149c3d41cdcb32416d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2309.357971] env[62291]: DEBUG oslo_vmware.api [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143499, 'name': CloneVM_Task, 'duration_secs': 1.949683} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2309.358443] env[62291]: INFO nova.virt.vmwareapi.vmops [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Created linked-clone VM from snapshot [ 2309.359313] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c3e3fa-0dd4-4b07-8c93-2e391a7c21f3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.370739] env[62291]: DEBUG nova.virt.vmwareapi.images [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Uploading image 5bacde31-3c73-43bf-9f89-db6f46e08be6 {{(pid=62291) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2309.411113] env[62291]: DEBUG oslo_vmware.rw_handles [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2309.411113] env[62291]: value = "vm-438122" [ 2309.411113] env[62291]: _type = "VirtualMachine" [ 2309.411113] env[62291]: }. {{(pid=62291) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2309.411453] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-df6089d6-abd4-4922-82a4-b30aa43aec9b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.421782] env[62291]: DEBUG oslo_vmware.rw_handles [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Lease: (returnval){ [ 2309.421782] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52ddc717-629b-aef1-25fc-f33f1ebb3ee9" [ 2309.421782] env[62291]: _type = "HttpNfcLease" [ 2309.421782] env[62291]: } obtained for exporting VM: (result){ [ 2309.421782] env[62291]: value = "vm-438122" [ 2309.421782] env[62291]: _type = "VirtualMachine" [ 2309.421782] env[62291]: }. {{(pid=62291) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2309.422724] env[62291]: DEBUG oslo_vmware.api [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Waiting for the lease: (returnval){ [ 2309.422724] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52ddc717-629b-aef1-25fc-f33f1ebb3ee9" [ 2309.422724] env[62291]: _type = "HttpNfcLease" [ 2309.422724] env[62291]: } to be ready. {{(pid=62291) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2309.443166] env[62291]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2309.443166] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52ddc717-629b-aef1-25fc-f33f1ebb3ee9" [ 2309.443166] env[62291]: _type = "HttpNfcLease" [ 2309.443166] env[62291]: } is ready. {{(pid=62291) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2309.443487] env[62291]: DEBUG oslo_vmware.rw_handles [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2309.443487] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52ddc717-629b-aef1-25fc-f33f1ebb3ee9" [ 2309.443487] env[62291]: _type = "HttpNfcLease" [ 2309.443487] env[62291]: }. {{(pid=62291) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2309.444303] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ec5bd4-af03-483e-8e12-4b1625190620 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.455823] env[62291]: DEBUG oslo_vmware.rw_handles [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5231ca23-42fc-2d79-8e9a-50b31a8ed470/disk-0.vmdk from lease info. {{(pid=62291) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2309.457325] env[62291]: DEBUG oslo_vmware.rw_handles [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5231ca23-42fc-2d79-8e9a-50b31a8ed470/disk-0.vmdk for reading. {{(pid=62291) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2309.599972] env[62291]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-13df087a-966f-449f-a220-61e5fbc03a42 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.720321] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4859241-fb7e-4269-9bd5-b1c4e811b8e9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.735142] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa24c384-c364-412a-9a93-418b06acf317 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.741339] env[62291]: DEBUG nova.compute.manager [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 2529247b-2f3b-4979-ae7e-bb9735fe253b] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2309.744157] env[62291]: DEBUG oslo_vmware.api [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143502, 'name': ReconfigVM_Task, 'duration_secs': 0.464132} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2309.745146] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Reconfigured VM instance instance-00000063 to attach disk [datastore2] 77eaa783-3da6-43ad-bd01-f526c10b4621/77eaa783-3da6-43ad-bd01-f526c10b4621.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2309.745882] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be7607c0-e0c2-4f7a-8668-95ece97cf036 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.779022] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-378ad151-8092-48a6-9362-e28fe16bcab4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.781773] env[62291]: DEBUG oslo_vmware.api [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2309.781773] env[62291]: value = "task-2143504" [ 2309.781773] env[62291]: _type = "Task" [ 2309.781773] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2309.793838] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25302ee2-ee36-4a53-968c-6c2827c55b8a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2309.799351] env[62291]: DEBUG oslo_vmware.api [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143504, 'name': Rename_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2309.815043] env[62291]: DEBUG nova.compute.provider_tree [None req-e1d04f7b-74bd-4d1d-af4f-a640f7d3eba5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2310.258359] env[62291]: DEBUG nova.network.neutron [None req-b88a1f51-4e3c-45d8-a8fc-a435c74a7870 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Updating instance_info_cache with network_info: [{"id": "a8fa84fa-2a54-4510-b416-251acb8e751d", "address": "fa:16:3e:66:30:53", "network": {"id": "582e46dc-88a0-40ae-8c6c-4a07a59ce875", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-731881747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa06d4539b8f42f19c5928e2f6e9e85c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8fa84fa-2a", "ovs_interfaceid": "a8fa84fa-2a54-4510-b416-251acb8e751d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2310.295158] env[62291]: DEBUG oslo_vmware.api [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143504, 'name': Rename_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2310.318067] env[62291]: DEBUG nova.scheduler.client.report [None req-e1d04f7b-74bd-4d1d-af4f-a640f7d3eba5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2310.493146] env[62291]: DEBUG nova.network.neutron [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 2529247b-2f3b-4979-ae7e-bb9735fe253b] Successfully created port: f2cd57b8-ce9f-4076-973e-3954cfc68c56 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2310.754324] env[62291]: DEBUG nova.compute.manager [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 2529247b-2f3b-4979-ae7e-bb9735fe253b] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2310.761947] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b88a1f51-4e3c-45d8-a8fc-a435c74a7870 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Releasing lock "refresh_cache-fe7775be-06f2-44d8-8f78-1d13e756bfa5" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2310.807372] env[62291]: DEBUG oslo_vmware.api [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143504, 'name': Rename_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2310.829902] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e1d04f7b-74bd-4d1d-af4f-a640f7d3eba5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.102s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2310.832324] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7cbc9f01-bb10-4a80-b0e7-5efcd7faf629 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.848s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2310.832568] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7cbc9f01-bb10-4a80-b0e7-5efcd7faf629 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2310.847684] env[62291]: DEBUG nova.compute.manager [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Stashing vm_state: active {{(pid=62291) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 2310.857127] env[62291]: INFO nova.scheduler.client.report [None req-e1d04f7b-74bd-4d1d-af4f-a640f7d3eba5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Deleted allocations for instance 3e88c30a-720e-4f39-b171-770a94504bb6 [ 2310.863220] env[62291]: INFO nova.scheduler.client.report [None req-7cbc9f01-bb10-4a80-b0e7-5efcd7faf629 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Deleted allocations for instance fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1 [ 2311.268722] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-b88a1f51-4e3c-45d8-a8fc-a435c74a7870 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2311.271380] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e9e2c0c-bb56-48cd-ad75-c6091c0e0b93 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.281287] env[62291]: DEBUG oslo_vmware.api [None req-b88a1f51-4e3c-45d8-a8fc-a435c74a7870 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Waiting for the task: (returnval){ [ 2311.281287] env[62291]: value = "task-2143505" [ 2311.281287] env[62291]: _type = "Task" [ 2311.281287] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2311.296743] env[62291]: DEBUG oslo_vmware.api [None req-b88a1f51-4e3c-45d8-a8fc-a435c74a7870 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143505, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2311.297849] env[62291]: DEBUG oslo_vmware.api [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143504, 'name': Rename_Task, 'duration_secs': 1.192247} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2311.298273] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2311.298747] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-389a8e89-29f0-4130-9ce0-89c4ef00dab9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.307968] env[62291]: DEBUG oslo_vmware.api [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2311.307968] env[62291]: value = "task-2143506" [ 2311.307968] env[62291]: _type = "Task" [ 2311.307968] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2311.317062] env[62291]: DEBUG oslo_vmware.api [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2311.368893] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e1d04f7b-74bd-4d1d-af4f-a640f7d3eba5 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "3e88c30a-720e-4f39-b171-770a94504bb6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.004s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2311.374423] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7cbc9f01-bb10-4a80-b0e7-5efcd7faf629 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.860s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2311.379423] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2311.379691] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2311.793214] env[62291]: DEBUG oslo_vmware.api [None req-b88a1f51-4e3c-45d8-a8fc-a435c74a7870 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143505, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2311.819927] env[62291]: DEBUG oslo_vmware.api [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143506, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2311.884932] env[62291]: INFO nova.compute.claims [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2312.136813] env[62291]: DEBUG nova.compute.manager [req-1fb39ec9-b699-430a-82d0-b6a717003e6d req-5eb5f65c-ec37-43be-a089-5b7e9414f3a7 service nova] [instance: 2529247b-2f3b-4979-ae7e-bb9735fe253b] Received event network-vif-plugged-f2cd57b8-ce9f-4076-973e-3954cfc68c56 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2312.136930] env[62291]: DEBUG oslo_concurrency.lockutils [req-1fb39ec9-b699-430a-82d0-b6a717003e6d req-5eb5f65c-ec37-43be-a089-5b7e9414f3a7 service nova] Acquiring lock "2529247b-2f3b-4979-ae7e-bb9735fe253b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2312.137147] env[62291]: DEBUG oslo_concurrency.lockutils [req-1fb39ec9-b699-430a-82d0-b6a717003e6d req-5eb5f65c-ec37-43be-a089-5b7e9414f3a7 service nova] Lock "2529247b-2f3b-4979-ae7e-bb9735fe253b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2312.137342] env[62291]: DEBUG oslo_concurrency.lockutils [req-1fb39ec9-b699-430a-82d0-b6a717003e6d req-5eb5f65c-ec37-43be-a089-5b7e9414f3a7 service nova] Lock "2529247b-2f3b-4979-ae7e-bb9735fe253b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2312.137530] env[62291]: DEBUG nova.compute.manager [req-1fb39ec9-b699-430a-82d0-b6a717003e6d req-5eb5f65c-ec37-43be-a089-5b7e9414f3a7 service nova] [instance: 2529247b-2f3b-4979-ae7e-bb9735fe253b] No waiting events found dispatching network-vif-plugged-f2cd57b8-ce9f-4076-973e-3954cfc68c56 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2312.137716] env[62291]: WARNING nova.compute.manager [req-1fb39ec9-b699-430a-82d0-b6a717003e6d req-5eb5f65c-ec37-43be-a089-5b7e9414f3a7 service nova] [instance: 2529247b-2f3b-4979-ae7e-bb9735fe253b] Received unexpected event network-vif-plugged-f2cd57b8-ce9f-4076-973e-3954cfc68c56 for instance with vm_state building and task_state spawning. [ 2312.159244] env[62291]: DEBUG nova.network.neutron [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 2529247b-2f3b-4979-ae7e-bb9735fe253b] Successfully updated port: f2cd57b8-ce9f-4076-973e-3954cfc68c56 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2312.294050] env[62291]: DEBUG oslo_vmware.api [None req-b88a1f51-4e3c-45d8-a8fc-a435c74a7870 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143505, 'name': PowerOnVM_Task, 'duration_secs': 0.618654} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2312.294487] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-b88a1f51-4e3c-45d8-a8fc-a435c74a7870 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2312.294726] env[62291]: DEBUG nova.compute.manager [None req-b88a1f51-4e3c-45d8-a8fc-a435c74a7870 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2312.295933] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee464c33-d495-41da-89f0-a3b1c40971d7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.319494] env[62291]: DEBUG oslo_vmware.api [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143506, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2312.392304] env[62291]: INFO nova.compute.resource_tracker [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Updating resource usage from migration fd0a75b4-c9aa-4bc6-be0d-5d77e2e7b849 [ 2312.659568] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd3287e-6b81-45dd-a902-671df7942277 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.664204] env[62291]: DEBUG oslo_concurrency.lockutils [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "refresh_cache-2529247b-2f3b-4979-ae7e-bb9735fe253b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2312.664416] env[62291]: DEBUG oslo_concurrency.lockutils [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquired lock "refresh_cache-2529247b-2f3b-4979-ae7e-bb9735fe253b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2312.664596] env[62291]: DEBUG nova.network.neutron [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 2529247b-2f3b-4979-ae7e-bb9735fe253b] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2312.673570] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9e0cb2-022e-4fb0-8aff-9df667c95f49 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.709269] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3000d11a-1900-41e7-8fd1-2f5a5211f4a4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.718387] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702e5875-124c-41c6-8fec-5377a919323b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2312.733196] env[62291]: DEBUG nova.compute.provider_tree [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2312.820651] env[62291]: DEBUG oslo_vmware.api [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143506, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2313.212084] env[62291]: DEBUG nova.network.neutron [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 2529247b-2f3b-4979-ae7e-bb9735fe253b] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2313.237181] env[62291]: DEBUG nova.scheduler.client.report [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2313.319669] env[62291]: DEBUG oslo_vmware.api [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143506, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2313.467350] env[62291]: DEBUG nova.network.neutron [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 2529247b-2f3b-4979-ae7e-bb9735fe253b] Updating instance_info_cache with network_info: [{"id": "f2cd57b8-ce9f-4076-973e-3954cfc68c56", "address": "fa:16:3e:8c:df:b8", "network": {"id": "6c3b94dc-3357-4c73-aad4-284cb89be8f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1144561454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4dbad5dff7143149c3d41cdcb32416d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2cd57b8-ce", "ovs_interfaceid": "f2cd57b8-ce9f-4076-973e-3954cfc68c56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2313.742199] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.362s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2313.742317] env[62291]: INFO nova.compute.manager [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Migrating [ 2313.821892] env[62291]: DEBUG oslo_vmware.api [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143506, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2313.970417] env[62291]: DEBUG oslo_concurrency.lockutils [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Releasing lock "refresh_cache-2529247b-2f3b-4979-ae7e-bb9735fe253b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2313.971524] env[62291]: DEBUG nova.compute.manager [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 2529247b-2f3b-4979-ae7e-bb9735fe253b] Instance network_info: |[{"id": "f2cd57b8-ce9f-4076-973e-3954cfc68c56", "address": "fa:16:3e:8c:df:b8", "network": {"id": "6c3b94dc-3357-4c73-aad4-284cb89be8f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1144561454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4dbad5dff7143149c3d41cdcb32416d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2cd57b8-ce", "ovs_interfaceid": "f2cd57b8-ce9f-4076-973e-3954cfc68c56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2314.174891] env[62291]: DEBUG nova.compute.manager [req-27a0f034-e4cc-4c11-939d-41b62f909287 req-7d6a0395-d808-4816-9173-95f8bbc504e1 service nova] [instance: 2529247b-2f3b-4979-ae7e-bb9735fe253b] Received event network-changed-f2cd57b8-ce9f-4076-973e-3954cfc68c56 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2314.174891] env[62291]: DEBUG nova.compute.manager [req-27a0f034-e4cc-4c11-939d-41b62f909287 req-7d6a0395-d808-4816-9173-95f8bbc504e1 service nova] [instance: 2529247b-2f3b-4979-ae7e-bb9735fe253b] Refreshing instance network info cache due to event network-changed-f2cd57b8-ce9f-4076-973e-3954cfc68c56. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2314.175303] env[62291]: DEBUG oslo_concurrency.lockutils [req-27a0f034-e4cc-4c11-939d-41b62f909287 req-7d6a0395-d808-4816-9173-95f8bbc504e1 service nova] Acquiring lock "refresh_cache-2529247b-2f3b-4979-ae7e-bb9735fe253b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2314.175468] env[62291]: DEBUG oslo_concurrency.lockutils [req-27a0f034-e4cc-4c11-939d-41b62f909287 req-7d6a0395-d808-4816-9173-95f8bbc504e1 service nova] Acquired lock "refresh_cache-2529247b-2f3b-4979-ae7e-bb9735fe253b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2314.175717] env[62291]: DEBUG nova.network.neutron [req-27a0f034-e4cc-4c11-939d-41b62f909287 req-7d6a0395-d808-4816-9173-95f8bbc504e1 service nova] [instance: 2529247b-2f3b-4979-ae7e-bb9735fe253b] Refreshing network info cache for port f2cd57b8-ce9f-4076-973e-3954cfc68c56 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2314.270846] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "refresh_cache-48a20ee1-21c1-4e2f-8049-d582d74e2210" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2314.271134] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquired lock "refresh_cache-48a20ee1-21c1-4e2f-8049-d582d74e2210" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2314.271364] env[62291]: DEBUG nova.network.neutron [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2314.323141] env[62291]: DEBUG oslo_vmware.api [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143506, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2314.825411] env[62291]: DEBUG oslo_vmware.api [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143506, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2315.157671] env[62291]: DEBUG nova.network.neutron [req-27a0f034-e4cc-4c11-939d-41b62f909287 req-7d6a0395-d808-4816-9173-95f8bbc504e1 service nova] [instance: 2529247b-2f3b-4979-ae7e-bb9735fe253b] Updated VIF entry in instance network info cache for port f2cd57b8-ce9f-4076-973e-3954cfc68c56. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2315.158070] env[62291]: DEBUG nova.network.neutron [req-27a0f034-e4cc-4c11-939d-41b62f909287 req-7d6a0395-d808-4816-9173-95f8bbc504e1 service nova] [instance: 2529247b-2f3b-4979-ae7e-bb9735fe253b] Updating instance_info_cache with network_info: [{"id": "f2cd57b8-ce9f-4076-973e-3954cfc68c56", "address": "fa:16:3e:8c:df:b8", "network": {"id": "6c3b94dc-3357-4c73-aad4-284cb89be8f7", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1144561454-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4dbad5dff7143149c3d41cdcb32416d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf2cd57b8-ce", "ovs_interfaceid": "f2cd57b8-ce9f-4076-973e-3954cfc68c56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2315.215478] env[62291]: DEBUG nova.network.neutron [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Updating instance_info_cache with network_info: [{"id": "eb92fb1c-8619-4263-8303-d087c0471f34", "address": "fa:16:3e:66:38:3a", "network": {"id": "4474c551-e3cb-474b-bd1c-92c26c84e83a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-841869371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fec9555fe4aa4c7a9e61c54aebf169a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb92fb1c-86", "ovs_interfaceid": "eb92fb1c-8619-4263-8303-d087c0471f34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2315.324706] env[62291]: DEBUG oslo_vmware.api [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143506, 'name': PowerOnVM_Task, 'duration_secs': 3.691501} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2315.325298] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2315.325298] env[62291]: INFO nova.compute.manager [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Took 18.01 seconds to spawn the instance on the hypervisor. [ 2315.325412] env[62291]: DEBUG nova.compute.manager [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2315.326262] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3ee038-fdac-4ecb-a420-6cd2925ed84d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2315.660779] env[62291]: DEBUG oslo_concurrency.lockutils [req-27a0f034-e4cc-4c11-939d-41b62f909287 req-7d6a0395-d808-4816-9173-95f8bbc504e1 service nova] Releasing lock "refresh_cache-2529247b-2f3b-4979-ae7e-bb9735fe253b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2315.719370] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Releasing lock "refresh_cache-48a20ee1-21c1-4e2f-8049-d582d74e2210" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2315.847043] env[62291]: INFO nova.compute.manager [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Took 27.87 seconds to build instance. [ 2316.349169] env[62291]: DEBUG oslo_concurrency.lockutils [None req-46ce60ce-3297-41c8-b205-88fa16d1cece tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lock "77eaa783-3da6-43ad-bd01-f526c10b4621" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.373s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2316.793769] env[62291]: DEBUG nova.virt.hardware [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2316.794133] env[62291]: DEBUG nova.virt.hardware [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2316.794304] env[62291]: DEBUG nova.virt.hardware [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2316.794498] env[62291]: DEBUG nova.virt.hardware [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2316.794646] env[62291]: DEBUG nova.virt.hardware [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2316.794793] env[62291]: DEBUG nova.virt.hardware [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2316.795015] env[62291]: DEBUG nova.virt.hardware [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2316.795188] env[62291]: DEBUG nova.virt.hardware [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2316.795360] env[62291]: DEBUG nova.virt.hardware [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2316.795527] env[62291]: DEBUG nova.virt.hardware [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2316.795702] env[62291]: DEBUG nova.virt.hardware [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2316.797875] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1253859-1bb7-4b0e-98f9-74816429fe70 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.807838] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52dceadc-97fb-4147-9949-1a2c72055f3f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.824510] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 2529247b-2f3b-4979-ae7e-bb9735fe253b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:df:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '163e60bd-32d6-41c5-95e6-2eb10c5c9245', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f2cd57b8-ce9f-4076-973e-3954cfc68c56', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2316.832031] env[62291]: DEBUG oslo.service.loopingcall [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2316.832031] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2529247b-2f3b-4979-ae7e-bb9735fe253b] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2316.832468] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e812d888-7ad4-415f-963b-9ae9302211ad {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2316.853544] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2316.853544] env[62291]: value = "task-2143507" [ 2316.853544] env[62291]: _type = "Task" [ 2316.853544] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2316.862485] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143507, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2317.238174] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b82e33-8c75-48bb-b6da-a358b1a8919e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.261027] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Updating instance '48a20ee1-21c1-4e2f-8049-d582d74e2210' progress to 0 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2317.268711] env[62291]: DEBUG oslo_vmware.rw_handles [None req-87ee95d6-1e25-4a74-9edc-b8e1a9462732 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521bc1d0-c110-4f88-fad8-e7216c1eed26/disk-0.vmdk. {{(pid=62291) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2317.269832] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4afa160-f6e9-4e86-ad79-1d7bf79fb065 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.277951] env[62291]: DEBUG oslo_vmware.rw_handles [None req-87ee95d6-1e25-4a74-9edc-b8e1a9462732 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521bc1d0-c110-4f88-fad8-e7216c1eed26/disk-0.vmdk is in state: ready. {{(pid=62291) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2317.278243] env[62291]: ERROR oslo_vmware.rw_handles [None req-87ee95d6-1e25-4a74-9edc-b8e1a9462732 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521bc1d0-c110-4f88-fad8-e7216c1eed26/disk-0.vmdk due to incomplete transfer. [ 2317.278520] env[62291]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a24ccc53-7b36-4691-91c9-79ec7b97d0e2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.289201] env[62291]: DEBUG oslo_vmware.rw_handles [None req-87ee95d6-1e25-4a74-9edc-b8e1a9462732 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/521bc1d0-c110-4f88-fad8-e7216c1eed26/disk-0.vmdk. {{(pid=62291) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2317.289510] env[62291]: DEBUG nova.virt.vmwareapi.images [None req-87ee95d6-1e25-4a74-9edc-b8e1a9462732 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Uploaded image c11ba848-6f6b-4940-ab0d-e1989529d373 to the Glance image server {{(pid=62291) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2317.293090] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-87ee95d6-1e25-4a74-9edc-b8e1a9462732 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Destroying the VM {{(pid=62291) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2317.293321] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-6155cffa-c612-48a1-bdc9-39d05f92d445 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.302263] env[62291]: DEBUG oslo_vmware.api [None req-87ee95d6-1e25-4a74-9edc-b8e1a9462732 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2317.302263] env[62291]: value = "task-2143508" [ 2317.302263] env[62291]: _type = "Task" [ 2317.302263] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2317.316940] env[62291]: DEBUG oslo_vmware.api [None req-87ee95d6-1e25-4a74-9edc-b8e1a9462732 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143508, 'name': Destroy_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2317.364654] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143507, 'name': CreateVM_Task, 'duration_secs': 0.481866} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2317.364971] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2529247b-2f3b-4979-ae7e-bb9735fe253b] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2317.365659] env[62291]: DEBUG oslo_concurrency.lockutils [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2317.365659] env[62291]: DEBUG oslo_concurrency.lockutils [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2317.365966] env[62291]: DEBUG oslo_concurrency.lockutils [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2317.366238] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-604a003a-edaf-47df-86b5-5d39f4ae8177 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.372268] env[62291]: DEBUG oslo_vmware.api [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2317.372268] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52e5e5f9-ab17-91c9-f6e4-65fec3811108" [ 2317.372268] env[62291]: _type = "Task" [ 2317.372268] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2317.382111] env[62291]: DEBUG oslo_vmware.api [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52e5e5f9-ab17-91c9-f6e4-65fec3811108, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2317.706833] env[62291]: DEBUG oslo_concurrency.lockutils [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "c105eefa-10cb-4d68-977b-a97263a6105f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2317.707155] env[62291]: DEBUG oslo_concurrency.lockutils [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "c105eefa-10cb-4d68-977b-a97263a6105f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2317.768444] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2317.768595] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2ca3108-a105-4047-9630-74e14563a3c9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.777380] env[62291]: DEBUG oslo_vmware.api [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 2317.777380] env[62291]: value = "task-2143509" [ 2317.777380] env[62291]: _type = "Task" [ 2317.777380] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2317.788033] env[62291]: DEBUG oslo_vmware.api [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143509, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2317.814856] env[62291]: DEBUG oslo_vmware.api [None req-87ee95d6-1e25-4a74-9edc-b8e1a9462732 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143508, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2317.886778] env[62291]: DEBUG oslo_vmware.api [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52e5e5f9-ab17-91c9-f6e4-65fec3811108, 'name': SearchDatastore_Task, 'duration_secs': 0.017494} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2317.887519] env[62291]: DEBUG oslo_concurrency.lockutils [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2317.887788] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 2529247b-2f3b-4979-ae7e-bb9735fe253b] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2317.888063] env[62291]: DEBUG oslo_concurrency.lockutils [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2317.888245] env[62291]: DEBUG oslo_concurrency.lockutils [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2317.888508] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2317.888847] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-877fdb47-e28d-429b-893e-89b36c704a80 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.902364] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2317.902653] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2317.903588] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3cc36f6-3b7f-405e-81f7-df54334d18c4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.912107] env[62291]: DEBUG oslo_vmware.api [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2317.912107] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52e543bd-b4f4-37bb-31f2-dcc7fe6231fa" [ 2317.912107] env[62291]: _type = "Task" [ 2317.912107] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2317.922624] env[62291]: DEBUG oslo_vmware.api [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52e543bd-b4f4-37bb-31f2-dcc7fe6231fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2318.209505] env[62291]: DEBUG nova.compute.manager [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: c105eefa-10cb-4d68-977b-a97263a6105f] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2318.290687] env[62291]: DEBUG oslo_vmware.api [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143509, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2318.315948] env[62291]: DEBUG oslo_vmware.api [None req-87ee95d6-1e25-4a74-9edc-b8e1a9462732 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143508, 'name': Destroy_Task, 'duration_secs': 0.727929} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2318.316334] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-87ee95d6-1e25-4a74-9edc-b8e1a9462732 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Destroyed the VM [ 2318.316634] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-87ee95d6-1e25-4a74-9edc-b8e1a9462732 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Deleting Snapshot of the VM instance {{(pid=62291) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2318.316962] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-14d53a72-29dc-4105-975c-911b6ebf9ba9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.323716] env[62291]: DEBUG nova.compute.manager [None req-3d3a4004-d402-46bf-a549-83d71e7e66fe tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2318.324767] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e453cb4c-369c-47c8-b6bd-149cf8752b58 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.329718] env[62291]: DEBUG oslo_vmware.api [None req-87ee95d6-1e25-4a74-9edc-b8e1a9462732 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2318.329718] env[62291]: value = "task-2143513" [ 2318.329718] env[62291]: _type = "Task" [ 2318.329718] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2318.344057] env[62291]: DEBUG oslo_vmware.api [None req-87ee95d6-1e25-4a74-9edc-b8e1a9462732 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143513, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2318.424099] env[62291]: DEBUG oslo_vmware.api [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52e543bd-b4f4-37bb-31f2-dcc7fe6231fa, 'name': SearchDatastore_Task, 'duration_secs': 0.016462} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2318.424977] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a66a493-ed12-49e1-9b7e-9cd2faff0b4c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.432796] env[62291]: DEBUG oslo_vmware.api [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2318.432796] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52ac5f29-5e97-5ad8-0e7b-e23701adc5f3" [ 2318.432796] env[62291]: _type = "Task" [ 2318.432796] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2318.443246] env[62291]: DEBUG oslo_vmware.api [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52ac5f29-5e97-5ad8-0e7b-e23701adc5f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2318.733207] env[62291]: DEBUG oslo_concurrency.lockutils [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2318.733700] env[62291]: DEBUG oslo_concurrency.lockutils [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2318.734938] env[62291]: INFO nova.compute.claims [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: c105eefa-10cb-4d68-977b-a97263a6105f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2318.752394] env[62291]: DEBUG oslo_vmware.rw_handles [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5231ca23-42fc-2d79-8e9a-50b31a8ed470/disk-0.vmdk. {{(pid=62291) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2318.753334] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb46e64e-568a-47a3-9d4c-8e53a2c76d7e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.759946] env[62291]: DEBUG oslo_vmware.rw_handles [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5231ca23-42fc-2d79-8e9a-50b31a8ed470/disk-0.vmdk is in state: ready. {{(pid=62291) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2318.760112] env[62291]: ERROR oslo_vmware.rw_handles [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5231ca23-42fc-2d79-8e9a-50b31a8ed470/disk-0.vmdk due to incomplete transfer. [ 2318.760474] env[62291]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f6198016-da90-4fc4-835c-d1d29ae5565c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.768075] env[62291]: DEBUG oslo_vmware.rw_handles [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5231ca23-42fc-2d79-8e9a-50b31a8ed470/disk-0.vmdk. {{(pid=62291) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2318.768301] env[62291]: DEBUG nova.virt.vmwareapi.images [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Uploaded image 5bacde31-3c73-43bf-9f89-db6f46e08be6 to the Glance image server {{(pid=62291) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2318.769929] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Destroying the VM {{(pid=62291) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2318.770211] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-745c7c64-0423-4e72-9716-43a68d21595d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.777884] env[62291]: DEBUG oslo_vmware.api [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Waiting for the task: (returnval){ [ 2318.777884] env[62291]: value = "task-2143514" [ 2318.777884] env[62291]: _type = "Task" [ 2318.777884] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2318.790111] env[62291]: DEBUG oslo_vmware.api [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143509, 'name': PowerOffVM_Task, 'duration_secs': 0.552676} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2318.793277] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2318.793524] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Updating instance '48a20ee1-21c1-4e2f-8049-d582d74e2210' progress to 17 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2318.796805] env[62291]: DEBUG oslo_vmware.api [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143514, 'name': Destroy_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2318.841317] env[62291]: DEBUG oslo_vmware.api [None req-87ee95d6-1e25-4a74-9edc-b8e1a9462732 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143513, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2318.845479] env[62291]: INFO nova.compute.manager [None req-3d3a4004-d402-46bf-a549-83d71e7e66fe tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] instance snapshotting [ 2318.848278] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2cec308-edf6-44c2-a9dd-babcb91a1b31 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.869363] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe14714-e931-455a-9e26-1e85440d3134 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.943626] env[62291]: DEBUG oslo_vmware.api [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52ac5f29-5e97-5ad8-0e7b-e23701adc5f3, 'name': SearchDatastore_Task, 'duration_secs': 0.020844} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2318.943908] env[62291]: DEBUG oslo_concurrency.lockutils [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2318.944209] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 2529247b-2f3b-4979-ae7e-bb9735fe253b/2529247b-2f3b-4979-ae7e-bb9735fe253b.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2318.944486] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c885ef4a-7d49-4fee-afb7-4d7b3cb7c2f2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.951921] env[62291]: DEBUG oslo_vmware.api [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2318.951921] env[62291]: value = "task-2143515" [ 2318.951921] env[62291]: _type = "Task" [ 2318.951921] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2318.960392] env[62291]: DEBUG oslo_vmware.api [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143515, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2319.288916] env[62291]: DEBUG oslo_vmware.api [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143514, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2319.300677] env[62291]: DEBUG nova.virt.hardware [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2319.300940] env[62291]: DEBUG nova.virt.hardware [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2319.301020] env[62291]: DEBUG nova.virt.hardware [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2319.301217] env[62291]: DEBUG nova.virt.hardware [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2319.301367] env[62291]: DEBUG nova.virt.hardware [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2319.303031] env[62291]: DEBUG nova.virt.hardware [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2319.303031] env[62291]: DEBUG nova.virt.hardware [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2319.303031] env[62291]: DEBUG nova.virt.hardware [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2319.303031] env[62291]: DEBUG nova.virt.hardware [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2319.303031] env[62291]: DEBUG nova.virt.hardware [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2319.303031] env[62291]: DEBUG nova.virt.hardware [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2319.307965] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1a104b67-4f82-4892-990a-ca2f50aa3b53 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.326559] env[62291]: DEBUG oslo_vmware.api [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 2319.326559] env[62291]: value = "task-2143516" [ 2319.326559] env[62291]: _type = "Task" [ 2319.326559] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2319.338009] env[62291]: DEBUG oslo_vmware.api [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143516, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2319.343701] env[62291]: DEBUG oslo_vmware.api [None req-87ee95d6-1e25-4a74-9edc-b8e1a9462732 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143513, 'name': RemoveSnapshot_Task, 'duration_secs': 0.71308} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2319.343985] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-87ee95d6-1e25-4a74-9edc-b8e1a9462732 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Deleted Snapshot of the VM instance {{(pid=62291) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2319.344259] env[62291]: INFO nova.compute.manager [None req-87ee95d6-1e25-4a74-9edc-b8e1a9462732 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Took 18.12 seconds to snapshot the instance on the hypervisor. [ 2319.380242] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3d3a4004-d402-46bf-a549-83d71e7e66fe tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Creating Snapshot of the VM instance {{(pid=62291) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2319.381216] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-637c8fed-6eb5-4649-8849-173f633bbd92 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.391645] env[62291]: DEBUG oslo_vmware.api [None req-3d3a4004-d402-46bf-a549-83d71e7e66fe tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2319.391645] env[62291]: value = "task-2143517" [ 2319.391645] env[62291]: _type = "Task" [ 2319.391645] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2319.401283] env[62291]: DEBUG oslo_vmware.api [None req-3d3a4004-d402-46bf-a549-83d71e7e66fe tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143517, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2319.463618] env[62291]: DEBUG oslo_vmware.api [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143515, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2319.806077] env[62291]: DEBUG oslo_vmware.api [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143514, 'name': Destroy_Task, 'duration_secs': 0.568282} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2319.806504] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Destroyed the VM [ 2319.806593] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Deleting Snapshot of the VM instance {{(pid=62291) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2319.806856] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-7504255a-ac0c-467e-a795-93ffb76931d0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.816945] env[62291]: DEBUG oslo_vmware.api [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Waiting for the task: (returnval){ [ 2319.816945] env[62291]: value = "task-2143518" [ 2319.816945] env[62291]: _type = "Task" [ 2319.816945] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2319.827519] env[62291]: DEBUG oslo_vmware.api [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143518, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2319.838598] env[62291]: DEBUG oslo_vmware.api [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143516, 'name': ReconfigVM_Task, 'duration_secs': 0.282818} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2319.838949] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Updating instance '48a20ee1-21c1-4e2f-8049-d582d74e2210' progress to 33 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2319.904977] env[62291]: DEBUG oslo_vmware.api [None req-3d3a4004-d402-46bf-a549-83d71e7e66fe tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143517, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2319.913467] env[62291]: DEBUG nova.compute.manager [None req-87ee95d6-1e25-4a74-9edc-b8e1a9462732 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Found 1 images (rotation: 2) {{(pid=62291) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4554}} [ 2319.935324] env[62291]: DEBUG oslo_concurrency.lockutils [None req-be91f306-3c9e-462e-b5e8-899cbd1059ee tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "c9217dbd-27aa-46aa-8c41-555c584dd027" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2319.935842] env[62291]: DEBUG oslo_concurrency.lockutils [None req-be91f306-3c9e-462e-b5e8-899cbd1059ee tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "c9217dbd-27aa-46aa-8c41-555c584dd027" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2319.964189] env[62291]: DEBUG oslo_vmware.api [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143515, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.774119} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2319.964327] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 2529247b-2f3b-4979-ae7e-bb9735fe253b/2529247b-2f3b-4979-ae7e-bb9735fe253b.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2319.964470] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 2529247b-2f3b-4979-ae7e-bb9735fe253b] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2319.964734] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5106913-76a6-4a40-8a46-3a7f3efd7cb1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2319.976164] env[62291]: DEBUG oslo_vmware.api [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2319.976164] env[62291]: value = "task-2143519" [ 2319.976164] env[62291]: _type = "Task" [ 2319.976164] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2319.986827] env[62291]: DEBUG oslo_vmware.api [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143519, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2320.064233] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eeaf2cb-121b-4fb5-843c-c9b0643e47cf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.075034] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75590aa8-ac92-494f-82bf-031f4d9600b4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.113331] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7e297f-025d-4f87-b486-13af6985c57e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.125564] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cf8a4e-5c9c-45c5-bfbc-5cb9fa361964 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.143617] env[62291]: DEBUG nova.compute.provider_tree [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2320.329182] env[62291]: DEBUG oslo_vmware.api [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143518, 'name': RemoveSnapshot_Task, 'duration_secs': 0.392194} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2320.329499] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Deleted Snapshot of the VM instance {{(pid=62291) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2320.329780] env[62291]: DEBUG nova.compute.manager [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2320.330713] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e37d145-7ddc-47af-9281-cb1bdcea6fa2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.345053] env[62291]: DEBUG nova.virt.hardware [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2320.345307] env[62291]: DEBUG nova.virt.hardware [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2320.345467] env[62291]: DEBUG nova.virt.hardware [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2320.345651] env[62291]: DEBUG nova.virt.hardware [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2320.345798] env[62291]: DEBUG nova.virt.hardware [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2320.345946] env[62291]: DEBUG nova.virt.hardware [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2320.346186] env[62291]: DEBUG nova.virt.hardware [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2320.346366] env[62291]: DEBUG nova.virt.hardware [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2320.346551] env[62291]: DEBUG nova.virt.hardware [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2320.346682] env[62291]: DEBUG nova.virt.hardware [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2320.346832] env[62291]: DEBUG nova.virt.hardware [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2320.352308] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Reconfiguring VM instance instance-00000062 to detach disk 2000 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2320.352956] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cca7e75-5a2d-4a59-9498-0fdf35ab7648 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.373544] env[62291]: DEBUG oslo_vmware.api [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 2320.373544] env[62291]: value = "task-2143520" [ 2320.373544] env[62291]: _type = "Task" [ 2320.373544] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2320.383299] env[62291]: DEBUG oslo_vmware.api [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143520, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2320.402925] env[62291]: DEBUG oslo_vmware.api [None req-3d3a4004-d402-46bf-a549-83d71e7e66fe tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143517, 'name': CreateSnapshot_Task, 'duration_secs': 0.869791} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2320.403244] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3d3a4004-d402-46bf-a549-83d71e7e66fe tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Created Snapshot of the VM instance {{(pid=62291) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2320.404028] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2216a3a4-a969-42da-ab0b-c3b116bcf5bd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.441706] env[62291]: INFO nova.compute.manager [None req-be91f306-3c9e-462e-b5e8-899cbd1059ee tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Detaching volume 8aac14eb-cb64-48bf-a3f0-593d45331678 [ 2320.483840] env[62291]: INFO nova.virt.block_device [None req-be91f306-3c9e-462e-b5e8-899cbd1059ee tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Attempting to driver detach volume 8aac14eb-cb64-48bf-a3f0-593d45331678 from mountpoint /dev/sdb [ 2320.484123] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-be91f306-3c9e-462e-b5e8-899cbd1059ee tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Volume detach. Driver type: vmdk {{(pid=62291) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2320.484301] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-be91f306-3c9e-462e-b5e8-899cbd1059ee tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-438102', 'volume_id': '8aac14eb-cb64-48bf-a3f0-593d45331678', 'name': 'volume-8aac14eb-cb64-48bf-a3f0-593d45331678', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c9217dbd-27aa-46aa-8c41-555c584dd027', 'attached_at': '', 'detached_at': '', 'volume_id': '8aac14eb-cb64-48bf-a3f0-593d45331678', 'serial': '8aac14eb-cb64-48bf-a3f0-593d45331678'} {{(pid=62291) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2320.485266] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f5a0c2-61fe-4994-84c8-c370b84ae1d9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.491165] env[62291]: DEBUG oslo_vmware.api [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143519, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071804} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2320.491904] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 2529247b-2f3b-4979-ae7e-bb9735fe253b] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2320.492815] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c47faee-430b-4749-abab-3242ac681156 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.517038] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c72227b-f6d8-4953-ae5c-3a0ad0e09bfb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.543176] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 2529247b-2f3b-4979-ae7e-bb9735fe253b] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 2529247b-2f3b-4979-ae7e-bb9735fe253b/2529247b-2f3b-4979-ae7e-bb9735fe253b.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2320.545446] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1452fda9-d6bd-44e6-92fd-af0809d899b6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.561114] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6c7578-0530-419d-a6f8-0cd353159e06 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.572070] env[62291]: DEBUG oslo_vmware.api [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2320.572070] env[62291]: value = "task-2143521" [ 2320.572070] env[62291]: _type = "Task" [ 2320.572070] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2320.594469] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d5f13a-4b2b-45db-99f7-911f10b69a46 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.601424] env[62291]: DEBUG oslo_vmware.api [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2320.614888] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-be91f306-3c9e-462e-b5e8-899cbd1059ee tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] The volume has not been displaced from its original location: [datastore2] volume-8aac14eb-cb64-48bf-a3f0-593d45331678/volume-8aac14eb-cb64-48bf-a3f0-593d45331678.vmdk. No consolidation needed. {{(pid=62291) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2320.620413] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-be91f306-3c9e-462e-b5e8-899cbd1059ee tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Reconfiguring VM instance instance-00000052 to detach disk 2001 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2320.620941] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2320.621192] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb11cff4-78bd-424e-b9e2-e53567b2dc43 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.634463] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2320.643312] env[62291]: DEBUG oslo_vmware.api [None req-be91f306-3c9e-462e-b5e8-899cbd1059ee tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2320.643312] env[62291]: value = "task-2143522" [ 2320.643312] env[62291]: _type = "Task" [ 2320.643312] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2320.649519] env[62291]: DEBUG nova.scheduler.client.report [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2320.666365] env[62291]: DEBUG oslo_vmware.api [None req-be91f306-3c9e-462e-b5e8-899cbd1059ee tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143522, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2320.715423] env[62291]: DEBUG nova.compute.manager [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2320.716403] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b7d7c3-2b5d-4085-ab76-744411cd1bec {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.846175] env[62291]: INFO nova.compute.manager [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Shelve offloading [ 2320.848435] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2320.848610] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee211b3c-d5f6-4795-8d3c-26cee295ac71 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.857621] env[62291]: DEBUG oslo_vmware.api [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Waiting for the task: (returnval){ [ 2320.857621] env[62291]: value = "task-2143524" [ 2320.857621] env[62291]: _type = "Task" [ 2320.857621] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2320.869817] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] VM already powered off {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2320.869924] env[62291]: DEBUG nova.compute.manager [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2320.870703] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5fd6c4-faeb-43ae-a6f0-811342af756d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.879745] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Acquiring lock "refresh_cache-636d8f12-4307-48cb-9da0-e6915e1c3118" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2320.879745] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Acquired lock "refresh_cache-636d8f12-4307-48cb-9da0-e6915e1c3118" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2320.879915] env[62291]: DEBUG nova.network.neutron [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2320.887097] env[62291]: DEBUG oslo_vmware.api [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143520, 'name': ReconfigVM_Task, 'duration_secs': 0.320331} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2320.887097] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Reconfigured VM instance instance-00000062 to detach disk 2000 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2320.887715] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65ba526a-8ef7-4fcf-9f5a-cbc553b003ca {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.913895] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 48a20ee1-21c1-4e2f-8049-d582d74e2210/48a20ee1-21c1-4e2f-8049-d582d74e2210.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2320.914572] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73405bc7-188b-4e61-9ca6-17cee88ffba4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.934455] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3d3a4004-d402-46bf-a549-83d71e7e66fe tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Creating linked-clone VM from snapshot {{(pid=62291) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2320.935174] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-68af726c-4732-4b99-bc59-cc344965bd3a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2320.945825] env[62291]: DEBUG oslo_vmware.api [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 2320.945825] env[62291]: value = "task-2143525" [ 2320.945825] env[62291]: _type = "Task" [ 2320.945825] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2320.947283] env[62291]: DEBUG oslo_vmware.api [None req-3d3a4004-d402-46bf-a549-83d71e7e66fe tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2320.947283] env[62291]: value = "task-2143526" [ 2320.947283] env[62291]: _type = "Task" [ 2320.947283] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2320.959593] env[62291]: DEBUG oslo_vmware.api [None req-3d3a4004-d402-46bf-a549-83d71e7e66fe tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143526, 'name': CloneVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2320.963044] env[62291]: DEBUG oslo_vmware.api [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143525, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2321.084459] env[62291]: DEBUG oslo_vmware.api [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143521, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2321.143550] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2321.143731] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Starting heal instance info cache {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 2321.155694] env[62291]: DEBUG oslo_concurrency.lockutils [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.422s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2321.156343] env[62291]: DEBUG nova.compute.manager [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: c105eefa-10cb-4d68-977b-a97263a6105f] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2321.159399] env[62291]: DEBUG oslo_vmware.api [None req-be91f306-3c9e-462e-b5e8-899cbd1059ee tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143522, 'name': ReconfigVM_Task, 'duration_secs': 0.499303} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2321.160570] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-be91f306-3c9e-462e-b5e8-899cbd1059ee tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Reconfigured VM instance instance-00000052 to detach disk 2001 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2321.166484] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d23243c0-6da7-469e-b45f-4c88a93c004e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.188301] env[62291]: DEBUG oslo_vmware.api [None req-be91f306-3c9e-462e-b5e8-899cbd1059ee tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2321.188301] env[62291]: value = "task-2143527" [ 2321.188301] env[62291]: _type = "Task" [ 2321.188301] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2321.202338] env[62291]: DEBUG oslo_vmware.api [None req-be91f306-3c9e-462e-b5e8-899cbd1059ee tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143527, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2321.228600] env[62291]: INFO nova.compute.manager [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] instance snapshotting [ 2321.229681] env[62291]: DEBUG nova.objects.instance [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lazy-loading 'flavor' on Instance uuid af730d81-bef8-454f-858a-8141561b0086 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2321.465611] env[62291]: DEBUG oslo_vmware.api [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143525, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2321.465900] env[62291]: DEBUG oslo_vmware.api [None req-3d3a4004-d402-46bf-a549-83d71e7e66fe tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143526, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2321.586763] env[62291]: DEBUG oslo_vmware.api [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143521, 'name': ReconfigVM_Task, 'duration_secs': 0.66921} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2321.587169] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 2529247b-2f3b-4979-ae7e-bb9735fe253b] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 2529247b-2f3b-4979-ae7e-bb9735fe253b/2529247b-2f3b-4979-ae7e-bb9735fe253b.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2321.587776] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-234fea73-2069-4ab0-ac9f-cef4fbb4d2e5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.597232] env[62291]: DEBUG oslo_vmware.api [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2321.597232] env[62291]: value = "task-2143528" [ 2321.597232] env[62291]: _type = "Task" [ 2321.597232] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2321.607244] env[62291]: DEBUG oslo_vmware.api [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143528, 'name': Rename_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2321.634057] env[62291]: DEBUG nova.network.neutron [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Updating instance_info_cache with network_info: [{"id": "8666411f-3ea5-45f8-a322-0cfc314452a9", "address": "fa:16:3e:cb:ee:c7", "network": {"id": "c4dee9e3-c454-498f-a182-75688ed3eba4", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1636214597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae2da117ff1548eca5e5872d9447faab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8666411f-3e", "ovs_interfaceid": "8666411f-3ea5-45f8-a322-0cfc314452a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2321.662361] env[62291]: DEBUG nova.compute.utils [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2321.663988] env[62291]: DEBUG nova.compute.manager [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: c105eefa-10cb-4d68-977b-a97263a6105f] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2321.663988] env[62291]: DEBUG nova.network.neutron [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: c105eefa-10cb-4d68-977b-a97263a6105f] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2321.701701] env[62291]: DEBUG oslo_vmware.api [None req-be91f306-3c9e-462e-b5e8-899cbd1059ee tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143527, 'name': ReconfigVM_Task, 'duration_secs': 0.214662} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2321.701701] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-be91f306-3c9e-462e-b5e8-899cbd1059ee tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-438102', 'volume_id': '8aac14eb-cb64-48bf-a3f0-593d45331678', 'name': 'volume-8aac14eb-cb64-48bf-a3f0-593d45331678', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c9217dbd-27aa-46aa-8c41-555c584dd027', 'attached_at': '', 'detached_at': '', 'volume_id': '8aac14eb-cb64-48bf-a3f0-593d45331678', 'serial': '8aac14eb-cb64-48bf-a3f0-593d45331678'} {{(pid=62291) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2321.713460] env[62291]: DEBUG nova.policy [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e81ade3d60eb4c06ae7ee64c9a6a090a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91b6e38d29a747f5a5ece7587dcd8c03', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2321.736770] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-917b4d33-49dd-46f2-a0dc-be17734bdc2d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.758114] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6b48e2-40b0-4710-af39-01622003a80f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2321.959707] env[62291]: DEBUG oslo_vmware.api [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143525, 'name': ReconfigVM_Task, 'duration_secs': 0.972609} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2321.960564] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 48a20ee1-21c1-4e2f-8049-d582d74e2210/48a20ee1-21c1-4e2f-8049-d582d74e2210.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2321.961051] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Updating instance '48a20ee1-21c1-4e2f-8049-d582d74e2210' progress to 50 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2321.968837] env[62291]: DEBUG oslo_vmware.api [None req-3d3a4004-d402-46bf-a549-83d71e7e66fe tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143526, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2322.054888] env[62291]: DEBUG nova.network.neutron [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: c105eefa-10cb-4d68-977b-a97263a6105f] Successfully created port: 6a83f9ff-f033-4fd9-8fa0-f77aab66119f {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2322.111994] env[62291]: DEBUG oslo_vmware.api [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143528, 'name': Rename_Task, 'duration_secs': 0.418152} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2322.112328] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 2529247b-2f3b-4979-ae7e-bb9735fe253b] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2322.112588] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db6ae0e3-e3d0-45d2-9290-29f0cba5a853 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.121597] env[62291]: DEBUG oslo_vmware.api [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2322.121597] env[62291]: value = "task-2143529" [ 2322.121597] env[62291]: _type = "Task" [ 2322.121597] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2322.130364] env[62291]: DEBUG oslo_vmware.api [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143529, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2322.137225] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Releasing lock "refresh_cache-636d8f12-4307-48cb-9da0-e6915e1c3118" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2322.167364] env[62291]: DEBUG nova.compute.manager [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: c105eefa-10cb-4d68-977b-a97263a6105f] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2322.189993] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "refresh_cache-4f4a46eb-7bd3-4477-89eb-dd30a98a3538" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2322.189993] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquired lock "refresh_cache-4f4a46eb-7bd3-4477-89eb-dd30a98a3538" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2322.190127] env[62291]: DEBUG nova.network.neutron [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Forcefully refreshing network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 2322.256353] env[62291]: DEBUG nova.objects.instance [None req-be91f306-3c9e-462e-b5e8-899cbd1059ee tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lazy-loading 'flavor' on Instance uuid c9217dbd-27aa-46aa-8c41-555c584dd027 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2322.270059] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Creating Snapshot of the VM instance {{(pid=62291) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2322.270410] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ea07b6f1-140d-4c77-906d-bda039ba0143 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.282482] env[62291]: DEBUG oslo_vmware.api [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2322.282482] env[62291]: value = "task-2143530" [ 2322.282482] env[62291]: _type = "Task" [ 2322.282482] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2322.294029] env[62291]: DEBUG oslo_vmware.api [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143530, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2322.462857] env[62291]: DEBUG oslo_vmware.api [None req-3d3a4004-d402-46bf-a549-83d71e7e66fe tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143526, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2322.472688] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda06da5-541b-46c1-9002-e99cde90e18b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.493129] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994d9d17-d2f2-4e1d-9c37-6b763b60dfcc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.514891] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Updating instance '48a20ee1-21c1-4e2f-8049-d582d74e2210' progress to 67 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2322.550945] env[62291]: DEBUG nova.compute.manager [req-9de400c1-20a4-4b7b-92c7-41569585c891 req-05de1f5c-4933-4e45-b508-95ada605d5e0 service nova] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Received event network-vif-unplugged-8666411f-3ea5-45f8-a322-0cfc314452a9 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2322.551448] env[62291]: DEBUG oslo_concurrency.lockutils [req-9de400c1-20a4-4b7b-92c7-41569585c891 req-05de1f5c-4933-4e45-b508-95ada605d5e0 service nova] Acquiring lock "636d8f12-4307-48cb-9da0-e6915e1c3118-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2322.551776] env[62291]: DEBUG oslo_concurrency.lockutils [req-9de400c1-20a4-4b7b-92c7-41569585c891 req-05de1f5c-4933-4e45-b508-95ada605d5e0 service nova] Lock "636d8f12-4307-48cb-9da0-e6915e1c3118-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2322.552035] env[62291]: DEBUG oslo_concurrency.lockutils [req-9de400c1-20a4-4b7b-92c7-41569585c891 req-05de1f5c-4933-4e45-b508-95ada605d5e0 service nova] Lock "636d8f12-4307-48cb-9da0-e6915e1c3118-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2322.552311] env[62291]: DEBUG nova.compute.manager [req-9de400c1-20a4-4b7b-92c7-41569585c891 req-05de1f5c-4933-4e45-b508-95ada605d5e0 service nova] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] No waiting events found dispatching network-vif-unplugged-8666411f-3ea5-45f8-a322-0cfc314452a9 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2322.552538] env[62291]: WARNING nova.compute.manager [req-9de400c1-20a4-4b7b-92c7-41569585c891 req-05de1f5c-4933-4e45-b508-95ada605d5e0 service nova] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Received unexpected event network-vif-unplugged-8666411f-3ea5-45f8-a322-0cfc314452a9 for instance with vm_state shelved and task_state shelving_offloading. [ 2322.563300] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2322.564257] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0467cfa-8646-4809-a931-2338e0e96a82 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.573610] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2322.573865] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-974647e2-ceb9-46a8-bd04-99676da2d76c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.633397] env[62291]: DEBUG oslo_vmware.api [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143529, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2322.806309] env[62291]: DEBUG oslo_vmware.api [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143530, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2322.912062] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2322.912062] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Deleting contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2322.912062] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Deleting the datastore file [datastore1] 636d8f12-4307-48cb-9da0-e6915e1c3118 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2322.912419] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-590a0faf-c70a-49fc-9951-5f8a483ecae5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2322.920530] env[62291]: DEBUG oslo_vmware.api [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Waiting for the task: (returnval){ [ 2322.920530] env[62291]: value = "task-2143533" [ 2322.920530] env[62291]: _type = "Task" [ 2322.920530] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2322.930783] env[62291]: DEBUG oslo_vmware.api [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143533, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2322.962459] env[62291]: DEBUG oslo_vmware.api [None req-3d3a4004-d402-46bf-a549-83d71e7e66fe tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143526, 'name': CloneVM_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2323.069354] env[62291]: DEBUG nova.network.neutron [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Port eb92fb1c-8619-4263-8303-d087c0471f34 binding to destination host cpu-1 is already ACTIVE {{(pid=62291) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 2323.131315] env[62291]: DEBUG oslo_vmware.api [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143529, 'name': PowerOnVM_Task, 'duration_secs': 0.782484} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2323.131591] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 2529247b-2f3b-4979-ae7e-bb9735fe253b] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2323.131797] env[62291]: INFO nova.compute.manager [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 2529247b-2f3b-4979-ae7e-bb9735fe253b] Took 12.38 seconds to spawn the instance on the hypervisor. [ 2323.131981] env[62291]: DEBUG nova.compute.manager [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 2529247b-2f3b-4979-ae7e-bb9735fe253b] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2323.132775] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d43c20-ea15-4e8f-a889-5ac42f6c30ce {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.180454] env[62291]: DEBUG nova.compute.manager [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: c105eefa-10cb-4d68-977b-a97263a6105f] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2323.202910] env[62291]: DEBUG nova.virt.hardware [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2323.203195] env[62291]: DEBUG nova.virt.hardware [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2323.203356] env[62291]: DEBUG nova.virt.hardware [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2323.203537] env[62291]: DEBUG nova.virt.hardware [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2323.203681] env[62291]: DEBUG nova.virt.hardware [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2323.203841] env[62291]: DEBUG nova.virt.hardware [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2323.204056] env[62291]: DEBUG nova.virt.hardware [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2323.204231] env[62291]: DEBUG nova.virt.hardware [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2323.204387] env[62291]: DEBUG nova.virt.hardware [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2323.204546] env[62291]: DEBUG nova.virt.hardware [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2323.204720] env[62291]: DEBUG nova.virt.hardware [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2323.205602] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dfe6862-39bc-491d-9ffc-29a9756a6c9a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.213506] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4567072b-77c7-47eb-a8ca-e2ea0c0f9e61 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.264033] env[62291]: DEBUG oslo_concurrency.lockutils [None req-be91f306-3c9e-462e-b5e8-899cbd1059ee tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "c9217dbd-27aa-46aa-8c41-555c584dd027" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.328s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2323.294288] env[62291]: DEBUG oslo_vmware.api [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143530, 'name': CreateSnapshot_Task, 'duration_secs': 0.717389} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2323.296754] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Created Snapshot of the VM instance {{(pid=62291) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2323.297537] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c6f136-e0a6-4af9-a0cb-8b4e92e1beb2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.431203] env[62291]: DEBUG oslo_vmware.api [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143533, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305915} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2323.431478] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2323.431661] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Deleted contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2323.431857] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2323.458611] env[62291]: INFO nova.scheduler.client.report [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Deleted allocations for instance 636d8f12-4307-48cb-9da0-e6915e1c3118 [ 2323.462518] env[62291]: DEBUG nova.network.neutron [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Updating instance_info_cache with network_info: [{"id": "1984912c-86ae-4f13-9852-07d0410e7941", "address": "fa:16:3e:a8:1b:a5", "network": {"id": "a7d4cfa1-5a02-4729-b15f-3d414d57aa9e", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-66180431-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "877e1c36dc75431296fb730c541970f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d94740a-bce8-4103-8ecf-230d02ec0a44", "external-id": "nsx-vlan-transportzone-149", "segmentation_id": 149, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1984912c-86", "ovs_interfaceid": "1984912c-86ae-4f13-9852-07d0410e7941", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2323.467246] env[62291]: DEBUG oslo_vmware.api [None req-3d3a4004-d402-46bf-a549-83d71e7e66fe tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143526, 'name': CloneVM_Task, 'duration_secs': 2.091046} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2323.467500] env[62291]: INFO nova.virt.vmwareapi.vmops [None req-3d3a4004-d402-46bf-a549-83d71e7e66fe tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Created linked-clone VM from snapshot [ 2323.468511] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eed14d0-2349-4243-b299-49d90aae727b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.477171] env[62291]: DEBUG nova.virt.vmwareapi.images [None req-3d3a4004-d402-46bf-a549-83d71e7e66fe tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Uploading image adb937d7-0db0-4f44-9538-67b69b2ba864 {{(pid=62291) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2323.498039] env[62291]: DEBUG oslo_vmware.rw_handles [None req-3d3a4004-d402-46bf-a549-83d71e7e66fe tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2323.498039] env[62291]: value = "vm-438128" [ 2323.498039] env[62291]: _type = "VirtualMachine" [ 2323.498039] env[62291]: }. {{(pid=62291) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2323.498246] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-8d22eee9-7cb9-4418-88cd-4d3c9689f909 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.506770] env[62291]: DEBUG oslo_vmware.rw_handles [None req-3d3a4004-d402-46bf-a549-83d71e7e66fe tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lease: (returnval){ [ 2323.506770] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]528153f2-426d-3ac1-de6e-ca1db8d76d59" [ 2323.506770] env[62291]: _type = "HttpNfcLease" [ 2323.506770] env[62291]: } obtained for exporting VM: (result){ [ 2323.506770] env[62291]: value = "vm-438128" [ 2323.506770] env[62291]: _type = "VirtualMachine" [ 2323.506770] env[62291]: }. {{(pid=62291) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2323.507077] env[62291]: DEBUG oslo_vmware.api [None req-3d3a4004-d402-46bf-a549-83d71e7e66fe tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the lease: (returnval){ [ 2323.507077] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]528153f2-426d-3ac1-de6e-ca1db8d76d59" [ 2323.507077] env[62291]: _type = "HttpNfcLease" [ 2323.507077] env[62291]: } to be ready. {{(pid=62291) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2323.514097] env[62291]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2323.514097] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]528153f2-426d-3ac1-de6e-ca1db8d76d59" [ 2323.514097] env[62291]: _type = "HttpNfcLease" [ 2323.514097] env[62291]: } is initializing. {{(pid=62291) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2323.649197] env[62291]: INFO nova.compute.manager [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 2529247b-2f3b-4979-ae7e-bb9735fe253b] Took 17.50 seconds to build instance. [ 2323.816143] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Creating linked-clone VM from snapshot {{(pid=62291) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2323.816550] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b4827aaf-7e63-4c2c-93e3-2a803ec30d96 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2323.828150] env[62291]: DEBUG oslo_vmware.api [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2323.828150] env[62291]: value = "task-2143535" [ 2323.828150] env[62291]: _type = "Task" [ 2323.828150] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2323.837659] env[62291]: DEBUG oslo_vmware.api [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143535, 'name': CloneVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2323.963296] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2323.963591] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2323.963812] env[62291]: DEBUG nova.objects.instance [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Lazy-loading 'resources' on Instance uuid 636d8f12-4307-48cb-9da0-e6915e1c3118 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2323.965014] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Releasing lock "refresh_cache-4f4a46eb-7bd3-4477-89eb-dd30a98a3538" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2323.965262] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Updated the network info_cache for instance {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9999}} [ 2323.965390] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2323.965748] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2323.965912] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2323.966076] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2323.966921] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2323.966921] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2323.966921] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62291) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 2323.966921] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2324.016822] env[62291]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2324.016822] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]528153f2-426d-3ac1-de6e-ca1db8d76d59" [ 2324.016822] env[62291]: _type = "HttpNfcLease" [ 2324.016822] env[62291]: } is ready. {{(pid=62291) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2324.017256] env[62291]: DEBUG oslo_vmware.rw_handles [None req-3d3a4004-d402-46bf-a549-83d71e7e66fe tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2324.017256] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]528153f2-426d-3ac1-de6e-ca1db8d76d59" [ 2324.017256] env[62291]: _type = "HttpNfcLease" [ 2324.017256] env[62291]: }. {{(pid=62291) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2324.018390] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39859766-297e-47e6-8942-9b69ee64a4de {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.028328] env[62291]: DEBUG oslo_vmware.rw_handles [None req-3d3a4004-d402-46bf-a549-83d71e7e66fe tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528b635f-6dcb-b8b3-8fcf-89871ae5a80b/disk-0.vmdk from lease info. {{(pid=62291) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2324.028562] env[62291]: DEBUG oslo_vmware.rw_handles [None req-3d3a4004-d402-46bf-a549-83d71e7e66fe tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528b635f-6dcb-b8b3-8fcf-89871ae5a80b/disk-0.vmdk for reading. {{(pid=62291) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2324.104829] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "48a20ee1-21c1-4e2f-8049-d582d74e2210-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2324.105134] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "48a20ee1-21c1-4e2f-8049-d582d74e2210-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2324.105324] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "48a20ee1-21c1-4e2f-8049-d582d74e2210-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2324.135056] env[62291]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0061276e-f1a5-48fe-842b-675d5472aa87 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.151470] env[62291]: DEBUG oslo_concurrency.lockutils [None req-074bec3c-d7e3-4f31-93cd-1510df09085c tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "2529247b-2f3b-4979-ae7e-bb9735fe253b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.013s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2324.254907] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f8488dc4-8783-46db-852f-69ec15bc3e72 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "c9217dbd-27aa-46aa-8c41-555c584dd027" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2324.255234] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f8488dc4-8783-46db-852f-69ec15bc3e72 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "c9217dbd-27aa-46aa-8c41-555c584dd027" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2324.255452] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f8488dc4-8783-46db-852f-69ec15bc3e72 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "c9217dbd-27aa-46aa-8c41-555c584dd027-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2324.255684] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f8488dc4-8783-46db-852f-69ec15bc3e72 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "c9217dbd-27aa-46aa-8c41-555c584dd027-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2324.255904] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f8488dc4-8783-46db-852f-69ec15bc3e72 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "c9217dbd-27aa-46aa-8c41-555c584dd027-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2324.258368] env[62291]: INFO nova.compute.manager [None req-f8488dc4-8783-46db-852f-69ec15bc3e72 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Terminating instance [ 2324.260227] env[62291]: DEBUG nova.compute.manager [None req-f8488dc4-8783-46db-852f-69ec15bc3e72 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2324.260418] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f8488dc4-8783-46db-852f-69ec15bc3e72 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2324.261316] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a3b1010-3c11-4983-8272-4551676e0048 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.270245] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8488dc4-8783-46db-852f-69ec15bc3e72 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2324.270510] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0f72e9d-0cde-4034-8bf0-7873bf19fc15 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.277724] env[62291]: DEBUG oslo_vmware.api [None req-f8488dc4-8783-46db-852f-69ec15bc3e72 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2324.277724] env[62291]: value = "task-2143536" [ 2324.277724] env[62291]: _type = "Task" [ 2324.277724] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2324.287669] env[62291]: DEBUG oslo_vmware.api [None req-f8488dc4-8783-46db-852f-69ec15bc3e72 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2324.341933] env[62291]: DEBUG oslo_vmware.api [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143535, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2324.467218] env[62291]: DEBUG nova.objects.instance [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Lazy-loading 'numa_topology' on Instance uuid 636d8f12-4307-48cb-9da0-e6915e1c3118 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2324.471304] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2324.586060] env[62291]: DEBUG nova.compute.manager [req-5fbaff09-aa6f-4d04-a965-330ae0c12c13 req-d8a9892c-a5ff-489e-ac2c-de65b5b10bd4 service nova] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Received event network-changed-8666411f-3ea5-45f8-a322-0cfc314452a9 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2324.586386] env[62291]: DEBUG nova.compute.manager [req-5fbaff09-aa6f-4d04-a965-330ae0c12c13 req-d8a9892c-a5ff-489e-ac2c-de65b5b10bd4 service nova] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Refreshing instance network info cache due to event network-changed-8666411f-3ea5-45f8-a322-0cfc314452a9. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2324.586835] env[62291]: DEBUG oslo_concurrency.lockutils [req-5fbaff09-aa6f-4d04-a965-330ae0c12c13 req-d8a9892c-a5ff-489e-ac2c-de65b5b10bd4 service nova] Acquiring lock "refresh_cache-636d8f12-4307-48cb-9da0-e6915e1c3118" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2324.587097] env[62291]: DEBUG oslo_concurrency.lockutils [req-5fbaff09-aa6f-4d04-a965-330ae0c12c13 req-d8a9892c-a5ff-489e-ac2c-de65b5b10bd4 service nova] Acquired lock "refresh_cache-636d8f12-4307-48cb-9da0-e6915e1c3118" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2324.587494] env[62291]: DEBUG nova.network.neutron [req-5fbaff09-aa6f-4d04-a965-330ae0c12c13 req-d8a9892c-a5ff-489e-ac2c-de65b5b10bd4 service nova] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Refreshing network info cache for port 8666411f-3ea5-45f8-a322-0cfc314452a9 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2324.603583] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e221401d-69f4-4ad8-8a36-4a82b4d69e11 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "2529247b-2f3b-4979-ae7e-bb9735fe253b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2324.603910] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e221401d-69f4-4ad8-8a36-4a82b4d69e11 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "2529247b-2f3b-4979-ae7e-bb9735fe253b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2324.604637] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e221401d-69f4-4ad8-8a36-4a82b4d69e11 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "2529247b-2f3b-4979-ae7e-bb9735fe253b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2324.604637] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e221401d-69f4-4ad8-8a36-4a82b4d69e11 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "2529247b-2f3b-4979-ae7e-bb9735fe253b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2324.605886] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e221401d-69f4-4ad8-8a36-4a82b4d69e11 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "2529247b-2f3b-4979-ae7e-bb9735fe253b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2324.609232] env[62291]: INFO nova.compute.manager [None req-e221401d-69f4-4ad8-8a36-4a82b4d69e11 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 2529247b-2f3b-4979-ae7e-bb9735fe253b] Terminating instance [ 2324.612132] env[62291]: DEBUG nova.compute.manager [None req-e221401d-69f4-4ad8-8a36-4a82b4d69e11 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 2529247b-2f3b-4979-ae7e-bb9735fe253b] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2324.612870] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e221401d-69f4-4ad8-8a36-4a82b4d69e11 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 2529247b-2f3b-4979-ae7e-bb9735fe253b] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2324.613404] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91bc649e-130a-491c-a5d4-91debf4bb4d9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.624362] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-e221401d-69f4-4ad8-8a36-4a82b4d69e11 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 2529247b-2f3b-4979-ae7e-bb9735fe253b] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2324.624961] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6cb7d054-f9d0-4205-9593-93e3c84639d7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.633813] env[62291]: DEBUG oslo_vmware.api [None req-e221401d-69f4-4ad8-8a36-4a82b4d69e11 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2324.633813] env[62291]: value = "task-2143537" [ 2324.633813] env[62291]: _type = "Task" [ 2324.633813] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2324.644771] env[62291]: DEBUG oslo_vmware.api [None req-e221401d-69f4-4ad8-8a36-4a82b4d69e11 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2324.802511] env[62291]: DEBUG oslo_vmware.api [None req-f8488dc4-8783-46db-852f-69ec15bc3e72 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143536, 'name': PowerOffVM_Task, 'duration_secs': 0.511957} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2324.802969] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8488dc4-8783-46db-852f-69ec15bc3e72 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2324.803065] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f8488dc4-8783-46db-852f-69ec15bc3e72 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2324.803355] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ecd66f5-cfc7-4700-ad0c-7f923272b200 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2324.841311] env[62291]: DEBUG oslo_vmware.api [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143535, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2324.969674] env[62291]: DEBUG nova.objects.base [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Object Instance<636d8f12-4307-48cb-9da0-e6915e1c3118> lazy-loaded attributes: resources,numa_topology {{(pid=62291) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 2325.885012] env[62291]: DEBUG oslo_vmware.api [None req-e221401d-69f4-4ad8-8a36-4a82b4d69e11 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143537, 'name': PowerOffVM_Task, 'duration_secs': 0.330613} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2325.886162] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "refresh_cache-48a20ee1-21c1-4e2f-8049-d582d74e2210" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2325.886392] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquired lock "refresh_cache-48a20ee1-21c1-4e2f-8049-d582d74e2210" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2325.886596] env[62291]: DEBUG nova.network.neutron [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2325.899330] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-e221401d-69f4-4ad8-8a36-4a82b4d69e11 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 2529247b-2f3b-4979-ae7e-bb9735fe253b] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2325.899330] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e221401d-69f4-4ad8-8a36-4a82b4d69e11 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 2529247b-2f3b-4979-ae7e-bb9735fe253b] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2325.900454] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-236aea11-b216-448f-ab83-1e0529878b6c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2325.909318] env[62291]: DEBUG oslo_vmware.api [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143535, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2326.011414] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702571fd-20c5-4535-99bb-7478dc6f91c8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.022032] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a63c14b2-dc55-49be-a429-8180a282a6b2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.054752] env[62291]: DEBUG nova.network.neutron [req-5fbaff09-aa6f-4d04-a965-330ae0c12c13 req-d8a9892c-a5ff-489e-ac2c-de65b5b10bd4 service nova] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Updated VIF entry in instance network info cache for port 8666411f-3ea5-45f8-a322-0cfc314452a9. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2326.055092] env[62291]: DEBUG nova.network.neutron [req-5fbaff09-aa6f-4d04-a965-330ae0c12c13 req-d8a9892c-a5ff-489e-ac2c-de65b5b10bd4 service nova] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Updating instance_info_cache with network_info: [{"id": "8666411f-3ea5-45f8-a322-0cfc314452a9", "address": "fa:16:3e:cb:ee:c7", "network": {"id": "c4dee9e3-c454-498f-a182-75688ed3eba4", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1636214597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae2da117ff1548eca5e5872d9447faab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap8666411f-3e", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2326.056751] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a7c8e0-4cff-4e95-9356-3b1296872e6a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.066148] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d3d01f4-fa3d-4955-8fef-4314231a4ba6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2326.082291] env[62291]: DEBUG nova.compute.provider_tree [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2326.396137] env[62291]: DEBUG oslo_vmware.api [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143535, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2326.400735] env[62291]: DEBUG oslo_concurrency.lockutils [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Acquiring lock "636d8f12-4307-48cb-9da0-e6915e1c3118" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2326.561229] env[62291]: DEBUG oslo_concurrency.lockutils [req-5fbaff09-aa6f-4d04-a965-330ae0c12c13 req-d8a9892c-a5ff-489e-ac2c-de65b5b10bd4 service nova] Releasing lock "refresh_cache-636d8f12-4307-48cb-9da0-e6915e1c3118" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2326.585486] env[62291]: DEBUG nova.scheduler.client.report [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2326.637219] env[62291]: DEBUG nova.network.neutron [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Updating instance_info_cache with network_info: [{"id": "eb92fb1c-8619-4263-8303-d087c0471f34", "address": "fa:16:3e:66:38:3a", "network": {"id": "4474c551-e3cb-474b-bd1c-92c26c84e83a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-841869371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fec9555fe4aa4c7a9e61c54aebf169a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb92fb1c-86", "ovs_interfaceid": "eb92fb1c-8619-4263-8303-d087c0471f34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2326.894215] env[62291]: DEBUG oslo_vmware.api [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143535, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2327.090640] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.127s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2327.093094] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.622s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2327.093321] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2327.093567] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62291) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2327.094476] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e90d01-627b-469d-ad2e-dfbe42132b62 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.103518] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088c2165-41f7-4274-bb5b-a6a8648d7a5f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.117982] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147f432a-b250-4760-a7cc-091f4aafed8a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.125565] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f151fc-47c2-4089-ba2c-f8c02d55e442 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.156239] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Releasing lock "refresh_cache-48a20ee1-21c1-4e2f-8049-d582d74e2210" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2327.160033] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177773MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=62291) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2327.160033] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2327.160221] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2327.395015] env[62291]: DEBUG oslo_vmware.api [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143535, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2327.599115] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3ce10064-3e72-4d26-98f1-cb876206d921 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Lock "636d8f12-4307-48cb-9da0-e6915e1c3118" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.410s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2327.600594] env[62291]: DEBUG oslo_concurrency.lockutils [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Lock "636d8f12-4307-48cb-9da0-e6915e1c3118" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.200s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2327.600922] env[62291]: INFO nova.compute.manager [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Unshelving [ 2327.700653] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc4b5a4-e5df-4a4d-9df4-4438ecc24eb1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.721021] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715ecb8f-146c-4c57-87e5-aef798366f17 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2327.729541] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Updating instance '48a20ee1-21c1-4e2f-8049-d582d74e2210' progress to 83 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2327.894844] env[62291]: DEBUG oslo_vmware.api [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143535, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2328.178955] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Applying migration context for instance 48a20ee1-21c1-4e2f-8049-d582d74e2210 as it has an incoming, in-progress migration fd0a75b4-c9aa-4bc6-be0d-5d77e2e7b849. Migration status is post-migrating {{(pid=62291) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2328.181333] env[62291]: INFO nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Updating resource usage from migration fd0a75b4-c9aa-4bc6-be0d-5d77e2e7b849 [ 2328.200809] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance d5839caf-2cfa-42ae-84f4-145f5ae614a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2328.200996] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 4f4a46eb-7bd3-4477-89eb-dd30a98a3538 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2328.201176] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 4bffe146-0b5f-4141-b83c-6974834803bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2328.201310] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance d1aecebc-401e-45ff-805e-c038722f4cad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2328.201422] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance a06e85bc-af77-404c-a50b-312dd60ae1c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2328.201533] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 717000ae-e680-426e-9110-abe1865d496b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2328.201642] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance af730d81-bef8-454f-858a-8141561b0086 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2328.201750] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance fe7775be-06f2-44d8-8f78-1d13e756bfa5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2328.201857] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2328.201999] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance b2dfa139-ab06-4914-96fd-471045a43b4c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2328.202141] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance c9217dbd-27aa-46aa-8c41-555c584dd027 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2328.202248] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance fe65d098-fd1b-4127-817e-eac2f659e778 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2328.202355] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 0ede255d-00fc-4cf0-a429-07153eb04435 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2328.202463] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance cca88b94-b97e-47ce-9689-053635658fea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2328.202566] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 77eaa783-3da6-43ad-bd01-f526c10b4621 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2328.202670] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 2529247b-2f3b-4979-ae7e-bb9735fe253b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2328.202776] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Migration fd0a75b4-c9aa-4bc6-be0d-5d77e2e7b849 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2328.202879] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 48a20ee1-21c1-4e2f-8049-d582d74e2210 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2328.202982] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance c105eefa-10cb-4d68-977b-a97263a6105f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2328.236121] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2328.236710] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c19e4f0-0743-4fe6-88f3-5a632ca67404 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.245711] env[62291]: DEBUG oslo_vmware.api [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 2328.245711] env[62291]: value = "task-2143542" [ 2328.245711] env[62291]: _type = "Task" [ 2328.245711] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2328.256039] env[62291]: DEBUG oslo_vmware.api [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143542, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2328.396049] env[62291]: DEBUG oslo_vmware.api [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143535, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2328.623618] env[62291]: DEBUG oslo_concurrency.lockutils [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2328.706733] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 636d8f12-4307-48cb-9da0-e6915e1c3118 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2328.708310] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Total usable vcpus: 48, total allocated vcpus: 19 {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2328.708310] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4224MB phys_disk=200GB used_disk=19GB total_vcpus=48 used_vcpus=19 pci_stats=[] {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2328.763029] env[62291]: DEBUG oslo_vmware.api [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143542, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2328.896181] env[62291]: DEBUG oslo_vmware.api [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143535, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2328.940912] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-114b63f2-d370-4af2-95f8-c56a3a601702 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.948609] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc377d1-003b-4475-8b96-d4dfc34c046a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.979801] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723ca854-d978-4051-9cfd-90dfe33af028 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2328.988028] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a4dadb-c894-4e24-aa5a-43d387ab6375 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2329.002572] env[62291]: DEBUG nova.compute.provider_tree [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2329.259777] env[62291]: DEBUG oslo_vmware.api [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143542, 'name': PowerOnVM_Task, 'duration_secs': 0.522539} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2329.260172] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2329.260433] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f47969ad-bb2e-4e16-bba7-cb6b32c56165 tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Updating instance '48a20ee1-21c1-4e2f-8049-d582d74e2210' progress to 100 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2329.397396] env[62291]: DEBUG oslo_vmware.api [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143535, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2329.505256] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2329.899968] env[62291]: DEBUG oslo_vmware.api [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143535, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2330.011546] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62291) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2330.011801] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.852s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2330.012211] env[62291]: DEBUG oslo_concurrency.lockutils [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.389s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2330.012466] env[62291]: DEBUG nova.objects.instance [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Lazy-loading 'pci_requests' on Instance uuid 636d8f12-4307-48cb-9da0-e6915e1c3118 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2330.035506] env[62291]: DEBUG oslo_concurrency.lockutils [None req-bce23eb8-81a9-4372-920a-ba438e41715d tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Acquiring lock "0ede255d-00fc-4cf0-a429-07153eb04435" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2330.035880] env[62291]: DEBUG oslo_concurrency.lockutils [None req-bce23eb8-81a9-4372-920a-ba438e41715d tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lock "0ede255d-00fc-4cf0-a429-07153eb04435" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2330.036198] env[62291]: DEBUG oslo_concurrency.lockutils [None req-bce23eb8-81a9-4372-920a-ba438e41715d tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Acquiring lock "0ede255d-00fc-4cf0-a429-07153eb04435-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2330.036478] env[62291]: DEBUG oslo_concurrency.lockutils [None req-bce23eb8-81a9-4372-920a-ba438e41715d tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lock "0ede255d-00fc-4cf0-a429-07153eb04435-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2330.036740] env[62291]: DEBUG oslo_concurrency.lockutils [None req-bce23eb8-81a9-4372-920a-ba438e41715d tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lock "0ede255d-00fc-4cf0-a429-07153eb04435-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2330.039913] env[62291]: INFO nova.compute.manager [None req-bce23eb8-81a9-4372-920a-ba438e41715d tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] Terminating instance [ 2330.042409] env[62291]: DEBUG nova.compute.manager [None req-bce23eb8-81a9-4372-920a-ba438e41715d tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2330.042717] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-bce23eb8-81a9-4372-920a-ba438e41715d tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2330.043948] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b61e2d5f-3cf8-4562-88c2-e5de07157439 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.055439] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-bce23eb8-81a9-4372-920a-ba438e41715d tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2330.056136] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5907bebc-88bd-4256-9d35-821314e7a178 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.064202] env[62291]: DEBUG oslo_vmware.api [None req-bce23eb8-81a9-4372-920a-ba438e41715d tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for the task: (returnval){ [ 2330.064202] env[62291]: value = "task-2143544" [ 2330.064202] env[62291]: _type = "Task" [ 2330.064202] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2330.076336] env[62291]: DEBUG oslo_vmware.api [None req-bce23eb8-81a9-4372-920a-ba438e41715d tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143544, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2330.403949] env[62291]: DEBUG oslo_vmware.api [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143535, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2330.517069] env[62291]: DEBUG nova.objects.instance [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Lazy-loading 'numa_topology' on Instance uuid 636d8f12-4307-48cb-9da0-e6915e1c3118 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2330.575447] env[62291]: DEBUG oslo_vmware.api [None req-bce23eb8-81a9-4372-920a-ba438e41715d tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143544, 'name': PowerOffVM_Task, 'duration_secs': 0.241105} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2330.575740] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-bce23eb8-81a9-4372-920a-ba438e41715d tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2330.575910] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-bce23eb8-81a9-4372-920a-ba438e41715d tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2330.576185] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2eda21f-385c-4e42-ac01-06ecdd7d5c99 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2330.900117] env[62291]: DEBUG oslo_vmware.api [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143535, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2331.023977] env[62291]: INFO nova.compute.claims [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2331.314904] env[62291]: DEBUG oslo_concurrency.lockutils [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "48a20ee1-21c1-4e2f-8049-d582d74e2210" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2331.315201] env[62291]: DEBUG oslo_concurrency.lockutils [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "48a20ee1-21c1-4e2f-8049-d582d74e2210" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2331.315404] env[62291]: DEBUG nova.compute.manager [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Going to confirm migration 4 {{(pid=62291) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 2331.400218] env[62291]: DEBUG oslo_vmware.api [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143535, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2331.901600] env[62291]: DEBUG oslo_vmware.api [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143535, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2331.964316] env[62291]: DEBUG oslo_concurrency.lockutils [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "refresh_cache-48a20ee1-21c1-4e2f-8049-d582d74e2210" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2331.964316] env[62291]: DEBUG oslo_concurrency.lockutils [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquired lock "refresh_cache-48a20ee1-21c1-4e2f-8049-d582d74e2210" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2331.964316] env[62291]: DEBUG nova.network.neutron [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2331.964316] env[62291]: DEBUG nova.objects.instance [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lazy-loading 'info_cache' on Instance uuid 48a20ee1-21c1-4e2f-8049-d582d74e2210 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2332.272230] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ea5e4e-7f35-42f3-8eaf-fda3bfe067fc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.280316] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f4c75e8-8955-4c30-82e9-38cd8c2845b0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.311518] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102c80fa-5a52-4f6f-924e-e6e5339072fa {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.320028] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b82a69-4996-433d-9e00-f9e49dbe2f09 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.334267] env[62291]: DEBUG nova.compute.provider_tree [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2332.402393] env[62291]: DEBUG oslo_vmware.api [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143535, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2332.811141] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-bce23eb8-81a9-4372-920a-ba438e41715d tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2332.811569] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-bce23eb8-81a9-4372-920a-ba438e41715d tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2332.811785] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-bce23eb8-81a9-4372-920a-ba438e41715d tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Deleting the datastore file [datastore2] 0ede255d-00fc-4cf0-a429-07153eb04435 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2332.812191] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48afe1b2-f2ba-4b22-aad6-b345dc79ba0c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.822926] env[62291]: DEBUG oslo_vmware.api [None req-bce23eb8-81a9-4372-920a-ba438e41715d tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for the task: (returnval){ [ 2332.822926] env[62291]: value = "task-2143547" [ 2332.822926] env[62291]: _type = "Task" [ 2332.822926] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2332.833718] env[62291]: DEBUG oslo_vmware.api [None req-bce23eb8-81a9-4372-920a-ba438e41715d tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143547, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2332.836855] env[62291]: DEBUG nova.scheduler.client.report [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2332.842401] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e221401d-69f4-4ad8-8a36-4a82b4d69e11 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 2529247b-2f3b-4979-ae7e-bb9735fe253b] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2332.842638] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e221401d-69f4-4ad8-8a36-4a82b4d69e11 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 2529247b-2f3b-4979-ae7e-bb9735fe253b] Deleting contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2332.842845] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-e221401d-69f4-4ad8-8a36-4a82b4d69e11 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Deleting the datastore file [datastore1] 2529247b-2f3b-4979-ae7e-bb9735fe253b {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2332.843158] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57f0c4f3-819f-45e5-957b-5d60f39f0c34 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.845365] env[62291]: DEBUG oslo_concurrency.lockutils [None req-42958303-df21-4fa7-b122-c109d274d2d8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Acquiring lock "717000ae-e680-426e-9110-abe1865d496b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2332.845617] env[62291]: DEBUG oslo_concurrency.lockutils [None req-42958303-df21-4fa7-b122-c109d274d2d8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Lock "717000ae-e680-426e-9110-abe1865d496b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2332.855559] env[62291]: DEBUG oslo_vmware.api [None req-e221401d-69f4-4ad8-8a36-4a82b4d69e11 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for the task: (returnval){ [ 2332.855559] env[62291]: value = "task-2143548" [ 2332.855559] env[62291]: _type = "Task" [ 2332.855559] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2332.866351] env[62291]: DEBUG oslo_vmware.api [None req-e221401d-69f4-4ad8-8a36-4a82b4d69e11 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143548, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2332.892109] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f8488dc4-8783-46db-852f-69ec15bc3e72 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2332.892347] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f8488dc4-8783-46db-852f-69ec15bc3e72 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Deleting contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2332.892590] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8488dc4-8783-46db-852f-69ec15bc3e72 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Deleting the datastore file [datastore1] c9217dbd-27aa-46aa-8c41-555c584dd027 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2332.896135] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9871dc0a-6a77-42fa-87e8-32d533d6d410 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2332.905099] env[62291]: DEBUG oslo_vmware.api [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143535, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2332.906541] env[62291]: DEBUG oslo_vmware.api [None req-f8488dc4-8783-46db-852f-69ec15bc3e72 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2332.906541] env[62291]: value = "task-2143549" [ 2332.906541] env[62291]: _type = "Task" [ 2332.906541] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2332.914768] env[62291]: DEBUG oslo_vmware.api [None req-f8488dc4-8783-46db-852f-69ec15bc3e72 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143549, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2333.062798] env[62291]: DEBUG oslo_concurrency.lockutils [None req-67363d49-d4a3-4c37-86fa-4017c7200e2a tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "interface-cca88b94-b97e-47ce-9689-053635658fea-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2333.062798] env[62291]: DEBUG oslo_concurrency.lockutils [None req-67363d49-d4a3-4c37-86fa-4017c7200e2a tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "interface-cca88b94-b97e-47ce-9689-053635658fea-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2333.062798] env[62291]: DEBUG nova.objects.instance [None req-67363d49-d4a3-4c37-86fa-4017c7200e2a tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lazy-loading 'flavor' on Instance uuid cca88b94-b97e-47ce-9689-053635658fea {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2333.290883] env[62291]: DEBUG nova.network.neutron [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Updating instance_info_cache with network_info: [{"id": "eb92fb1c-8619-4263-8303-d087c0471f34", "address": "fa:16:3e:66:38:3a", "network": {"id": "4474c551-e3cb-474b-bd1c-92c26c84e83a", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-841869371-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fec9555fe4aa4c7a9e61c54aebf169a6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f52a458-d157-48a3-b4e2-b8cc0779afe2", "external-id": "nsx-vlan-transportzone-403", "segmentation_id": 403, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeb92fb1c-86", "ovs_interfaceid": "eb92fb1c-8619-4263-8303-d087c0471f34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2333.333252] env[62291]: DEBUG oslo_vmware.api [None req-bce23eb8-81a9-4372-920a-ba438e41715d tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143547, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185382} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2333.333527] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-bce23eb8-81a9-4372-920a-ba438e41715d tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2333.333729] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-bce23eb8-81a9-4372-920a-ba438e41715d tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2333.333999] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-bce23eb8-81a9-4372-920a-ba438e41715d tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2333.334101] env[62291]: INFO nova.compute.manager [None req-bce23eb8-81a9-4372-920a-ba438e41715d tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] Took 3.29 seconds to destroy the instance on the hypervisor. [ 2333.334400] env[62291]: DEBUG oslo.service.loopingcall [None req-bce23eb8-81a9-4372-920a-ba438e41715d tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2333.334645] env[62291]: DEBUG nova.compute.manager [-] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2333.334755] env[62291]: DEBUG nova.network.neutron [-] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2333.341690] env[62291]: DEBUG oslo_concurrency.lockutils [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.330s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2333.350457] env[62291]: INFO nova.compute.manager [None req-42958303-df21-4fa7-b122-c109d274d2d8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Detaching volume ffcd9053-fcc8-44e5-befd-2d763dab9737 [ 2333.368632] env[62291]: DEBUG oslo_vmware.api [None req-e221401d-69f4-4ad8-8a36-4a82b4d69e11 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Task: {'id': task-2143548, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167979} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2333.368632] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-e221401d-69f4-4ad8-8a36-4a82b4d69e11 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2333.368632] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e221401d-69f4-4ad8-8a36-4a82b4d69e11 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 2529247b-2f3b-4979-ae7e-bb9735fe253b] Deleted contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2333.368632] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e221401d-69f4-4ad8-8a36-4a82b4d69e11 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 2529247b-2f3b-4979-ae7e-bb9735fe253b] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2333.368632] env[62291]: INFO nova.compute.manager [None req-e221401d-69f4-4ad8-8a36-4a82b4d69e11 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] [instance: 2529247b-2f3b-4979-ae7e-bb9735fe253b] Took 8.76 seconds to destroy the instance on the hypervisor. [ 2333.368632] env[62291]: DEBUG oslo.service.loopingcall [None req-e221401d-69f4-4ad8-8a36-4a82b4d69e11 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2333.368632] env[62291]: DEBUG nova.compute.manager [-] [instance: 2529247b-2f3b-4979-ae7e-bb9735fe253b] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2333.368632] env[62291]: DEBUG nova.network.neutron [-] [instance: 2529247b-2f3b-4979-ae7e-bb9735fe253b] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2333.384293] env[62291]: INFO nova.network.neutron [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Updating port 8666411f-3ea5-45f8-a322-0cfc314452a9 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2333.389256] env[62291]: INFO nova.virt.block_device [None req-42958303-df21-4fa7-b122-c109d274d2d8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Attempting to driver detach volume ffcd9053-fcc8-44e5-befd-2d763dab9737 from mountpoint /dev/sdb [ 2333.389512] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-42958303-df21-4fa7-b122-c109d274d2d8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Volume detach. Driver type: vmdk {{(pid=62291) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2333.390226] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-42958303-df21-4fa7-b122-c109d274d2d8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-438113', 'volume_id': 'ffcd9053-fcc8-44e5-befd-2d763dab9737', 'name': 'volume-ffcd9053-fcc8-44e5-befd-2d763dab9737', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '717000ae-e680-426e-9110-abe1865d496b', 'attached_at': '', 'detached_at': '', 'volume_id': 'ffcd9053-fcc8-44e5-befd-2d763dab9737', 'serial': 'ffcd9053-fcc8-44e5-befd-2d763dab9737'} {{(pid=62291) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2333.390641] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa16640a-c6e0-4f70-b850-eb0e35d4b491 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2333.402757] env[62291]: DEBUG oslo_vmware.api [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143535, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2333.424390] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f049121-0ca7-46dd-8634-012ced57a337 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2333.433405] env[62291]: DEBUG oslo_vmware.api [None req-f8488dc4-8783-46db-852f-69ec15bc3e72 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143549, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170938} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2333.435347] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8488dc4-8783-46db-852f-69ec15bc3e72 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2333.435565] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f8488dc4-8783-46db-852f-69ec15bc3e72 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Deleted contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2333.435758] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-f8488dc4-8783-46db-852f-69ec15bc3e72 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2333.435945] env[62291]: INFO nova.compute.manager [None req-f8488dc4-8783-46db-852f-69ec15bc3e72 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Took 9.18 seconds to destroy the instance on the hypervisor. [ 2333.436650] env[62291]: DEBUG oslo.service.loopingcall [None req-f8488dc4-8783-46db-852f-69ec15bc3e72 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2333.437529] env[62291]: DEBUG nova.compute.manager [-] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2333.437529] env[62291]: DEBUG nova.network.neutron [-] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2333.439343] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31079f99-1051-48a7-8979-4c71e51c5164 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2333.466144] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eadc7a36-c9e5-44c9-8d6b-747ac8e8780e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2333.483457] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-42958303-df21-4fa7-b122-c109d274d2d8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] The volume has not been displaced from its original location: [datastore1] volume-ffcd9053-fcc8-44e5-befd-2d763dab9737/volume-ffcd9053-fcc8-44e5-befd-2d763dab9737.vmdk. No consolidation needed. {{(pid=62291) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2333.488705] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-42958303-df21-4fa7-b122-c109d274d2d8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Reconfiguring VM instance instance-0000003c to detach disk 2001 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2333.489185] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dcda32c-3e68-4389-8a0d-af8672d6d406 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2333.509569] env[62291]: DEBUG oslo_vmware.api [None req-42958303-df21-4fa7-b122-c109d274d2d8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 2333.509569] env[62291]: value = "task-2143551" [ 2333.509569] env[62291]: _type = "Task" [ 2333.509569] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2333.519194] env[62291]: DEBUG oslo_vmware.api [None req-42958303-df21-4fa7-b122-c109d274d2d8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143551, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2333.568202] env[62291]: DEBUG nova.objects.instance [None req-67363d49-d4a3-4c37-86fa-4017c7200e2a tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lazy-loading 'pci_requests' on Instance uuid cca88b94-b97e-47ce-9689-053635658fea {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2333.645476] env[62291]: DEBUG nova.network.neutron [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: c105eefa-10cb-4d68-977b-a97263a6105f] Successfully updated port: 6a83f9ff-f033-4fd9-8fa0-f77aab66119f {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2333.793419] env[62291]: DEBUG oslo_concurrency.lockutils [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Releasing lock "refresh_cache-48a20ee1-21c1-4e2f-8049-d582d74e2210" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2333.793693] env[62291]: DEBUG nova.objects.instance [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lazy-loading 'migration_context' on Instance uuid 48a20ee1-21c1-4e2f-8049-d582d74e2210 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2333.903582] env[62291]: DEBUG oslo_vmware.api [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143535, 'name': CloneVM_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2334.023777] env[62291]: DEBUG oslo_vmware.api [None req-42958303-df21-4fa7-b122-c109d274d2d8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143551, 'name': ReconfigVM_Task, 'duration_secs': 0.270937} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2334.024084] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-42958303-df21-4fa7-b122-c109d274d2d8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Reconfigured VM instance instance-0000003c to detach disk 2001 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2334.029081] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40472372-8c05-4fc7-b074-5158de036294 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.049574] env[62291]: DEBUG oslo_vmware.api [None req-42958303-df21-4fa7-b122-c109d274d2d8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 2334.049574] env[62291]: value = "task-2143552" [ 2334.049574] env[62291]: _type = "Task" [ 2334.049574] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2334.058846] env[62291]: DEBUG oslo_vmware.api [None req-42958303-df21-4fa7-b122-c109d274d2d8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143552, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2334.070066] env[62291]: DEBUG nova.objects.base [None req-67363d49-d4a3-4c37-86fa-4017c7200e2a tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62291) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 2334.070279] env[62291]: DEBUG nova.network.neutron [None req-67363d49-d4a3-4c37-86fa-4017c7200e2a tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2334.149207] env[62291]: DEBUG oslo_concurrency.lockutils [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "refresh_cache-c105eefa-10cb-4d68-977b-a97263a6105f" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2334.149207] env[62291]: DEBUG oslo_concurrency.lockutils [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquired lock "refresh_cache-c105eefa-10cb-4d68-977b-a97263a6105f" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2334.149207] env[62291]: DEBUG nova.network.neutron [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: c105eefa-10cb-4d68-977b-a97263a6105f] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2334.268810] env[62291]: DEBUG oslo_concurrency.lockutils [None req-67363d49-d4a3-4c37-86fa-4017c7200e2a tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "interface-cca88b94-b97e-47ce-9689-053635658fea-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.206s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2334.292730] env[62291]: DEBUG oslo_vmware.rw_handles [None req-3d3a4004-d402-46bf-a549-83d71e7e66fe tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528b635f-6dcb-b8b3-8fcf-89871ae5a80b/disk-0.vmdk. {{(pid=62291) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2334.293896] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-780ae2b4-0385-43ac-ac88-2667d456a1bc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.297530] env[62291]: DEBUG nova.objects.base [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Object Instance<48a20ee1-21c1-4e2f-8049-d582d74e2210> lazy-loaded attributes: info_cache,migration_context {{(pid=62291) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 2334.298641] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11c6a03-ba6b-428b-b237-4a190e309aa5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.319334] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e65dfdf9-de95-4e67-aa36-908133e5e7d9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.323066] env[62291]: DEBUG oslo_vmware.rw_handles [None req-3d3a4004-d402-46bf-a549-83d71e7e66fe tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528b635f-6dcb-b8b3-8fcf-89871ae5a80b/disk-0.vmdk is in state: ready. {{(pid=62291) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2334.323066] env[62291]: ERROR oslo_vmware.rw_handles [None req-3d3a4004-d402-46bf-a549-83d71e7e66fe tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528b635f-6dcb-b8b3-8fcf-89871ae5a80b/disk-0.vmdk due to incomplete transfer. [ 2334.323066] env[62291]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a87cf472-afc0-4491-bad6-97cee49f7b94 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.328029] env[62291]: DEBUG oslo_vmware.api [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 2334.328029] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5276acff-f862-6f9d-7817-490b032b00e0" [ 2334.328029] env[62291]: _type = "Task" [ 2334.328029] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2334.331261] env[62291]: DEBUG oslo_vmware.rw_handles [None req-3d3a4004-d402-46bf-a549-83d71e7e66fe tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528b635f-6dcb-b8b3-8fcf-89871ae5a80b/disk-0.vmdk. {{(pid=62291) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2334.331461] env[62291]: DEBUG nova.virt.vmwareapi.images [None req-3d3a4004-d402-46bf-a549-83d71e7e66fe tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Uploaded image adb937d7-0db0-4f44-9538-67b69b2ba864 to the Glance image server {{(pid=62291) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2334.333933] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d3a4004-d402-46bf-a549-83d71e7e66fe tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Destroying the VM {{(pid=62291) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2334.334971] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d1bdd91a-3ccd-4cd2-9085-d2952aa06d34 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.339039] env[62291]: DEBUG oslo_vmware.api [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5276acff-f862-6f9d-7817-490b032b00e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2334.340899] env[62291]: DEBUG oslo_vmware.api [None req-3d3a4004-d402-46bf-a549-83d71e7e66fe tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2334.340899] env[62291]: value = "task-2143553" [ 2334.340899] env[62291]: _type = "Task" [ 2334.340899] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2334.348609] env[62291]: DEBUG oslo_vmware.api [None req-3d3a4004-d402-46bf-a549-83d71e7e66fe tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143553, 'name': Destroy_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2334.405652] env[62291]: DEBUG oslo_vmware.api [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143535, 'name': CloneVM_Task, 'duration_secs': 10.123564} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2334.406480] env[62291]: INFO nova.virt.vmwareapi.vmops [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Created linked-clone VM from snapshot [ 2334.407250] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4f9e3d-f818-4585-9a39-765268c0745a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.415817] env[62291]: DEBUG nova.virt.vmwareapi.images [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Uploading image 905c80d7-20e2-4583-81df-bdd3f81c87cc {{(pid=62291) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2334.436811] env[62291]: DEBUG oslo_vmware.rw_handles [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2334.436811] env[62291]: value = "vm-438130" [ 2334.436811] env[62291]: _type = "VirtualMachine" [ 2334.436811] env[62291]: }. {{(pid=62291) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2334.437128] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c8c6d3c2-7f97-4cb3-ad40-0d8e6923f1fc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.445188] env[62291]: DEBUG oslo_vmware.rw_handles [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lease: (returnval){ [ 2334.445188] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5236cd92-d7ed-8cda-d627-dd48cccdc30b" [ 2334.445188] env[62291]: _type = "HttpNfcLease" [ 2334.445188] env[62291]: } obtained for exporting VM: (result){ [ 2334.445188] env[62291]: value = "vm-438130" [ 2334.445188] env[62291]: _type = "VirtualMachine" [ 2334.445188] env[62291]: }. {{(pid=62291) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2334.445991] env[62291]: DEBUG oslo_vmware.api [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the lease: (returnval){ [ 2334.445991] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5236cd92-d7ed-8cda-d627-dd48cccdc30b" [ 2334.445991] env[62291]: _type = "HttpNfcLease" [ 2334.445991] env[62291]: } to be ready. {{(pid=62291) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2334.455926] env[62291]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2334.455926] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5236cd92-d7ed-8cda-d627-dd48cccdc30b" [ 2334.455926] env[62291]: _type = "HttpNfcLease" [ 2334.455926] env[62291]: } is initializing. {{(pid=62291) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2334.494636] env[62291]: DEBUG nova.network.neutron [-] [instance: 2529247b-2f3b-4979-ae7e-bb9735fe253b] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2334.561682] env[62291]: DEBUG oslo_vmware.api [None req-42958303-df21-4fa7-b122-c109d274d2d8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143552, 'name': ReconfigVM_Task, 'duration_secs': 0.169395} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2334.562048] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-42958303-df21-4fa7-b122-c109d274d2d8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-438113', 'volume_id': 'ffcd9053-fcc8-44e5-befd-2d763dab9737', 'name': 'volume-ffcd9053-fcc8-44e5-befd-2d763dab9737', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '717000ae-e680-426e-9110-abe1865d496b', 'attached_at': '', 'detached_at': '', 'volume_id': 'ffcd9053-fcc8-44e5-befd-2d763dab9737', 'serial': 'ffcd9053-fcc8-44e5-befd-2d763dab9737'} {{(pid=62291) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2334.685978] env[62291]: DEBUG nova.network.neutron [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: c105eefa-10cb-4d68-977b-a97263a6105f] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2334.817095] env[62291]: DEBUG nova.network.neutron [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: c105eefa-10cb-4d68-977b-a97263a6105f] Updating instance_info_cache with network_info: [{"id": "6a83f9ff-f033-4fd9-8fa0-f77aab66119f", "address": "fa:16:3e:7e:f1:f5", "network": {"id": "1832bd4f-bdea-4025-8675-3b0e7946a2ea", "bridge": "br-int", "label": "tempest-ServersTestJSON-1043038580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91b6e38d29a747f5a5ece7587dcd8c03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a83f9ff-f0", "ovs_interfaceid": "6a83f9ff-f033-4fd9-8fa0-f77aab66119f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2334.838474] env[62291]: DEBUG oslo_vmware.api [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5276acff-f862-6f9d-7817-490b032b00e0, 'name': SearchDatastore_Task, 'duration_secs': 0.022528} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2334.838768] env[62291]: DEBUG oslo_concurrency.lockutils [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2334.839015] env[62291]: DEBUG oslo_concurrency.lockutils [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2334.856492] env[62291]: DEBUG nova.network.neutron [-] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2334.859435] env[62291]: DEBUG oslo_vmware.api [None req-3d3a4004-d402-46bf-a549-83d71e7e66fe tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143553, 'name': Destroy_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2334.900821] env[62291]: DEBUG oslo_concurrency.lockutils [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Acquiring lock "refresh_cache-636d8f12-4307-48cb-9da0-e6915e1c3118" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2334.900821] env[62291]: DEBUG oslo_concurrency.lockutils [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Acquired lock "refresh_cache-636d8f12-4307-48cb-9da0-e6915e1c3118" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2334.900821] env[62291]: DEBUG nova.network.neutron [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2334.902314] env[62291]: DEBUG nova.network.neutron [-] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2334.955041] env[62291]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2334.955041] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5236cd92-d7ed-8cda-d627-dd48cccdc30b" [ 2334.955041] env[62291]: _type = "HttpNfcLease" [ 2334.955041] env[62291]: } is ready. {{(pid=62291) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2334.955041] env[62291]: DEBUG oslo_vmware.rw_handles [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2334.955041] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5236cd92-d7ed-8cda-d627-dd48cccdc30b" [ 2334.955041] env[62291]: _type = "HttpNfcLease" [ 2334.955041] env[62291]: }. {{(pid=62291) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2334.955398] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93ad0eb-0f07-4e6b-a29f-fabf2fc1842e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2334.963619] env[62291]: DEBUG oslo_vmware.rw_handles [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52723330-9fea-24da-8f15-8cafd4297882/disk-0.vmdk from lease info. {{(pid=62291) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2334.963619] env[62291]: DEBUG oslo_vmware.rw_handles [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52723330-9fea-24da-8f15-8cafd4297882/disk-0.vmdk for reading. {{(pid=62291) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2335.022540] env[62291]: INFO nova.compute.manager [-] [instance: 2529247b-2f3b-4979-ae7e-bb9735fe253b] Took 1.65 seconds to deallocate network for instance. [ 2335.058094] env[62291]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5a2ad056-8127-484e-8286-5e53e5b6bd67 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.110449] env[62291]: DEBUG nova.objects.instance [None req-42958303-df21-4fa7-b122-c109d274d2d8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Lazy-loading 'flavor' on Instance uuid 717000ae-e680-426e-9110-abe1865d496b {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2335.319611] env[62291]: DEBUG oslo_concurrency.lockutils [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Releasing lock "refresh_cache-c105eefa-10cb-4d68-977b-a97263a6105f" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2335.319900] env[62291]: DEBUG nova.compute.manager [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: c105eefa-10cb-4d68-977b-a97263a6105f] Instance network_info: |[{"id": "6a83f9ff-f033-4fd9-8fa0-f77aab66119f", "address": "fa:16:3e:7e:f1:f5", "network": {"id": "1832bd4f-bdea-4025-8675-3b0e7946a2ea", "bridge": "br-int", "label": "tempest-ServersTestJSON-1043038580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91b6e38d29a747f5a5ece7587dcd8c03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a83f9ff-f0", "ovs_interfaceid": "6a83f9ff-f033-4fd9-8fa0-f77aab66119f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2335.320438] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: c105eefa-10cb-4d68-977b-a97263a6105f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:f1:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c842425c-544e-4ce2-9657-512723bd318e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6a83f9ff-f033-4fd9-8fa0-f77aab66119f', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2335.328766] env[62291]: DEBUG oslo.service.loopingcall [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2335.329180] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c105eefa-10cb-4d68-977b-a97263a6105f] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2335.329585] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc732a57-3d38-49cf-aab9-2e258f126e99 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.358099] env[62291]: DEBUG oslo_vmware.api [None req-3d3a4004-d402-46bf-a549-83d71e7e66fe tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143553, 'name': Destroy_Task, 'duration_secs': 0.995932} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2335.359601] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-3d3a4004-d402-46bf-a549-83d71e7e66fe tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Destroyed the VM [ 2335.359920] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3d3a4004-d402-46bf-a549-83d71e7e66fe tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Deleting Snapshot of the VM instance {{(pid=62291) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2335.360228] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2335.360228] env[62291]: value = "task-2143555" [ 2335.360228] env[62291]: _type = "Task" [ 2335.360228] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2335.360633] env[62291]: INFO nova.compute.manager [-] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] Took 2.03 seconds to deallocate network for instance. [ 2335.360882] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-52f293cd-1322-44cc-85ab-fe78c059c0fc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.376411] env[62291]: DEBUG oslo_vmware.api [None req-3d3a4004-d402-46bf-a549-83d71e7e66fe tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2335.376411] env[62291]: value = "task-2143556" [ 2335.376411] env[62291]: _type = "Task" [ 2335.376411] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2335.379957] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143555, 'name': CreateVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2335.392276] env[62291]: DEBUG oslo_vmware.api [None req-3d3a4004-d402-46bf-a549-83d71e7e66fe tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143556, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2335.405945] env[62291]: INFO nova.compute.manager [-] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Took 1.97 seconds to deallocate network for instance. [ 2335.533733] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e221401d-69f4-4ad8-8a36-4a82b4d69e11 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2335.666837] env[62291]: DEBUG nova.network.neutron [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Updating instance_info_cache with network_info: [{"id": "8666411f-3ea5-45f8-a322-0cfc314452a9", "address": "fa:16:3e:cb:ee:c7", "network": {"id": "c4dee9e3-c454-498f-a182-75688ed3eba4", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1636214597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae2da117ff1548eca5e5872d9447faab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8666411f-3e", "ovs_interfaceid": "8666411f-3ea5-45f8-a322-0cfc314452a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2335.765863] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05be9d5a-5ae0-416b-ac82-36b82a31df97 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.777807] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770af81b-1fcb-4502-b385-3fa7962165da {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.831181] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4240f8c4-3c2c-4788-bf67-82acee783836 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.843474] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7bdad28-2f7f-474c-b149-4e0acfc8a912 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.858929] env[62291]: DEBUG nova.compute.provider_tree [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2335.874585] env[62291]: DEBUG oslo_concurrency.lockutils [None req-bce23eb8-81a9-4372-920a-ba438e41715d tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2335.874949] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143555, 'name': CreateVM_Task, 'duration_secs': 0.513253} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2335.875260] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c105eefa-10cb-4d68-977b-a97263a6105f] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2335.875964] env[62291]: DEBUG oslo_concurrency.lockutils [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2335.876464] env[62291]: DEBUG oslo_concurrency.lockutils [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2335.877009] env[62291]: DEBUG oslo_concurrency.lockutils [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2335.877640] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32c80359-88ad-49ce-b4d9-c85de9c90920 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2335.887445] env[62291]: DEBUG oslo_vmware.api [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2335.887445] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5252e589-002b-54f3-19fd-c58f8482420f" [ 2335.887445] env[62291]: _type = "Task" [ 2335.887445] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2335.891188] env[62291]: DEBUG oslo_vmware.api [None req-3d3a4004-d402-46bf-a549-83d71e7e66fe tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143556, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2335.900846] env[62291]: DEBUG oslo_vmware.api [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5252e589-002b-54f3-19fd-c58f8482420f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2335.915710] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f8488dc4-8783-46db-852f-69ec15bc3e72 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2336.026809] env[62291]: DEBUG nova.compute.manager [req-21e70f25-6479-498c-8f48-6f2068900154 req-69377091-230c-470c-a945-c214f627a30a service nova] [instance: c105eefa-10cb-4d68-977b-a97263a6105f] Received event network-vif-plugged-6a83f9ff-f033-4fd9-8fa0-f77aab66119f {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2336.027585] env[62291]: DEBUG oslo_concurrency.lockutils [req-21e70f25-6479-498c-8f48-6f2068900154 req-69377091-230c-470c-a945-c214f627a30a service nova] Acquiring lock "c105eefa-10cb-4d68-977b-a97263a6105f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2336.027813] env[62291]: DEBUG oslo_concurrency.lockutils [req-21e70f25-6479-498c-8f48-6f2068900154 req-69377091-230c-470c-a945-c214f627a30a service nova] Lock "c105eefa-10cb-4d68-977b-a97263a6105f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2336.027987] env[62291]: DEBUG oslo_concurrency.lockutils [req-21e70f25-6479-498c-8f48-6f2068900154 req-69377091-230c-470c-a945-c214f627a30a service nova] Lock "c105eefa-10cb-4d68-977b-a97263a6105f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2336.028183] env[62291]: DEBUG nova.compute.manager [req-21e70f25-6479-498c-8f48-6f2068900154 req-69377091-230c-470c-a945-c214f627a30a service nova] [instance: c105eefa-10cb-4d68-977b-a97263a6105f] No waiting events found dispatching network-vif-plugged-6a83f9ff-f033-4fd9-8fa0-f77aab66119f {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2336.028357] env[62291]: WARNING nova.compute.manager [req-21e70f25-6479-498c-8f48-6f2068900154 req-69377091-230c-470c-a945-c214f627a30a service nova] [instance: c105eefa-10cb-4d68-977b-a97263a6105f] Received unexpected event network-vif-plugged-6a83f9ff-f033-4fd9-8fa0-f77aab66119f for instance with vm_state building and task_state spawning. [ 2336.114451] env[62291]: DEBUG nova.compute.manager [req-84449a9a-13d7-4005-ac5e-99396d0ac7a0 req-d3ab0b62-26a2-485e-80af-fc42199ffe7f service nova] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Received event network-vif-plugged-8666411f-3ea5-45f8-a322-0cfc314452a9 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2336.114451] env[62291]: DEBUG oslo_concurrency.lockutils [req-84449a9a-13d7-4005-ac5e-99396d0ac7a0 req-d3ab0b62-26a2-485e-80af-fc42199ffe7f service nova] Acquiring lock "636d8f12-4307-48cb-9da0-e6915e1c3118-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2336.114451] env[62291]: DEBUG oslo_concurrency.lockutils [req-84449a9a-13d7-4005-ac5e-99396d0ac7a0 req-d3ab0b62-26a2-485e-80af-fc42199ffe7f service nova] Lock "636d8f12-4307-48cb-9da0-e6915e1c3118-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2336.114451] env[62291]: DEBUG oslo_concurrency.lockutils [req-84449a9a-13d7-4005-ac5e-99396d0ac7a0 req-d3ab0b62-26a2-485e-80af-fc42199ffe7f service nova] Lock "636d8f12-4307-48cb-9da0-e6915e1c3118-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2336.114451] env[62291]: DEBUG nova.compute.manager [req-84449a9a-13d7-4005-ac5e-99396d0ac7a0 req-d3ab0b62-26a2-485e-80af-fc42199ffe7f service nova] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] No waiting events found dispatching network-vif-plugged-8666411f-3ea5-45f8-a322-0cfc314452a9 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2336.114451] env[62291]: WARNING nova.compute.manager [req-84449a9a-13d7-4005-ac5e-99396d0ac7a0 req-d3ab0b62-26a2-485e-80af-fc42199ffe7f service nova] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Received unexpected event network-vif-plugged-8666411f-3ea5-45f8-a322-0cfc314452a9 for instance with vm_state shelved_offloaded and task_state spawning. [ 2336.117717] env[62291]: DEBUG oslo_concurrency.lockutils [None req-42958303-df21-4fa7-b122-c109d274d2d8 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Lock "717000ae-e680-426e-9110-abe1865d496b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.272s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2336.169948] env[62291]: DEBUG oslo_concurrency.lockutils [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Releasing lock "refresh_cache-636d8f12-4307-48cb-9da0-e6915e1c3118" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2336.199623] env[62291]: DEBUG nova.virt.hardware [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='907f607922a8e25e00b0326f40f4d12d',container_format='bare',created_at=2025-01-16T08:11:43Z,direct_url=,disk_format='vmdk',id=5bacde31-3c73-43bf-9f89-db6f46e08be6,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-288414287-shelved',owner='ae2da117ff1548eca5e5872d9447faab',properties=ImageMetaProps,protected=,size=31667200,status='active',tags=,updated_at=2025-01-16T08:11:59Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2336.200095] env[62291]: DEBUG nova.virt.hardware [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2336.200283] env[62291]: DEBUG nova.virt.hardware [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2336.200711] env[62291]: DEBUG nova.virt.hardware [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2336.200883] env[62291]: DEBUG nova.virt.hardware [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2336.201106] env[62291]: DEBUG nova.virt.hardware [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2336.201447] env[62291]: DEBUG nova.virt.hardware [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2336.201694] env[62291]: DEBUG nova.virt.hardware [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2336.201921] env[62291]: DEBUG nova.virt.hardware [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2336.202193] env[62291]: DEBUG nova.virt.hardware [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2336.202611] env[62291]: DEBUG nova.virt.hardware [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2336.203495] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d564c4f0-2468-4fdd-ae01-8b89b6f1f609 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.214527] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0472b9b2-3bdd-4476-8e52-3ba40557212b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.232288] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:ee:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad36dd36-1d2c-4f37-a259-98ef2e440794', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8666411f-3ea5-45f8-a322-0cfc314452a9', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2336.239927] env[62291]: DEBUG oslo.service.loopingcall [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2336.240287] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2336.240603] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c72858e3-291a-4aea-bf0f-82cc8be6613f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.262079] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2336.262079] env[62291]: value = "task-2143557" [ 2336.262079] env[62291]: _type = "Task" [ 2336.262079] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2336.270823] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143557, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2336.385485] env[62291]: ERROR nova.scheduler.client.report [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [req-f6bbb0c6-a4b9-4b99-8061-e0eb3e2e8771] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 142b9caf-95b8-4f05-a0ca-6a285ed758e8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f6bbb0c6-a4b9-4b99-8061-e0eb3e2e8771"}]} [ 2336.393797] env[62291]: DEBUG oslo_vmware.api [None req-3d3a4004-d402-46bf-a549-83d71e7e66fe tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143556, 'name': RemoveSnapshot_Task, 'duration_secs': 0.842389} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2336.397030] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3d3a4004-d402-46bf-a549-83d71e7e66fe tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Deleted Snapshot of the VM instance {{(pid=62291) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2336.397788] env[62291]: INFO nova.compute.manager [None req-3d3a4004-d402-46bf-a549-83d71e7e66fe tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Took 17.55 seconds to snapshot the instance on the hypervisor. [ 2336.401438] env[62291]: DEBUG nova.scheduler.client.report [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Refreshing inventories for resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 2336.407341] env[62291]: DEBUG oslo_vmware.api [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5252e589-002b-54f3-19fd-c58f8482420f, 'name': SearchDatastore_Task, 'duration_secs': 0.019013} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2336.407720] env[62291]: DEBUG oslo_concurrency.lockutils [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2336.408006] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: c105eefa-10cb-4d68-977b-a97263a6105f] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2336.408427] env[62291]: DEBUG oslo_concurrency.lockutils [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2336.408710] env[62291]: DEBUG oslo_concurrency.lockutils [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2336.409131] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2336.409474] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e04adb4b-7010-4dd9-83dc-b4dabd4e6206 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.416240] env[62291]: DEBUG nova.scheduler.client.report [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Updating ProviderTree inventory for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 2336.416495] env[62291]: DEBUG nova.compute.provider_tree [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2336.419730] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2336.419963] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2336.420766] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8df3c193-e780-4a69-8fd1-9e238fc52395 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.426865] env[62291]: DEBUG oslo_vmware.api [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2336.426865] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5296ed38-a941-2bcc-9b1c-34ea29ee56e3" [ 2336.426865] env[62291]: _type = "Task" [ 2336.426865] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2336.431137] env[62291]: DEBUG nova.scheduler.client.report [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Refreshing aggregate associations for resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8, aggregates: None {{(pid=62291) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 2336.439297] env[62291]: DEBUG oslo_vmware.api [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5296ed38-a941-2bcc-9b1c-34ea29ee56e3, 'name': SearchDatastore_Task, 'duration_secs': 0.009714} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2336.440933] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-111dff19-0ce0-4143-92e7-89cf5b51a8a8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.447685] env[62291]: DEBUG oslo_vmware.api [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2336.447685] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5263dd1a-1b82-fd5f-6cbf-568e6462d2df" [ 2336.447685] env[62291]: _type = "Task" [ 2336.447685] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2336.452468] env[62291]: DEBUG nova.scheduler.client.report [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Refreshing trait associations for resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62291) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 2336.461153] env[62291]: DEBUG oslo_vmware.api [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5263dd1a-1b82-fd5f-6cbf-568e6462d2df, 'name': SearchDatastore_Task, 'duration_secs': 0.011197} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2336.461440] env[62291]: DEBUG oslo_concurrency.lockutils [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2336.461787] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] c105eefa-10cb-4d68-977b-a97263a6105f/c105eefa-10cb-4d68-977b-a97263a6105f.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2336.462153] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3f55317-03a0-4994-baa3-222f1091db93 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.471327] env[62291]: DEBUG oslo_vmware.api [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2336.471327] env[62291]: value = "task-2143558" [ 2336.471327] env[62291]: _type = "Task" [ 2336.471327] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2336.482548] env[62291]: DEBUG oslo_vmware.api [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143558, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2336.649456] env[62291]: DEBUG oslo_concurrency.lockutils [None req-675511af-8a97-42a8-8459-20cac6ae45e3 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "interface-cca88b94-b97e-47ce-9689-053635658fea-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2336.649792] env[62291]: DEBUG oslo_concurrency.lockutils [None req-675511af-8a97-42a8-8459-20cac6ae45e3 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "interface-cca88b94-b97e-47ce-9689-053635658fea-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2336.650322] env[62291]: DEBUG nova.objects.instance [None req-675511af-8a97-42a8-8459-20cac6ae45e3 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lazy-loading 'flavor' on Instance uuid cca88b94-b97e-47ce-9689-053635658fea {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2336.730781] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542e16ea-0908-4689-bf73-024ce4f34b44 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.741367] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2503e8fa-062f-4494-80af-10208a4fd393 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.780301] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2083dd7-7919-42e5-b7b1-59202fbef1ab {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.792986] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f8e6eb5-68ba-4dca-a71c-f02e0a1ecdaf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.797245] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143557, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2336.808995] env[62291]: DEBUG nova.compute.provider_tree [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2336.983911] env[62291]: DEBUG oslo_vmware.api [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143558, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448752} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2336.983911] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] c105eefa-10cb-4d68-977b-a97263a6105f/c105eefa-10cb-4d68-977b-a97263a6105f.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2336.984479] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: c105eefa-10cb-4d68-977b-a97263a6105f] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2336.984894] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-21eb55c7-b784-4893-bfa7-0be7561c8a71 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2336.992945] env[62291]: DEBUG oslo_vmware.api [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2336.992945] env[62291]: value = "task-2143559" [ 2336.992945] env[62291]: _type = "Task" [ 2336.992945] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2337.003497] env[62291]: DEBUG oslo_vmware.api [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143559, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2337.241207] env[62291]: DEBUG nova.objects.instance [None req-675511af-8a97-42a8-8459-20cac6ae45e3 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lazy-loading 'pci_requests' on Instance uuid cca88b94-b97e-47ce-9689-053635658fea {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2337.286238] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143557, 'name': CreateVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2337.340190] env[62291]: DEBUG nova.scheduler.client.report [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Updated inventory for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with generation 131 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 2337.340579] env[62291]: DEBUG nova.compute.provider_tree [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Updating resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 generation from 131 to 132 during operation: update_inventory {{(pid=62291) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2337.340845] env[62291]: DEBUG nova.compute.provider_tree [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2337.503574] env[62291]: DEBUG oslo_vmware.api [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143559, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068144} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2337.503874] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: c105eefa-10cb-4d68-977b-a97263a6105f] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2337.504673] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4fa3a4-3a79-424d-be0c-ef0d9667c26d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.528514] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: c105eefa-10cb-4d68-977b-a97263a6105f] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] c105eefa-10cb-4d68-977b-a97263a6105f/c105eefa-10cb-4d68-977b-a97263a6105f.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2337.528782] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dc12d13-e592-4128-8f68-e4e414b4169b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2337.550158] env[62291]: DEBUG oslo_vmware.api [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2337.550158] env[62291]: value = "task-2143560" [ 2337.550158] env[62291]: _type = "Task" [ 2337.550158] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2337.559136] env[62291]: DEBUG oslo_vmware.api [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143560, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2337.745023] env[62291]: DEBUG nova.objects.base [None req-675511af-8a97-42a8-8459-20cac6ae45e3 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62291) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 2337.745232] env[62291]: DEBUG nova.network.neutron [None req-675511af-8a97-42a8-8459-20cac6ae45e3 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2337.787884] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143557, 'name': CreateVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2337.789993] env[62291]: DEBUG nova.policy [None req-675511af-8a97-42a8-8459-20cac6ae45e3 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7696a7050e443ecb69a41c6f61d7b45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b34994f4ae104d49b1e76215acee435f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2338.057468] env[62291]: DEBUG nova.network.neutron [None req-675511af-8a97-42a8-8459-20cac6ae45e3 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] Successfully created port: d251fe09-53da-4953-8a22-10261c0807c5 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2338.063094] env[62291]: DEBUG oslo_vmware.api [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143560, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2338.287583] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143557, 'name': CreateVM_Task, 'duration_secs': 1.73403} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2338.287583] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2338.288414] env[62291]: DEBUG oslo_concurrency.lockutils [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5bacde31-3c73-43bf-9f89-db6f46e08be6" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2338.288414] env[62291]: DEBUG oslo_concurrency.lockutils [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5bacde31-3c73-43bf-9f89-db6f46e08be6" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2338.289103] env[62291]: DEBUG oslo_concurrency.lockutils [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/5bacde31-3c73-43bf-9f89-db6f46e08be6" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2338.289103] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3ccd079-66af-4b76-b17b-88fc3058ba02 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.294752] env[62291]: DEBUG oslo_vmware.api [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Waiting for the task: (returnval){ [ 2338.294752] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52a3bcb3-5e34-31bc-b3b1-6a4a3f3ff465" [ 2338.294752] env[62291]: _type = "Task" [ 2338.294752] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2338.303598] env[62291]: DEBUG oslo_vmware.api [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52a3bcb3-5e34-31bc-b3b1-6a4a3f3ff465, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2338.352448] env[62291]: DEBUG oslo_concurrency.lockutils [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 3.513s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2338.355390] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e221401d-69f4-4ad8-8a36-4a82b4d69e11 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.822s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2338.355654] env[62291]: DEBUG nova.objects.instance [None req-e221401d-69f4-4ad8-8a36-4a82b4d69e11 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lazy-loading 'resources' on Instance uuid 2529247b-2f3b-4979-ae7e-bb9735fe253b {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2338.561903] env[62291]: DEBUG oslo_vmware.api [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143560, 'name': ReconfigVM_Task, 'duration_secs': 0.678588} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2338.562241] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: c105eefa-10cb-4d68-977b-a97263a6105f] Reconfigured VM instance instance-00000065 to attach disk [datastore2] c105eefa-10cb-4d68-977b-a97263a6105f/c105eefa-10cb-4d68-977b-a97263a6105f.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2338.562874] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a56f8858-d7f2-4052-8feb-d1e4bbca46ea {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.570238] env[62291]: DEBUG oslo_vmware.api [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2338.570238] env[62291]: value = "task-2143561" [ 2338.570238] env[62291]: _type = "Task" [ 2338.570238] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2338.578974] env[62291]: DEBUG oslo_vmware.api [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143561, 'name': Rename_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2338.806293] env[62291]: DEBUG oslo_concurrency.lockutils [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5bacde31-3c73-43bf-9f89-db6f46e08be6" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2338.806539] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Processing image 5bacde31-3c73-43bf-9f89-db6f46e08be6 {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2338.806793] env[62291]: DEBUG oslo_concurrency.lockutils [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/5bacde31-3c73-43bf-9f89-db6f46e08be6/5bacde31-3c73-43bf-9f89-db6f46e08be6.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2338.806945] env[62291]: DEBUG oslo_concurrency.lockutils [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Acquired lock "[datastore1] devstack-image-cache_base/5bacde31-3c73-43bf-9f89-db6f46e08be6/5bacde31-3c73-43bf-9f89-db6f46e08be6.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2338.807150] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2338.807403] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31eb0577-9c27-4676-aafb-4ced42ce3202 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.817109] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2338.817298] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2338.818080] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9ebd30e-7cef-4412-a9a7-e7853cc2f462 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2338.823723] env[62291]: DEBUG oslo_vmware.api [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Waiting for the task: (returnval){ [ 2338.823723] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52dc3e4d-9f65-fb76-4de3-f0cd9635010f" [ 2338.823723] env[62291]: _type = "Task" [ 2338.823723] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2338.832057] env[62291]: DEBUG oslo_vmware.api [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52dc3e4d-9f65-fb76-4de3-f0cd9635010f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2338.915409] env[62291]: INFO nova.scheduler.client.report [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Deleted allocation for migration fd0a75b4-c9aa-4bc6-be0d-5d77e2e7b849 [ 2339.085416] env[62291]: DEBUG oslo_vmware.api [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143561, 'name': Rename_Task, 'duration_secs': 0.213307} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2339.085605] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: c105eefa-10cb-4d68-977b-a97263a6105f] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2339.085853] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e786923a-eec3-45fd-a114-faec545de860 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.096652] env[62291]: DEBUG oslo_vmware.api [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2339.096652] env[62291]: value = "task-2143562" [ 2339.096652] env[62291]: _type = "Task" [ 2339.096652] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2339.110538] env[62291]: DEBUG oslo_vmware.api [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143562, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2339.116043] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918ed2b1-2e79-4ddb-8c7e-971e4c7bbd30 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.123164] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-921e0715-c6d2-4873-bce7-82523ff3cc9b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.155618] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae650d61-2938-4385-91f8-ecfa7b3724a9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.164321] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf5336d-4940-4f28-baab-944f238ef911 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.178841] env[62291]: DEBUG nova.compute.provider_tree [None req-e221401d-69f4-4ad8-8a36-4a82b4d69e11 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2339.335129] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Preparing fetch location {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2339.335449] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Fetch image to [datastore1] OSTACK_IMG_28f0b9f5-2f41-4582-9be8-74acd29f314a/OSTACK_IMG_28f0b9f5-2f41-4582-9be8-74acd29f314a.vmdk {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2339.335589] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Downloading stream optimized image 5bacde31-3c73-43bf-9f89-db6f46e08be6 to [datastore1] OSTACK_IMG_28f0b9f5-2f41-4582-9be8-74acd29f314a/OSTACK_IMG_28f0b9f5-2f41-4582-9be8-74acd29f314a.vmdk on the data store datastore1 as vApp {{(pid=62291) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2339.335764] env[62291]: DEBUG nova.virt.vmwareapi.images [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Downloading image file data 5bacde31-3c73-43bf-9f89-db6f46e08be6 to the ESX as VM named 'OSTACK_IMG_28f0b9f5-2f41-4582-9be8-74acd29f314a' {{(pid=62291) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2339.407514] env[62291]: DEBUG oslo_vmware.rw_handles [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2339.407514] env[62291]: value = "resgroup-9" [ 2339.407514] env[62291]: _type = "ResourcePool" [ 2339.407514] env[62291]: }. {{(pid=62291) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2339.407840] env[62291]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-f3a4e6cc-a411-482e-b190-bbd74add4672 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2339.423581] env[62291]: DEBUG oslo_concurrency.lockutils [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "48a20ee1-21c1-4e2f-8049-d582d74e2210" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.108s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2339.432211] env[62291]: DEBUG oslo_vmware.rw_handles [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Lease: (returnval){ [ 2339.432211] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52109577-fcc3-5b47-3629-3a94435e1859" [ 2339.432211] env[62291]: _type = "HttpNfcLease" [ 2339.432211] env[62291]: } obtained for vApp import into resource pool (val){ [ 2339.432211] env[62291]: value = "resgroup-9" [ 2339.432211] env[62291]: _type = "ResourcePool" [ 2339.432211] env[62291]: }. {{(pid=62291) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2339.432593] env[62291]: DEBUG oslo_vmware.api [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Waiting for the lease: (returnval){ [ 2339.432593] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52109577-fcc3-5b47-3629-3a94435e1859" [ 2339.432593] env[62291]: _type = "HttpNfcLease" [ 2339.432593] env[62291]: } to be ready. {{(pid=62291) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2339.439890] env[62291]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2339.439890] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52109577-fcc3-5b47-3629-3a94435e1859" [ 2339.439890] env[62291]: _type = "HttpNfcLease" [ 2339.439890] env[62291]: } is initializing. {{(pid=62291) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2339.565685] env[62291]: DEBUG nova.network.neutron [None req-675511af-8a97-42a8-8459-20cac6ae45e3 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] Successfully updated port: d251fe09-53da-4953-8a22-10261c0807c5 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2339.607274] env[62291]: DEBUG oslo_vmware.api [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143562, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2339.682074] env[62291]: DEBUG nova.scheduler.client.report [None req-e221401d-69f4-4ad8-8a36-4a82b4d69e11 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2339.942235] env[62291]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2339.942235] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52109577-fcc3-5b47-3629-3a94435e1859" [ 2339.942235] env[62291]: _type = "HttpNfcLease" [ 2339.942235] env[62291]: } is initializing. {{(pid=62291) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2340.068930] env[62291]: DEBUG oslo_concurrency.lockutils [None req-675511af-8a97-42a8-8459-20cac6ae45e3 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "refresh_cache-cca88b94-b97e-47ce-9689-053635658fea" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2340.069162] env[62291]: DEBUG oslo_concurrency.lockutils [None req-675511af-8a97-42a8-8459-20cac6ae45e3 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquired lock "refresh_cache-cca88b94-b97e-47ce-9689-053635658fea" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2340.069381] env[62291]: DEBUG nova.network.neutron [None req-675511af-8a97-42a8-8459-20cac6ae45e3 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2340.108551] env[62291]: DEBUG oslo_vmware.api [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143562, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2340.187958] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e221401d-69f4-4ad8-8a36-4a82b4d69e11 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.832s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2340.190277] env[62291]: DEBUG oslo_concurrency.lockutils [None req-bce23eb8-81a9-4372-920a-ba438e41715d tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.316s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2340.190859] env[62291]: DEBUG nova.objects.instance [None req-bce23eb8-81a9-4372-920a-ba438e41715d tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lazy-loading 'resources' on Instance uuid 0ede255d-00fc-4cf0-a429-07153eb04435 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2340.207225] env[62291]: INFO nova.scheduler.client.report [None req-e221401d-69f4-4ad8-8a36-4a82b4d69e11 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Deleted allocations for instance 2529247b-2f3b-4979-ae7e-bb9735fe253b [ 2340.441924] env[62291]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2340.441924] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52109577-fcc3-5b47-3629-3a94435e1859" [ 2340.441924] env[62291]: _type = "HttpNfcLease" [ 2340.441924] env[62291]: } is initializing. {{(pid=62291) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2340.606078] env[62291]: WARNING nova.network.neutron [None req-675511af-8a97-42a8-8459-20cac6ae45e3 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] 818bf107-525d-4bd9-af99-c673972d2be1 already exists in list: networks containing: ['818bf107-525d-4bd9-af99-c673972d2be1']. ignoring it [ 2340.611515] env[62291]: DEBUG oslo_vmware.api [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143562, 'name': PowerOnVM_Task, 'duration_secs': 1.214287} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2340.612041] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: c105eefa-10cb-4d68-977b-a97263a6105f] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2340.612295] env[62291]: INFO nova.compute.manager [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: c105eefa-10cb-4d68-977b-a97263a6105f] Took 17.43 seconds to spawn the instance on the hypervisor. [ 2340.612483] env[62291]: DEBUG nova.compute.manager [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: c105eefa-10cb-4d68-977b-a97263a6105f] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2340.613299] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc67906b-4eaf-441f-938b-ce3ca78137a2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.716389] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e221401d-69f4-4ad8-8a36-4a82b4d69e11 tempest-ServerDiskConfigTestJSON-1849300724 tempest-ServerDiskConfigTestJSON-1849300724-project-member] Lock "2529247b-2f3b-4979-ae7e-bb9735fe253b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.112s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2340.840473] env[62291]: DEBUG oslo_concurrency.lockutils [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "48a20ee1-21c1-4e2f-8049-d582d74e2210" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2340.840724] env[62291]: DEBUG oslo_concurrency.lockutils [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "48a20ee1-21c1-4e2f-8049-d582d74e2210" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2340.840927] env[62291]: DEBUG oslo_concurrency.lockutils [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "48a20ee1-21c1-4e2f-8049-d582d74e2210-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2340.841160] env[62291]: DEBUG oslo_concurrency.lockutils [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "48a20ee1-21c1-4e2f-8049-d582d74e2210-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2340.841334] env[62291]: DEBUG oslo_concurrency.lockutils [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "48a20ee1-21c1-4e2f-8049-d582d74e2210-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2340.844941] env[62291]: INFO nova.compute.manager [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Terminating instance [ 2340.846773] env[62291]: DEBUG nova.compute.manager [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2340.846955] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2340.847850] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56839a73-a0f9-456e-bdcc-445c861821ae {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.856803] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2340.859210] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ef0d9ae1-569a-439d-8089-6550f2e87151 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.868728] env[62291]: DEBUG oslo_vmware.api [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 2340.868728] env[62291]: value = "task-2143564" [ 2340.868728] env[62291]: _type = "Task" [ 2340.868728] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2340.880273] env[62291]: DEBUG oslo_vmware.api [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143564, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2340.901176] env[62291]: DEBUG nova.network.neutron [None req-675511af-8a97-42a8-8459-20cac6ae45e3 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] Updating instance_info_cache with network_info: [{"id": "0208cf2f-582c-4a78-b408-98d55f1ff625", "address": "fa:16:3e:8c:1f:ea", "network": {"id": "818bf107-525d-4bd9-af99-c673972d2be1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-171136124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34994f4ae104d49b1e76215acee435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0208cf2f-58", "ovs_interfaceid": "0208cf2f-582c-4a78-b408-98d55f1ff625", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d251fe09-53da-4953-8a22-10261c0807c5", "address": "fa:16:3e:28:a1:57", "network": {"id": "818bf107-525d-4bd9-af99-c673972d2be1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-171136124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34994f4ae104d49b1e76215acee435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd251fe09-53", "ovs_interfaceid": "d251fe09-53da-4953-8a22-10261c0807c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2340.917144] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc63ffec-c840-4a6f-8607-da9f198e7f3d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.925817] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c61874-c27f-435e-a1b5-d753e36facf3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.964052] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983d6d3d-32c6-475b-a881-721c8a17ef8b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.973901] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d13b3c7-9613-4279-abd9-dbc524b0b3cc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2340.977699] env[62291]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2340.977699] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52109577-fcc3-5b47-3629-3a94435e1859" [ 2340.977699] env[62291]: _type = "HttpNfcLease" [ 2340.977699] env[62291]: } is initializing. {{(pid=62291) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2340.988183] env[62291]: DEBUG nova.compute.provider_tree [None req-bce23eb8-81a9-4372-920a-ba438e41715d tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2341.132078] env[62291]: INFO nova.compute.manager [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: c105eefa-10cb-4d68-977b-a97263a6105f] Took 22.42 seconds to build instance. [ 2341.379649] env[62291]: DEBUG oslo_vmware.api [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143564, 'name': PowerOffVM_Task, 'duration_secs': 0.381547} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2341.379913] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2341.380104] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2341.380364] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a9be7c2-b1cc-4fd8-9bb1-16f27571fa53 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2341.404159] env[62291]: DEBUG oslo_concurrency.lockutils [None req-675511af-8a97-42a8-8459-20cac6ae45e3 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Releasing lock "refresh_cache-cca88b94-b97e-47ce-9689-053635658fea" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2341.404783] env[62291]: DEBUG oslo_concurrency.lockutils [None req-675511af-8a97-42a8-8459-20cac6ae45e3 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "cca88b94-b97e-47ce-9689-053635658fea" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2341.404951] env[62291]: DEBUG oslo_concurrency.lockutils [None req-675511af-8a97-42a8-8459-20cac6ae45e3 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquired lock "cca88b94-b97e-47ce-9689-053635658fea" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2341.405763] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31c86e0-5f09-4eab-874a-0b3bcebce64f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2341.424070] env[62291]: DEBUG nova.virt.hardware [None req-675511af-8a97-42a8-8459-20cac6ae45e3 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2341.424344] env[62291]: DEBUG nova.virt.hardware [None req-675511af-8a97-42a8-8459-20cac6ae45e3 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2341.424466] env[62291]: DEBUG nova.virt.hardware [None req-675511af-8a97-42a8-8459-20cac6ae45e3 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2341.424646] env[62291]: DEBUG nova.virt.hardware [None req-675511af-8a97-42a8-8459-20cac6ae45e3 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2341.424791] env[62291]: DEBUG nova.virt.hardware [None req-675511af-8a97-42a8-8459-20cac6ae45e3 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2341.424937] env[62291]: DEBUG nova.virt.hardware [None req-675511af-8a97-42a8-8459-20cac6ae45e3 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2341.425167] env[62291]: DEBUG nova.virt.hardware [None req-675511af-8a97-42a8-8459-20cac6ae45e3 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2341.425323] env[62291]: DEBUG nova.virt.hardware [None req-675511af-8a97-42a8-8459-20cac6ae45e3 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2341.425485] env[62291]: DEBUG nova.virt.hardware [None req-675511af-8a97-42a8-8459-20cac6ae45e3 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2341.425644] env[62291]: DEBUG nova.virt.hardware [None req-675511af-8a97-42a8-8459-20cac6ae45e3 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2341.425812] env[62291]: DEBUG nova.virt.hardware [None req-675511af-8a97-42a8-8459-20cac6ae45e3 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2341.431960] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-675511af-8a97-42a8-8459-20cac6ae45e3 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] Reconfiguring VM to attach interface {{(pid=62291) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2341.432291] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33e22f87-cd92-49ef-9430-a1f3a54683fc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2341.450512] env[62291]: DEBUG oslo_vmware.api [None req-675511af-8a97-42a8-8459-20cac6ae45e3 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for the task: (returnval){ [ 2341.450512] env[62291]: value = "task-2143566" [ 2341.450512] env[62291]: _type = "Task" [ 2341.450512] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2341.458879] env[62291]: DEBUG oslo_vmware.api [None req-675511af-8a97-42a8-8459-20cac6ae45e3 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143566, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2341.466201] env[62291]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2341.466201] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52109577-fcc3-5b47-3629-3a94435e1859" [ 2341.466201] env[62291]: _type = "HttpNfcLease" [ 2341.466201] env[62291]: } is ready. {{(pid=62291) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2341.466466] env[62291]: DEBUG oslo_vmware.rw_handles [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2341.466466] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52109577-fcc3-5b47-3629-3a94435e1859" [ 2341.466466] env[62291]: _type = "HttpNfcLease" [ 2341.466466] env[62291]: }. {{(pid=62291) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2341.467164] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdbb8a28-62e8-4e7e-8015-a9e0a11bbc20 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2341.474137] env[62291]: DEBUG oslo_vmware.rw_handles [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5228714a-cfb6-1681-4f15-e435c7a02b42/disk-0.vmdk from lease info. {{(pid=62291) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2341.474319] env[62291]: DEBUG oslo_vmware.rw_handles [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Creating HTTP connection to write to file with size = 31667200 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5228714a-cfb6-1681-4f15-e435c7a02b42/disk-0.vmdk. {{(pid=62291) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2341.529251] env[62291]: DEBUG nova.scheduler.client.report [None req-bce23eb8-81a9-4372-920a-ba438e41715d tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2341.537228] env[62291]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a6b680c1-d343-4749-a68b-4c4836875d54 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2341.593357] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2341.593593] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2341.593781] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Deleting the datastore file [datastore2] 48a20ee1-21c1-4e2f-8049-d582d74e2210 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2341.594076] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70c34837-10b6-4f43-9f63-ca0b60d970ba {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2341.602487] env[62291]: DEBUG oslo_vmware.api [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for the task: (returnval){ [ 2341.602487] env[62291]: value = "task-2143567" [ 2341.602487] env[62291]: _type = "Task" [ 2341.602487] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2341.610446] env[62291]: DEBUG oslo_vmware.api [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2341.634513] env[62291]: DEBUG oslo_concurrency.lockutils [None req-51cc7e0a-c8d9-4e7f-9c59-f36560302299 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "c105eefa-10cb-4d68-977b-a97263a6105f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.927s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2341.965376] env[62291]: DEBUG oslo_vmware.api [None req-675511af-8a97-42a8-8459-20cac6ae45e3 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2342.034713] env[62291]: DEBUG oslo_concurrency.lockutils [None req-bce23eb8-81a9-4372-920a-ba438e41715d tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.844s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2342.039438] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f8488dc4-8783-46db-852f-69ec15bc3e72 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.124s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2342.039978] env[62291]: DEBUG nova.objects.instance [None req-f8488dc4-8783-46db-852f-69ec15bc3e72 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lazy-loading 'resources' on Instance uuid c9217dbd-27aa-46aa-8c41-555c584dd027 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2342.063392] env[62291]: INFO nova.scheduler.client.report [None req-bce23eb8-81a9-4372-920a-ba438e41715d tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Deleted allocations for instance 0ede255d-00fc-4cf0-a429-07153eb04435 [ 2342.117187] env[62291]: DEBUG oslo_vmware.api [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Task: {'id': task-2143567, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146233} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2342.119078] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2342.120024] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2342.120024] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2342.120024] env[62291]: INFO nova.compute.manager [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Took 1.27 seconds to destroy the instance on the hypervisor. [ 2342.120381] env[62291]: DEBUG oslo.service.loopingcall [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2342.120647] env[62291]: DEBUG nova.compute.manager [-] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2342.120861] env[62291]: DEBUG nova.network.neutron [-] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2342.466310] env[62291]: DEBUG oslo_vmware.api [None req-675511af-8a97-42a8-8459-20cac6ae45e3 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143566, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2342.575532] env[62291]: DEBUG oslo_concurrency.lockutils [None req-bce23eb8-81a9-4372-920a-ba438e41715d tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lock "0ede255d-00fc-4cf0-a429-07153eb04435" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.539s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2342.694328] env[62291]: DEBUG oslo_vmware.rw_handles [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Completed reading data from the image iterator. {{(pid=62291) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2342.694622] env[62291]: DEBUG oslo_vmware.rw_handles [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5228714a-cfb6-1681-4f15-e435c7a02b42/disk-0.vmdk. {{(pid=62291) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2342.695735] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a423ffaa-ef2a-4fd6-9799-1965778e00f9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.704250] env[62291]: DEBUG oslo_vmware.rw_handles [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5228714a-cfb6-1681-4f15-e435c7a02b42/disk-0.vmdk is in state: ready. {{(pid=62291) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2342.704470] env[62291]: DEBUG oslo_vmware.rw_handles [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5228714a-cfb6-1681-4f15-e435c7a02b42/disk-0.vmdk. {{(pid=62291) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2342.707452] env[62291]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ec007626-04f7-41d3-a0f4-981088213522 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.822034] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2342.822034] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2342.822244] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Starting heal instance info cache {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 2342.826492] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0205e58-e641-415f-b111-6d11b1d6e00a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.837530] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ecd0cae-1bc2-4178-a3fd-b2713481221d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.872710] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3463c351-3311-4bfe-94d9-a05f3e47304f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.882223] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6d7003-17a2-4a43-9780-82c17e711b29 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2342.899819] env[62291]: DEBUG nova.compute.provider_tree [None req-f8488dc4-8783-46db-852f-69ec15bc3e72 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2342.967126] env[62291]: DEBUG oslo_vmware.api [None req-675511af-8a97-42a8-8459-20cac6ae45e3 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143566, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2342.990174] env[62291]: DEBUG oslo_vmware.rw_handles [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5228714a-cfb6-1681-4f15-e435c7a02b42/disk-0.vmdk. {{(pid=62291) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2342.990174] env[62291]: INFO nova.virt.vmwareapi.images [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Downloaded image file data 5bacde31-3c73-43bf-9f89-db6f46e08be6 [ 2342.990442] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbd56cf-fc14-4aed-a566-1cb8f581734c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.007016] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb470991-3dae-4248-b6fe-035cead71b48 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.035944] env[62291]: INFO nova.virt.vmwareapi.images [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] The imported VM was unregistered [ 2343.037959] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Caching image {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2343.038226] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Creating directory with path [datastore1] devstack-image-cache_base/5bacde31-3c73-43bf-9f89-db6f46e08be6 {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2343.038523] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2772443e-8560-4bf6-b1f3-41963ebe365c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.053787] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Created directory with path [datastore1] devstack-image-cache_base/5bacde31-3c73-43bf-9f89-db6f46e08be6 {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2343.053787] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_28f0b9f5-2f41-4582-9be8-74acd29f314a/OSTACK_IMG_28f0b9f5-2f41-4582-9be8-74acd29f314a.vmdk to [datastore1] devstack-image-cache_base/5bacde31-3c73-43bf-9f89-db6f46e08be6/5bacde31-3c73-43bf-9f89-db6f46e08be6.vmdk. {{(pid=62291) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2343.053787] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d8f6985c-ba48-4db3-9733-3d26c7eb51d7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.062686] env[62291]: DEBUG oslo_vmware.api [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Waiting for the task: (returnval){ [ 2343.062686] env[62291]: value = "task-2143569" [ 2343.062686] env[62291]: _type = "Task" [ 2343.062686] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2343.071218] env[62291]: DEBUG oslo_vmware.api [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143569, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2343.086963] env[62291]: DEBUG nova.network.neutron [-] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2343.263623] env[62291]: DEBUG nova.compute.manager [req-cc036b90-78cf-4a49-b2be-140f20cb7c9b req-f9c2fb24-e826-4495-af23-152080a9ab42 service nova] [instance: c105eefa-10cb-4d68-977b-a97263a6105f] Received event network-changed-6a83f9ff-f033-4fd9-8fa0-f77aab66119f {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2343.263859] env[62291]: DEBUG nova.compute.manager [req-cc036b90-78cf-4a49-b2be-140f20cb7c9b req-f9c2fb24-e826-4495-af23-152080a9ab42 service nova] [instance: c105eefa-10cb-4d68-977b-a97263a6105f] Refreshing instance network info cache due to event network-changed-6a83f9ff-f033-4fd9-8fa0-f77aab66119f. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2343.264146] env[62291]: DEBUG oslo_concurrency.lockutils [req-cc036b90-78cf-4a49-b2be-140f20cb7c9b req-f9c2fb24-e826-4495-af23-152080a9ab42 service nova] Acquiring lock "refresh_cache-c105eefa-10cb-4d68-977b-a97263a6105f" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2343.264326] env[62291]: DEBUG oslo_concurrency.lockutils [req-cc036b90-78cf-4a49-b2be-140f20cb7c9b req-f9c2fb24-e826-4495-af23-152080a9ab42 service nova] Acquired lock "refresh_cache-c105eefa-10cb-4d68-977b-a97263a6105f" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2343.264456] env[62291]: DEBUG nova.network.neutron [req-cc036b90-78cf-4a49-b2be-140f20cb7c9b req-f9c2fb24-e826-4495-af23-152080a9ab42 service nova] [instance: c105eefa-10cb-4d68-977b-a97263a6105f] Refreshing network info cache for port 6a83f9ff-f033-4fd9-8fa0-f77aab66119f {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2343.284679] env[62291]: DEBUG nova.compute.manager [req-da21c3cf-6e1e-4bb6-9a9a-67707b9b7214 req-054c75a7-77c5-4c13-98ea-ad9527f62571 service nova] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Received event network-changed-8666411f-3ea5-45f8-a322-0cfc314452a9 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2343.284907] env[62291]: DEBUG nova.compute.manager [req-da21c3cf-6e1e-4bb6-9a9a-67707b9b7214 req-054c75a7-77c5-4c13-98ea-ad9527f62571 service nova] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Refreshing instance network info cache due to event network-changed-8666411f-3ea5-45f8-a322-0cfc314452a9. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2343.285131] env[62291]: DEBUG oslo_concurrency.lockutils [req-da21c3cf-6e1e-4bb6-9a9a-67707b9b7214 req-054c75a7-77c5-4c13-98ea-ad9527f62571 service nova] Acquiring lock "refresh_cache-636d8f12-4307-48cb-9da0-e6915e1c3118" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2343.285288] env[62291]: DEBUG oslo_concurrency.lockutils [req-da21c3cf-6e1e-4bb6-9a9a-67707b9b7214 req-054c75a7-77c5-4c13-98ea-ad9527f62571 service nova] Acquired lock "refresh_cache-636d8f12-4307-48cb-9da0-e6915e1c3118" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2343.285458] env[62291]: DEBUG nova.network.neutron [req-da21c3cf-6e1e-4bb6-9a9a-67707b9b7214 req-054c75a7-77c5-4c13-98ea-ad9527f62571 service nova] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Refreshing network info cache for port 8666411f-3ea5-45f8-a322-0cfc314452a9 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2343.324891] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Didn't find any instances for network info cache update. {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 2343.325237] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2343.325425] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2343.325587] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2343.403944] env[62291]: DEBUG nova.scheduler.client.report [None req-f8488dc4-8783-46db-852f-69ec15bc3e72 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2343.470428] env[62291]: DEBUG oslo_vmware.api [None req-675511af-8a97-42a8-8459-20cac6ae45e3 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143566, 'name': ReconfigVM_Task, 'duration_secs': 1.754617} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2343.471015] env[62291]: DEBUG oslo_concurrency.lockutils [None req-675511af-8a97-42a8-8459-20cac6ae45e3 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Releasing lock "cca88b94-b97e-47ce-9689-053635658fea" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2343.471922] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-675511af-8a97-42a8-8459-20cac6ae45e3 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] Reconfigured VM to attach interface {{(pid=62291) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2343.487562] env[62291]: DEBUG oslo_concurrency.lockutils [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Acquiring lock "97a847ee-d7bb-49dd-9dc2-c8c60e496b54" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2343.488530] env[62291]: DEBUG oslo_concurrency.lockutils [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Lock "97a847ee-d7bb-49dd-9dc2-c8c60e496b54" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2343.576116] env[62291]: DEBUG oslo_vmware.api [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143569, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2343.588842] env[62291]: INFO nova.compute.manager [-] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Took 1.47 seconds to deallocate network for instance. [ 2343.829455] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2343.908598] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f8488dc4-8783-46db-852f-69ec15bc3e72 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.869s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2343.912484] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.083s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2343.913010] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2343.916921] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62291) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2343.920957] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d1bb2ed-876d-4ff6-b042-8313c9135fda {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.936976] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e538c3-1b03-4de8-9cec-c87fc79ab1b4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.942805] env[62291]: INFO nova.scheduler.client.report [None req-f8488dc4-8783-46db-852f-69ec15bc3e72 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Deleted allocations for instance c9217dbd-27aa-46aa-8c41-555c584dd027 [ 2343.967834] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a622607-70be-4a47-b3af-88af6db7d445 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.979057] env[62291]: DEBUG oslo_concurrency.lockutils [None req-675511af-8a97-42a8-8459-20cac6ae45e3 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "interface-cca88b94-b97e-47ce-9689-053635658fea-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.329s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2343.987741] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6f6c6e-d2a8-4fd0-8228-b3582deb4b44 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2343.991938] env[62291]: DEBUG nova.compute.manager [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2344.030111] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177773MB free_disk=175GB free_vcpus=48 pci_devices=None {{(pid=62291) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2344.030493] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2344.030493] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2344.084265] env[62291]: DEBUG oslo_vmware.api [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143569, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2344.091476] env[62291]: DEBUG nova.network.neutron [req-cc036b90-78cf-4a49-b2be-140f20cb7c9b req-f9c2fb24-e826-4495-af23-152080a9ab42 service nova] [instance: c105eefa-10cb-4d68-977b-a97263a6105f] Updated VIF entry in instance network info cache for port 6a83f9ff-f033-4fd9-8fa0-f77aab66119f. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2344.091919] env[62291]: DEBUG nova.network.neutron [req-cc036b90-78cf-4a49-b2be-140f20cb7c9b req-f9c2fb24-e826-4495-af23-152080a9ab42 service nova] [instance: c105eefa-10cb-4d68-977b-a97263a6105f] Updating instance_info_cache with network_info: [{"id": "6a83f9ff-f033-4fd9-8fa0-f77aab66119f", "address": "fa:16:3e:7e:f1:f5", "network": {"id": "1832bd4f-bdea-4025-8675-3b0e7946a2ea", "bridge": "br-int", "label": "tempest-ServersTestJSON-1043038580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91b6e38d29a747f5a5ece7587dcd8c03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a83f9ff-f0", "ovs_interfaceid": "6a83f9ff-f033-4fd9-8fa0-f77aab66119f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2344.100486] env[62291]: DEBUG oslo_concurrency.lockutils [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2344.145962] env[62291]: DEBUG nova.network.neutron [req-da21c3cf-6e1e-4bb6-9a9a-67707b9b7214 req-054c75a7-77c5-4c13-98ea-ad9527f62571 service nova] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Updated VIF entry in instance network info cache for port 8666411f-3ea5-45f8-a322-0cfc314452a9. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2344.146505] env[62291]: DEBUG nova.network.neutron [req-da21c3cf-6e1e-4bb6-9a9a-67707b9b7214 req-054c75a7-77c5-4c13-98ea-ad9527f62571 service nova] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Updating instance_info_cache with network_info: [{"id": "8666411f-3ea5-45f8-a322-0cfc314452a9", "address": "fa:16:3e:cb:ee:c7", "network": {"id": "c4dee9e3-c454-498f-a182-75688ed3eba4", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1636214597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae2da117ff1548eca5e5872d9447faab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8666411f-3e", "ovs_interfaceid": "8666411f-3ea5-45f8-a322-0cfc314452a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2344.409288] env[62291]: DEBUG oslo_concurrency.lockutils [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquiring lock "f44ad704-468c-4318-ae6d-2189defb442b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2344.409539] env[62291]: DEBUG oslo_concurrency.lockutils [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lock "f44ad704-468c-4318-ae6d-2189defb442b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2344.454211] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e4756473-8fe0-4d92-b703-bc6c7f2fed33 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Acquiring lock "717000ae-e680-426e-9110-abe1865d496b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2344.454765] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e4756473-8fe0-4d92-b703-bc6c7f2fed33 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Lock "717000ae-e680-426e-9110-abe1865d496b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2344.455251] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e4756473-8fe0-4d92-b703-bc6c7f2fed33 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Acquiring lock "717000ae-e680-426e-9110-abe1865d496b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2344.455723] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e4756473-8fe0-4d92-b703-bc6c7f2fed33 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Lock "717000ae-e680-426e-9110-abe1865d496b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2344.456154] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e4756473-8fe0-4d92-b703-bc6c7f2fed33 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Lock "717000ae-e680-426e-9110-abe1865d496b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2344.461759] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f8488dc4-8783-46db-852f-69ec15bc3e72 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "c9217dbd-27aa-46aa-8c41-555c584dd027" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.206s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2344.463408] env[62291]: INFO nova.compute.manager [None req-e4756473-8fe0-4d92-b703-bc6c7f2fed33 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Terminating instance [ 2344.466079] env[62291]: DEBUG nova.compute.manager [None req-e4756473-8fe0-4d92-b703-bc6c7f2fed33 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2344.466351] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e4756473-8fe0-4d92-b703-bc6c7f2fed33 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2344.467395] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa922d9-e4a0-4c95-b92a-71705c2b286d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.478987] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4756473-8fe0-4d92-b703-bc6c7f2fed33 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2344.479401] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47b03a7d-4c01-4c8e-b221-1d195108d1d0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2344.489354] env[62291]: DEBUG oslo_vmware.api [None req-e4756473-8fe0-4d92-b703-bc6c7f2fed33 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 2344.489354] env[62291]: value = "task-2143570" [ 2344.489354] env[62291]: _type = "Task" [ 2344.489354] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2344.503009] env[62291]: DEBUG oslo_vmware.api [None req-e4756473-8fe0-4d92-b703-bc6c7f2fed33 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143570, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2344.520118] env[62291]: DEBUG oslo_concurrency.lockutils [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2344.578750] env[62291]: DEBUG oslo_vmware.api [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143569, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2344.630563] env[62291]: DEBUG oslo_concurrency.lockutils [req-cc036b90-78cf-4a49-b2be-140f20cb7c9b req-f9c2fb24-e826-4495-af23-152080a9ab42 service nova] Releasing lock "refresh_cache-c105eefa-10cb-4d68-977b-a97263a6105f" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2344.630847] env[62291]: DEBUG nova.compute.manager [req-cc036b90-78cf-4a49-b2be-140f20cb7c9b req-f9c2fb24-e826-4495-af23-152080a9ab42 service nova] [instance: 2529247b-2f3b-4979-ae7e-bb9735fe253b] Received event network-vif-deleted-f2cd57b8-ce9f-4076-973e-3954cfc68c56 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2344.631080] env[62291]: DEBUG nova.compute.manager [req-cc036b90-78cf-4a49-b2be-140f20cb7c9b req-f9c2fb24-e826-4495-af23-152080a9ab42 service nova] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] Received event network-vif-deleted-f7a81d91-e9e2-4311-a436-dddaf98a2086 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2344.631431] env[62291]: DEBUG nova.compute.manager [req-cc036b90-78cf-4a49-b2be-140f20cb7c9b req-f9c2fb24-e826-4495-af23-152080a9ab42 service nova] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Received event network-vif-deleted-35c800a5-0f34-4985-9292-722757c052f7 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2344.654457] env[62291]: DEBUG oslo_concurrency.lockutils [req-da21c3cf-6e1e-4bb6-9a9a-67707b9b7214 req-054c75a7-77c5-4c13-98ea-ad9527f62571 service nova] Releasing lock "refresh_cache-636d8f12-4307-48cb-9da0-e6915e1c3118" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2344.912872] env[62291]: DEBUG nova.compute.manager [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2345.006445] env[62291]: DEBUG oslo_vmware.api [None req-e4756473-8fe0-4d92-b703-bc6c7f2fed33 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143570, 'name': PowerOffVM_Task, 'duration_secs': 0.302171} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2345.007575] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4756473-8fe0-4d92-b703-bc6c7f2fed33 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2345.007995] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e4756473-8fe0-4d92-b703-bc6c7f2fed33 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2345.008781] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5cb246f9-8412-4a25-9e87-058d3936f005 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.071568] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance d5839caf-2cfa-42ae-84f4-145f5ae614a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2345.071957] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 4f4a46eb-7bd3-4477-89eb-dd30a98a3538 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2345.072231] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 4bffe146-0b5f-4141-b83c-6974834803bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2345.072503] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance d1aecebc-401e-45ff-805e-c038722f4cad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2345.072829] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance a06e85bc-af77-404c-a50b-312dd60ae1c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2345.073079] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 717000ae-e680-426e-9110-abe1865d496b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2345.073347] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance af730d81-bef8-454f-858a-8141561b0086 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2345.073585] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance fe7775be-06f2-44d8-8f78-1d13e756bfa5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2345.073819] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2345.077090] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance b2dfa139-ab06-4914-96fd-471045a43b4c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2345.077090] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance fe65d098-fd1b-4127-817e-eac2f659e778 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2345.077090] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance cca88b94-b97e-47ce-9689-053635658fea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2345.077090] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 77eaa783-3da6-43ad-bd01-f526c10b4621 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2345.077090] env[62291]: WARNING nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 48a20ee1-21c1-4e2f-8049-d582d74e2210 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2345.077090] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance c105eefa-10cb-4d68-977b-a97263a6105f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2345.077090] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 636d8f12-4307-48cb-9da0-e6915e1c3118 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2345.085034] env[62291]: DEBUG oslo_vmware.api [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143569, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2345.119083] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8e18903c-aa95-45ab-b5b0-eeac5b5c1cc0 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Acquiring lock "fe7775be-06f2-44d8-8f78-1d13e756bfa5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2345.119083] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8e18903c-aa95-45ab-b5b0-eeac5b5c1cc0 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lock "fe7775be-06f2-44d8-8f78-1d13e756bfa5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2345.119083] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8e18903c-aa95-45ab-b5b0-eeac5b5c1cc0 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Acquiring lock "fe7775be-06f2-44d8-8f78-1d13e756bfa5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2345.119083] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8e18903c-aa95-45ab-b5b0-eeac5b5c1cc0 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lock "fe7775be-06f2-44d8-8f78-1d13e756bfa5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2345.119083] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8e18903c-aa95-45ab-b5b0-eeac5b5c1cc0 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lock "fe7775be-06f2-44d8-8f78-1d13e756bfa5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2345.121618] env[62291]: INFO nova.compute.manager [None req-8e18903c-aa95-45ab-b5b0-eeac5b5c1cc0 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Terminating instance [ 2345.123502] env[62291]: DEBUG nova.compute.manager [None req-8e18903c-aa95-45ab-b5b0-eeac5b5c1cc0 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2345.123761] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-8e18903c-aa95-45ab-b5b0-eeac5b5c1cc0 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2345.124921] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8721e1f-b024-425f-8c16-8b1c95bec507 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.133806] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e18903c-aa95-45ab-b5b0-eeac5b5c1cc0 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2345.134147] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abe6dc95-9f94-445a-bbe7-a608a0d47495 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.144282] env[62291]: DEBUG oslo_vmware.api [None req-8e18903c-aa95-45ab-b5b0-eeac5b5c1cc0 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Waiting for the task: (returnval){ [ 2345.144282] env[62291]: value = "task-2143572" [ 2345.144282] env[62291]: _type = "Task" [ 2345.144282] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2345.155730] env[62291]: DEBUG oslo_vmware.api [None req-8e18903c-aa95-45ab-b5b0-eeac5b5c1cc0 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2345.327125] env[62291]: DEBUG nova.compute.manager [req-18f34687-d31c-43bc-8d4e-2d7b2d3f5cf8 req-81da2c2b-8b04-441a-9840-ca89a145b72f service nova] [instance: cca88b94-b97e-47ce-9689-053635658fea] Received event network-vif-plugged-d251fe09-53da-4953-8a22-10261c0807c5 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2345.327426] env[62291]: DEBUG oslo_concurrency.lockutils [req-18f34687-d31c-43bc-8d4e-2d7b2d3f5cf8 req-81da2c2b-8b04-441a-9840-ca89a145b72f service nova] Acquiring lock "cca88b94-b97e-47ce-9689-053635658fea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2345.327645] env[62291]: DEBUG oslo_concurrency.lockutils [req-18f34687-d31c-43bc-8d4e-2d7b2d3f5cf8 req-81da2c2b-8b04-441a-9840-ca89a145b72f service nova] Lock "cca88b94-b97e-47ce-9689-053635658fea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2345.327957] env[62291]: DEBUG oslo_concurrency.lockutils [req-18f34687-d31c-43bc-8d4e-2d7b2d3f5cf8 req-81da2c2b-8b04-441a-9840-ca89a145b72f service nova] Lock "cca88b94-b97e-47ce-9689-053635658fea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2345.328195] env[62291]: DEBUG nova.compute.manager [req-18f34687-d31c-43bc-8d4e-2d7b2d3f5cf8 req-81da2c2b-8b04-441a-9840-ca89a145b72f service nova] [instance: cca88b94-b97e-47ce-9689-053635658fea] No waiting events found dispatching network-vif-plugged-d251fe09-53da-4953-8a22-10261c0807c5 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2345.328415] env[62291]: WARNING nova.compute.manager [req-18f34687-d31c-43bc-8d4e-2d7b2d3f5cf8 req-81da2c2b-8b04-441a-9840-ca89a145b72f service nova] [instance: cca88b94-b97e-47ce-9689-053635658fea] Received unexpected event network-vif-plugged-d251fe09-53da-4953-8a22-10261c0807c5 for instance with vm_state active and task_state None. [ 2345.328659] env[62291]: DEBUG nova.compute.manager [req-18f34687-d31c-43bc-8d4e-2d7b2d3f5cf8 req-81da2c2b-8b04-441a-9840-ca89a145b72f service nova] [instance: cca88b94-b97e-47ce-9689-053635658fea] Received event network-changed-d251fe09-53da-4953-8a22-10261c0807c5 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2345.328807] env[62291]: DEBUG nova.compute.manager [req-18f34687-d31c-43bc-8d4e-2d7b2d3f5cf8 req-81da2c2b-8b04-441a-9840-ca89a145b72f service nova] [instance: cca88b94-b97e-47ce-9689-053635658fea] Refreshing instance network info cache due to event network-changed-d251fe09-53da-4953-8a22-10261c0807c5. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2345.329041] env[62291]: DEBUG oslo_concurrency.lockutils [req-18f34687-d31c-43bc-8d4e-2d7b2d3f5cf8 req-81da2c2b-8b04-441a-9840-ca89a145b72f service nova] Acquiring lock "refresh_cache-cca88b94-b97e-47ce-9689-053635658fea" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2345.329257] env[62291]: DEBUG oslo_concurrency.lockutils [req-18f34687-d31c-43bc-8d4e-2d7b2d3f5cf8 req-81da2c2b-8b04-441a-9840-ca89a145b72f service nova] Acquired lock "refresh_cache-cca88b94-b97e-47ce-9689-053635658fea" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2345.329502] env[62291]: DEBUG nova.network.neutron [req-18f34687-d31c-43bc-8d4e-2d7b2d3f5cf8 req-81da2c2b-8b04-441a-9840-ca89a145b72f service nova] [instance: cca88b94-b97e-47ce-9689-053635658fea] Refreshing network info cache for port d251fe09-53da-4953-8a22-10261c0807c5 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2345.350030] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e4756473-8fe0-4d92-b703-bc6c7f2fed33 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2345.350030] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e4756473-8fe0-4d92-b703-bc6c7f2fed33 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2345.350030] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4756473-8fe0-4d92-b703-bc6c7f2fed33 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Deleting the datastore file [datastore2] 717000ae-e680-426e-9110-abe1865d496b {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2345.350245] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5e0f9c64-6525-470c-82eb-64a9221a46d3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.362218] env[62291]: DEBUG oslo_vmware.api [None req-e4756473-8fe0-4d92-b703-bc6c7f2fed33 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 2345.362218] env[62291]: value = "task-2143573" [ 2345.362218] env[62291]: _type = "Task" [ 2345.362218] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2345.377511] env[62291]: DEBUG oslo_vmware.api [None req-e4756473-8fe0-4d92-b703-bc6c7f2fed33 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143573, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2345.404092] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4d3aabe9-87bf-44a9-b102-095cd3501450 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Acquiring lock "fe65d098-fd1b-4127-817e-eac2f659e778" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2345.404092] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4d3aabe9-87bf-44a9-b102-095cd3501450 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lock "fe65d098-fd1b-4127-817e-eac2f659e778" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2345.438835] env[62291]: DEBUG oslo_concurrency.lockutils [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2345.490898] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6d8c51af-f565-473c-88ef-2c2286600005 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "c105eefa-10cb-4d68-977b-a97263a6105f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2345.491313] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6d8c51af-f565-473c-88ef-2c2286600005 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "c105eefa-10cb-4d68-977b-a97263a6105f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2345.493276] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6d8c51af-f565-473c-88ef-2c2286600005 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "c105eefa-10cb-4d68-977b-a97263a6105f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2345.493276] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6d8c51af-f565-473c-88ef-2c2286600005 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "c105eefa-10cb-4d68-977b-a97263a6105f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2345.493276] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6d8c51af-f565-473c-88ef-2c2286600005 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "c105eefa-10cb-4d68-977b-a97263a6105f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2345.494150] env[62291]: INFO nova.compute.manager [None req-6d8c51af-f565-473c-88ef-2c2286600005 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: c105eefa-10cb-4d68-977b-a97263a6105f] Terminating instance [ 2345.496063] env[62291]: DEBUG nova.compute.manager [None req-6d8c51af-f565-473c-88ef-2c2286600005 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: c105eefa-10cb-4d68-977b-a97263a6105f] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2345.496267] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8c51af-f565-473c-88ef-2c2286600005 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: c105eefa-10cb-4d68-977b-a97263a6105f] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2345.497194] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca96fa9d-1b51-463e-a096-15df4d333189 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.511050] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d8c51af-f565-473c-88ef-2c2286600005 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: c105eefa-10cb-4d68-977b-a97263a6105f] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2345.511733] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-debe8461-be27-45c6-b496-da49e1d6ec59 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.522222] env[62291]: DEBUG oslo_vmware.api [None req-6d8c51af-f565-473c-88ef-2c2286600005 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2345.522222] env[62291]: value = "task-2143574" [ 2345.522222] env[62291]: _type = "Task" [ 2345.522222] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2345.535050] env[62291]: DEBUG oslo_vmware.api [None req-6d8c51af-f565-473c-88ef-2c2286600005 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143574, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2345.578890] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 97a847ee-d7bb-49dd-9dc2-c8c60e496b54 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2345.583998] env[62291]: DEBUG oslo_vmware.api [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143569, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2345.664409] env[62291]: DEBUG oslo_vmware.api [None req-8e18903c-aa95-45ab-b5b0-eeac5b5c1cc0 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143572, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2345.875066] env[62291]: DEBUG oslo_vmware.api [None req-e4756473-8fe0-4d92-b703-bc6c7f2fed33 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143573, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295726} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2345.875436] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4756473-8fe0-4d92-b703-bc6c7f2fed33 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2345.875615] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e4756473-8fe0-4d92-b703-bc6c7f2fed33 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2345.875807] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e4756473-8fe0-4d92-b703-bc6c7f2fed33 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2345.875994] env[62291]: INFO nova.compute.manager [None req-e4756473-8fe0-4d92-b703-bc6c7f2fed33 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 717000ae-e680-426e-9110-abe1865d496b] Took 1.41 seconds to destroy the instance on the hypervisor. [ 2345.878075] env[62291]: DEBUG oslo.service.loopingcall [None req-e4756473-8fe0-4d92-b703-bc6c7f2fed33 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2345.878362] env[62291]: DEBUG nova.compute.manager [-] [instance: 717000ae-e680-426e-9110-abe1865d496b] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2345.878466] env[62291]: DEBUG nova.network.neutron [-] [instance: 717000ae-e680-426e-9110-abe1865d496b] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2345.905659] env[62291]: INFO nova.compute.manager [None req-4d3aabe9-87bf-44a9-b102-095cd3501450 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Detaching volume eb1185eb-eb4c-4882-99f6-398afd037308 [ 2345.957753] env[62291]: INFO nova.virt.block_device [None req-4d3aabe9-87bf-44a9-b102-095cd3501450 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Attempting to driver detach volume eb1185eb-eb4c-4882-99f6-398afd037308 from mountpoint /dev/sdb [ 2345.957993] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d3aabe9-87bf-44a9-b102-095cd3501450 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Volume detach. Driver type: vmdk {{(pid=62291) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2345.958225] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d3aabe9-87bf-44a9-b102-095cd3501450 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-438107', 'volume_id': 'eb1185eb-eb4c-4882-99f6-398afd037308', 'name': 'volume-eb1185eb-eb4c-4882-99f6-398afd037308', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fe65d098-fd1b-4127-817e-eac2f659e778', 'attached_at': '', 'detached_at': '', 'volume_id': 'eb1185eb-eb4c-4882-99f6-398afd037308', 'serial': 'eb1185eb-eb4c-4882-99f6-398afd037308'} {{(pid=62291) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2345.959096] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3edbd5-f7b4-4a99-99d1-558dd7f35fe3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.986578] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6d2996-0bab-457e-be27-667b9b566165 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2345.997931] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-825987d0-ed40-458d-8d52-ead8c0252608 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.023194] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554a345f-2f37-44a9-bb16-3d12d7614c8d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.038198] env[62291]: DEBUG oslo_vmware.api [None req-6d8c51af-f565-473c-88ef-2c2286600005 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143574, 'name': PowerOffVM_Task, 'duration_secs': 0.364362} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2346.048526] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d8c51af-f565-473c-88ef-2c2286600005 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: c105eefa-10cb-4d68-977b-a97263a6105f] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2346.048737] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8c51af-f565-473c-88ef-2c2286600005 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: c105eefa-10cb-4d68-977b-a97263a6105f] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2346.049047] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d3aabe9-87bf-44a9-b102-095cd3501450 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] The volume has not been displaced from its original location: [datastore2] volume-eb1185eb-eb4c-4882-99f6-398afd037308/volume-eb1185eb-eb4c-4882-99f6-398afd037308.vmdk. No consolidation needed. {{(pid=62291) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2346.054368] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d3aabe9-87bf-44a9-b102-095cd3501450 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Reconfiguring VM instance instance-00000055 to detach disk 2001 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2346.054705] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99b594ae-38fe-4616-8f29-9cb25bd30c85 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.056324] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b3f882f-20ea-41e6-8a7d-5429e08e0942 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.080333] env[62291]: DEBUG oslo_vmware.api [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143569, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.598859} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2346.081935] env[62291]: INFO nova.virt.vmwareapi.ds_util [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_28f0b9f5-2f41-4582-9be8-74acd29f314a/OSTACK_IMG_28f0b9f5-2f41-4582-9be8-74acd29f314a.vmdk to [datastore1] devstack-image-cache_base/5bacde31-3c73-43bf-9f89-db6f46e08be6/5bacde31-3c73-43bf-9f89-db6f46e08be6.vmdk. [ 2346.082296] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Cleaning up location [datastore1] OSTACK_IMG_28f0b9f5-2f41-4582-9be8-74acd29f314a {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2346.082533] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_28f0b9f5-2f41-4582-9be8-74acd29f314a {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2346.083368] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance f44ad704-468c-4318-ae6d-2189defb442b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2346.083691] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2346.083891] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3392MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2346.086817] env[62291]: DEBUG oslo_vmware.api [None req-4d3aabe9-87bf-44a9-b102-095cd3501450 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for the task: (returnval){ [ 2346.086817] env[62291]: value = "task-2143576" [ 2346.086817] env[62291]: _type = "Task" [ 2346.086817] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2346.088267] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-aa81a0f0-add7-4f01-a980-9f3cedfb4ff1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.100973] env[62291]: DEBUG oslo_vmware.api [None req-4d3aabe9-87bf-44a9-b102-095cd3501450 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143576, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2346.102362] env[62291]: DEBUG oslo_vmware.api [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Waiting for the task: (returnval){ [ 2346.102362] env[62291]: value = "task-2143577" [ 2346.102362] env[62291]: _type = "Task" [ 2346.102362] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2346.111356] env[62291]: DEBUG oslo_vmware.api [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143577, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2346.164739] env[62291]: DEBUG oslo_vmware.api [None req-8e18903c-aa95-45ab-b5b0-eeac5b5c1cc0 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143572, 'name': PowerOffVM_Task, 'duration_secs': 0.636202} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2346.165094] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-8e18903c-aa95-45ab-b5b0-eeac5b5c1cc0 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2346.165368] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-8e18903c-aa95-45ab-b5b0-eeac5b5c1cc0 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2346.165694] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0471a486-064e-4a65-bbf2-7dbc10d96841 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.339785] env[62291]: DEBUG oslo_concurrency.lockutils [None req-37cd5a38-1cc2-459a-98cd-9c52dfb84788 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "interface-cca88b94-b97e-47ce-9689-053635658fea-27615ac8-3fbb-4141-8d3c-fcf565bd1a61" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2346.340114] env[62291]: DEBUG oslo_concurrency.lockutils [None req-37cd5a38-1cc2-459a-98cd-9c52dfb84788 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "interface-cca88b94-b97e-47ce-9689-053635658fea-27615ac8-3fbb-4141-8d3c-fcf565bd1a61" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2346.340546] env[62291]: DEBUG nova.objects.instance [None req-37cd5a38-1cc2-459a-98cd-9c52dfb84788 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lazy-loading 'flavor' on Instance uuid cca88b94-b97e-47ce-9689-053635658fea {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2346.342679] env[62291]: DEBUG nova.network.neutron [req-18f34687-d31c-43bc-8d4e-2d7b2d3f5cf8 req-81da2c2b-8b04-441a-9840-ca89a145b72f service nova] [instance: cca88b94-b97e-47ce-9689-053635658fea] Updated VIF entry in instance network info cache for port d251fe09-53da-4953-8a22-10261c0807c5. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2346.345271] env[62291]: DEBUG nova.network.neutron [req-18f34687-d31c-43bc-8d4e-2d7b2d3f5cf8 req-81da2c2b-8b04-441a-9840-ca89a145b72f service nova] [instance: cca88b94-b97e-47ce-9689-053635658fea] Updating instance_info_cache with network_info: [{"id": "0208cf2f-582c-4a78-b408-98d55f1ff625", "address": "fa:16:3e:8c:1f:ea", "network": {"id": "818bf107-525d-4bd9-af99-c673972d2be1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-171136124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34994f4ae104d49b1e76215acee435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0208cf2f-58", "ovs_interfaceid": "0208cf2f-582c-4a78-b408-98d55f1ff625", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d251fe09-53da-4953-8a22-10261c0807c5", "address": "fa:16:3e:28:a1:57", "network": {"id": "818bf107-525d-4bd9-af99-c673972d2be1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-171136124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34994f4ae104d49b1e76215acee435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd251fe09-53", "ovs_interfaceid": "d251fe09-53da-4953-8a22-10261c0807c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2346.371348] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-8e18903c-aa95-45ab-b5b0-eeac5b5c1cc0 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2346.371348] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-8e18903c-aa95-45ab-b5b0-eeac5b5c1cc0 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Deleting contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2346.371348] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e18903c-aa95-45ab-b5b0-eeac5b5c1cc0 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Deleting the datastore file [datastore1] fe7775be-06f2-44d8-8f78-1d13e756bfa5 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2346.371348] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31101578-aac7-4de5-ac0c-0cfbdc5a8aa5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.383455] env[62291]: DEBUG oslo_vmware.api [None req-8e18903c-aa95-45ab-b5b0-eeac5b5c1cc0 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Waiting for the task: (returnval){ [ 2346.383455] env[62291]: value = "task-2143579" [ 2346.383455] env[62291]: _type = "Task" [ 2346.383455] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2346.400698] env[62291]: DEBUG oslo_vmware.api [None req-8e18903c-aa95-45ab-b5b0-eeac5b5c1cc0 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143579, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2346.423241] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08542405-aa63-4302-8bc5-998e5200251f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.433733] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0ef8dc-6dee-427c-a8d7-fba97a907cdb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.470335] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4248a634-fe75-4b4f-a9df-19529b0d24bd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.478593] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af39ebfa-88fd-4d27-a8a7-d37e33550938 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.496922] env[62291]: DEBUG nova.compute.provider_tree [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2346.600828] env[62291]: DEBUG oslo_vmware.api [None req-4d3aabe9-87bf-44a9-b102-095cd3501450 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143576, 'name': ReconfigVM_Task, 'duration_secs': 0.375791} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2346.601285] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d3aabe9-87bf-44a9-b102-095cd3501450 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Reconfigured VM instance instance-00000055 to detach disk 2001 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2346.606012] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e91e0ddf-4f75-41d4-b806-10d65b21ccde {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.629675] env[62291]: DEBUG oslo_vmware.api [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143577, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.039606} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2346.632097] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2346.632280] env[62291]: DEBUG oslo_concurrency.lockutils [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Releasing lock "[datastore1] devstack-image-cache_base/5bacde31-3c73-43bf-9f89-db6f46e08be6/5bacde31-3c73-43bf-9f89-db6f46e08be6.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2346.632526] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/5bacde31-3c73-43bf-9f89-db6f46e08be6/5bacde31-3c73-43bf-9f89-db6f46e08be6.vmdk to [datastore1] 636d8f12-4307-48cb-9da0-e6915e1c3118/636d8f12-4307-48cb-9da0-e6915e1c3118.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2346.634124] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d086227-dca4-4dd0-b793-2ba04230dfff {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.637738] env[62291]: DEBUG oslo_vmware.api [None req-4d3aabe9-87bf-44a9-b102-095cd3501450 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for the task: (returnval){ [ 2346.637738] env[62291]: value = "task-2143580" [ 2346.637738] env[62291]: _type = "Task" [ 2346.637738] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2346.643475] env[62291]: DEBUG oslo_vmware.api [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Waiting for the task: (returnval){ [ 2346.643475] env[62291]: value = "task-2143581" [ 2346.643475] env[62291]: _type = "Task" [ 2346.643475] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2346.651266] env[62291]: DEBUG oslo_vmware.api [None req-4d3aabe9-87bf-44a9-b102-095cd3501450 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143580, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2346.657878] env[62291]: DEBUG oslo_vmware.api [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143581, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2346.849541] env[62291]: DEBUG oslo_concurrency.lockutils [req-18f34687-d31c-43bc-8d4e-2d7b2d3f5cf8 req-81da2c2b-8b04-441a-9840-ca89a145b72f service nova] Releasing lock "refresh_cache-cca88b94-b97e-47ce-9689-053635658fea" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2346.849541] env[62291]: DEBUG nova.compute.manager [req-18f34687-d31c-43bc-8d4e-2d7b2d3f5cf8 req-81da2c2b-8b04-441a-9840-ca89a145b72f service nova] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Received event network-vif-deleted-eb92fb1c-8619-4263-8303-d087c0471f34 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2346.867917] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8c51af-f565-473c-88ef-2c2286600005 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: c105eefa-10cb-4d68-977b-a97263a6105f] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2346.868173] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8c51af-f565-473c-88ef-2c2286600005 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: c105eefa-10cb-4d68-977b-a97263a6105f] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2346.868476] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d8c51af-f565-473c-88ef-2c2286600005 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Deleting the datastore file [datastore2] c105eefa-10cb-4d68-977b-a97263a6105f {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2346.868829] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc720072-93b8-4e71-abc0-84764c557aa1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2346.876263] env[62291]: DEBUG oslo_vmware.api [None req-6d8c51af-f565-473c-88ef-2c2286600005 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2346.876263] env[62291]: value = "task-2143582" [ 2346.876263] env[62291]: _type = "Task" [ 2346.876263] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2346.890425] env[62291]: DEBUG oslo_vmware.api [None req-6d8c51af-f565-473c-88ef-2c2286600005 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143582, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2346.899022] env[62291]: DEBUG oslo_vmware.api [None req-8e18903c-aa95-45ab-b5b0-eeac5b5c1cc0 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143579, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.368808} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2346.899022] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-8e18903c-aa95-45ab-b5b0-eeac5b5c1cc0 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2346.899022] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-8e18903c-aa95-45ab-b5b0-eeac5b5c1cc0 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Deleted contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2346.899022] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-8e18903c-aa95-45ab-b5b0-eeac5b5c1cc0 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2346.899022] env[62291]: INFO nova.compute.manager [None req-8e18903c-aa95-45ab-b5b0-eeac5b5c1cc0 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Took 1.77 seconds to destroy the instance on the hypervisor. [ 2346.899022] env[62291]: DEBUG oslo.service.loopingcall [None req-8e18903c-aa95-45ab-b5b0-eeac5b5c1cc0 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2346.899631] env[62291]: DEBUG nova.compute.manager [-] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2346.899631] env[62291]: DEBUG nova.network.neutron [-] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2346.979188] env[62291]: DEBUG nova.objects.instance [None req-37cd5a38-1cc2-459a-98cd-9c52dfb84788 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lazy-loading 'pci_requests' on Instance uuid cca88b94-b97e-47ce-9689-053635658fea {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2347.032658] env[62291]: ERROR nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [req-e43cadcc-6c61-4fd4-acea-5dff9cdb0e8e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 142b9caf-95b8-4f05-a0ca-6a285ed758e8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e43cadcc-6c61-4fd4-acea-5dff9cdb0e8e"}]} [ 2347.042560] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "17d1dffb-c87b-4e3f-ba46-14f6198ad1eb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2347.042853] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "17d1dffb-c87b-4e3f-ba46-14f6198ad1eb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2347.053295] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Refreshing inventories for resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 2347.142026] env[62291]: DEBUG nova.network.neutron [-] [instance: 717000ae-e680-426e-9110-abe1865d496b] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2347.158630] env[62291]: DEBUG oslo_vmware.api [None req-4d3aabe9-87bf-44a9-b102-095cd3501450 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143580, 'name': ReconfigVM_Task, 'duration_secs': 0.195549} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2347.167037] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d3aabe9-87bf-44a9-b102-095cd3501450 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-438107', 'volume_id': 'eb1185eb-eb4c-4882-99f6-398afd037308', 'name': 'volume-eb1185eb-eb4c-4882-99f6-398afd037308', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fe65d098-fd1b-4127-817e-eac2f659e778', 'attached_at': '', 'detached_at': '', 'volume_id': 'eb1185eb-eb4c-4882-99f6-398afd037308', 'serial': 'eb1185eb-eb4c-4882-99f6-398afd037308'} {{(pid=62291) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2347.168837] env[62291]: DEBUG oslo_vmware.api [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143581, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2347.170827] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Updating ProviderTree inventory for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 2347.171214] env[62291]: DEBUG nova.compute.provider_tree [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2347.193831] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Refreshing aggregate associations for resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8, aggregates: None {{(pid=62291) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 2347.217394] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Refreshing trait associations for resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62291) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 2347.395904] env[62291]: DEBUG oslo_vmware.api [None req-6d8c51af-f565-473c-88ef-2c2286600005 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143582, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274292} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2347.396474] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d8c51af-f565-473c-88ef-2c2286600005 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2347.396717] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8c51af-f565-473c-88ef-2c2286600005 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: c105eefa-10cb-4d68-977b-a97263a6105f] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2347.396974] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8c51af-f565-473c-88ef-2c2286600005 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: c105eefa-10cb-4d68-977b-a97263a6105f] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2347.397098] env[62291]: INFO nova.compute.manager [None req-6d8c51af-f565-473c-88ef-2c2286600005 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: c105eefa-10cb-4d68-977b-a97263a6105f] Took 1.90 seconds to destroy the instance on the hypervisor. [ 2347.397441] env[62291]: DEBUG oslo.service.loopingcall [None req-6d8c51af-f565-473c-88ef-2c2286600005 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2347.397728] env[62291]: DEBUG nova.compute.manager [-] [instance: c105eefa-10cb-4d68-977b-a97263a6105f] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2347.397827] env[62291]: DEBUG nova.network.neutron [-] [instance: c105eefa-10cb-4d68-977b-a97263a6105f] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2347.488170] env[62291]: DEBUG nova.objects.base [None req-37cd5a38-1cc2-459a-98cd-9c52dfb84788 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62291) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 2347.488170] env[62291]: DEBUG nova.network.neutron [None req-37cd5a38-1cc2-459a-98cd-9c52dfb84788 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2347.526238] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e31e0d8-f224-4310-bd42-8e36f621888c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.543051] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab0c10c-d64f-4a0e-9c05-efa35af6ab6c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.548176] env[62291]: DEBUG nova.compute.manager [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2347.596242] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3cdf9f1-6d0f-4257-b739-48996fbf4122 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.608509] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efb78bf9-b6ce-4933-a092-d0b5655fd3fc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.627976] env[62291]: DEBUG nova.compute.provider_tree [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2347.647513] env[62291]: INFO nova.compute.manager [-] [instance: 717000ae-e680-426e-9110-abe1865d496b] Took 1.77 seconds to deallocate network for instance. [ 2347.675706] env[62291]: DEBUG oslo_vmware.api [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143581, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2347.703442] env[62291]: DEBUG nova.policy [None req-37cd5a38-1cc2-459a-98cd-9c52dfb84788 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7696a7050e443ecb69a41c6f61d7b45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b34994f4ae104d49b1e76215acee435f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2347.710656] env[62291]: DEBUG oslo_vmware.rw_handles [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52723330-9fea-24da-8f15-8cafd4297882/disk-0.vmdk. {{(pid=62291) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2347.711954] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8314f64-9777-4184-aa3b-5a404fab4860 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.722821] env[62291]: DEBUG oslo_vmware.rw_handles [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52723330-9fea-24da-8f15-8cafd4297882/disk-0.vmdk is in state: ready. {{(pid=62291) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2347.723042] env[62291]: ERROR oslo_vmware.rw_handles [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52723330-9fea-24da-8f15-8cafd4297882/disk-0.vmdk due to incomplete transfer. [ 2347.723301] env[62291]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f9f4f6c3-9f25-4eaf-a22c-f2f15e9d43d9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.738292] env[62291]: DEBUG nova.objects.instance [None req-4d3aabe9-87bf-44a9-b102-095cd3501450 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lazy-loading 'flavor' on Instance uuid fe65d098-fd1b-4127-817e-eac2f659e778 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2347.741086] env[62291]: DEBUG oslo_vmware.rw_handles [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52723330-9fea-24da-8f15-8cafd4297882/disk-0.vmdk. {{(pid=62291) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2347.741362] env[62291]: DEBUG nova.virt.vmwareapi.images [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Uploaded image 905c80d7-20e2-4583-81df-bdd3f81c87cc to the Glance image server {{(pid=62291) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2347.746833] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Destroying the VM {{(pid=62291) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2347.746833] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9e5c22f3-8e9c-4d24-b38f-3d6053a58004 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2347.757624] env[62291]: DEBUG oslo_vmware.api [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2347.757624] env[62291]: value = "task-2143583" [ 2347.757624] env[62291]: _type = "Task" [ 2347.757624] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2347.774568] env[62291]: DEBUG oslo_vmware.api [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143583, 'name': Destroy_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2347.928447] env[62291]: DEBUG nova.compute.manager [req-ed95701c-2918-4471-bc29-2d5a19c00bd3 req-d9c4d4c9-b89c-436c-83f2-92f30984fb00 service nova] [instance: 717000ae-e680-426e-9110-abe1865d496b] Received event network-vif-deleted-7b541709-09bc-42bd-84bc-090bad83418a {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2348.073501] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2348.132661] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2348.159892] env[62291]: DEBUG oslo_vmware.api [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143581, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2348.169553] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e4756473-8fe0-4d92-b703-bc6c7f2fed33 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2348.233800] env[62291]: DEBUG nova.compute.manager [req-a1ea9781-bcb1-45d8-8146-b02f7deaf50d req-423087a4-ea61-4fad-899f-09e650f4fc95 service nova] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Received event network-vif-deleted-a8fa84fa-2a54-4510-b416-251acb8e751d {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2348.234037] env[62291]: INFO nova.compute.manager [req-a1ea9781-bcb1-45d8-8146-b02f7deaf50d req-423087a4-ea61-4fad-899f-09e650f4fc95 service nova] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Neutron deleted interface a8fa84fa-2a54-4510-b416-251acb8e751d; detaching it from the instance and deleting it from the info cache [ 2348.234229] env[62291]: DEBUG nova.network.neutron [req-a1ea9781-bcb1-45d8-8146-b02f7deaf50d req-423087a4-ea61-4fad-899f-09e650f4fc95 service nova] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2348.273302] env[62291]: DEBUG oslo_vmware.api [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143583, 'name': Destroy_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2348.290617] env[62291]: DEBUG nova.network.neutron [-] [instance: c105eefa-10cb-4d68-977b-a97263a6105f] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2348.554455] env[62291]: DEBUG nova.network.neutron [-] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2348.643124] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62291) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2348.643124] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.611s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2348.643124] env[62291]: DEBUG oslo_concurrency.lockutils [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.544s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2348.643124] env[62291]: DEBUG oslo_concurrency.lockutils [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2348.644186] env[62291]: DEBUG oslo_concurrency.lockutils [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.124s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2348.645948] env[62291]: INFO nova.compute.claims [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2348.650333] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2348.650333] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Getting list of instances from cluster (obj){ [ 2348.650333] env[62291]: value = "domain-c8" [ 2348.650333] env[62291]: _type = "ClusterComputeResource" [ 2348.650333] env[62291]: } {{(pid=62291) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2348.652476] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787c1251-7037-4dc6-b270-fa9283715e71 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.666296] env[62291]: DEBUG oslo_vmware.api [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143581, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2348.685355] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Got total of 12 instances {{(pid=62291) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 2348.687883] env[62291]: INFO nova.scheduler.client.report [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Deleted allocations for instance 48a20ee1-21c1-4e2f-8049-d582d74e2210 [ 2348.737738] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ff990d4b-f916-4be9-95c3-69bd84ea6ed6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.752018] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ebb19b-04da-4615-ab73-ec021593528b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2348.763957] env[62291]: DEBUG oslo_concurrency.lockutils [None req-4d3aabe9-87bf-44a9-b102-095cd3501450 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lock "fe65d098-fd1b-4127-817e-eac2f659e778" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.362s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2348.777244] env[62291]: DEBUG oslo_vmware.api [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143583, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2348.798570] env[62291]: INFO nova.compute.manager [-] [instance: c105eefa-10cb-4d68-977b-a97263a6105f] Took 1.40 seconds to deallocate network for instance. [ 2348.799015] env[62291]: DEBUG nova.compute.manager [req-a1ea9781-bcb1-45d8-8146-b02f7deaf50d req-423087a4-ea61-4fad-899f-09e650f4fc95 service nova] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Detach interface failed, port_id=a8fa84fa-2a54-4510-b416-251acb8e751d, reason: Instance fe7775be-06f2-44d8-8f78-1d13e756bfa5 could not be found. {{(pid=62291) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 2349.057430] env[62291]: INFO nova.compute.manager [-] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Took 2.16 seconds to deallocate network for instance. [ 2349.162796] env[62291]: DEBUG oslo_vmware.api [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143581, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2349.198589] env[62291]: DEBUG oslo_concurrency.lockutils [None req-510ab072-c220-4735-b761-6ad36c5e6e9b tempest-DeleteServersTestJSON-761263050 tempest-DeleteServersTestJSON-761263050-project-member] Lock "48a20ee1-21c1-4e2f-8049-d582d74e2210" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.358s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2349.275851] env[62291]: DEBUG oslo_vmware.api [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143583, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2349.307303] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6d8c51af-f565-473c-88ef-2c2286600005 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2349.480274] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2349.480274] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2349.480274] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2349.480274] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2349.480274] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62291) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 2349.564724] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8e18903c-aa95-45ab-b5b0-eeac5b5c1cc0 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2349.661158] env[62291]: DEBUG oslo_vmware.api [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143581, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.597248} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2349.661456] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/5bacde31-3c73-43bf-9f89-db6f46e08be6/5bacde31-3c73-43bf-9f89-db6f46e08be6.vmdk to [datastore1] 636d8f12-4307-48cb-9da0-e6915e1c3118/636d8f12-4307-48cb-9da0-e6915e1c3118.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2349.662254] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca01c7dd-274e-44cc-8f6e-e5d5af78e24f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.689739] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 636d8f12-4307-48cb-9da0-e6915e1c3118/636d8f12-4307-48cb-9da0-e6915e1c3118.vmdk or device None with type streamOptimized {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2349.692742] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12c49064-c376-4dca-b4dc-25c623818fe8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.719649] env[62291]: DEBUG oslo_vmware.api [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Waiting for the task: (returnval){ [ 2349.719649] env[62291]: value = "task-2143584" [ 2349.719649] env[62291]: _type = "Task" [ 2349.719649] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2349.731877] env[62291]: DEBUG oslo_vmware.api [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143584, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2349.776846] env[62291]: DEBUG oslo_vmware.api [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143583, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2349.950977] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0575e516-d517-4c98-92bb-2309507c0522 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.959218] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0a1b84-8f37-4217-9fea-2c01f27229c1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.989667] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee62571-ecd8-441e-ba34-97d2f487a13a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.997401] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13c50be-ced0-4867-b36b-7fd9628e26c6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.010866] env[62291]: DEBUG nova.compute.provider_tree [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2350.212601] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e7f39383-5855-468c-8461-75db942fb6c6 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Acquiring lock "fe65d098-fd1b-4127-817e-eac2f659e778" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2350.214469] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e7f39383-5855-468c-8461-75db942fb6c6 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lock "fe65d098-fd1b-4127-817e-eac2f659e778" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2350.214469] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e7f39383-5855-468c-8461-75db942fb6c6 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Acquiring lock "fe65d098-fd1b-4127-817e-eac2f659e778-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2350.214469] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e7f39383-5855-468c-8461-75db942fb6c6 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lock "fe65d098-fd1b-4127-817e-eac2f659e778-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2350.214469] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e7f39383-5855-468c-8461-75db942fb6c6 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lock "fe65d098-fd1b-4127-817e-eac2f659e778-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2350.219126] env[62291]: INFO nova.compute.manager [None req-e7f39383-5855-468c-8461-75db942fb6c6 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Terminating instance [ 2350.220420] env[62291]: DEBUG nova.compute.manager [None req-e7f39383-5855-468c-8461-75db942fb6c6 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2350.220628] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f39383-5855-468c-8461-75db942fb6c6 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2350.221616] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9096ac18-0606-4415-adff-3f252ea7993a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.231968] env[62291]: DEBUG nova.compute.manager [req-9b70d269-132f-4bca-839f-230ba696fc25 req-78330eb3-65c2-4ec6-bc29-99da95153e1d service nova] [instance: c105eefa-10cb-4d68-977b-a97263a6105f] Received event network-vif-deleted-6a83f9ff-f033-4fd9-8fa0-f77aab66119f {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2350.236929] env[62291]: DEBUG oslo_vmware.api [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143584, 'name': ReconfigVM_Task, 'duration_secs': 0.267326} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2350.237228] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7f39383-5855-468c-8461-75db942fb6c6 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2350.237496] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 636d8f12-4307-48cb-9da0-e6915e1c3118/636d8f12-4307-48cb-9da0-e6915e1c3118.vmdk or device None with type streamOptimized {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2350.238106] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5610754-2d03-4695-ae5a-39eb8622d995 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.239710] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f853dfeb-5b75-42f8-bb50-93bc34438839 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.247732] env[62291]: DEBUG oslo_vmware.api [None req-e7f39383-5855-468c-8461-75db942fb6c6 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for the task: (returnval){ [ 2350.247732] env[62291]: value = "task-2143585" [ 2350.247732] env[62291]: _type = "Task" [ 2350.247732] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2350.249034] env[62291]: DEBUG oslo_vmware.api [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Waiting for the task: (returnval){ [ 2350.249034] env[62291]: value = "task-2143586" [ 2350.249034] env[62291]: _type = "Task" [ 2350.249034] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2350.260580] env[62291]: DEBUG oslo_vmware.api [None req-e7f39383-5855-468c-8461-75db942fb6c6 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2350.263972] env[62291]: DEBUG oslo_vmware.api [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143586, 'name': Rename_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2350.276600] env[62291]: DEBUG oslo_vmware.api [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143583, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2350.514083] env[62291]: DEBUG nova.scheduler.client.report [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2350.762175] env[62291]: DEBUG oslo_vmware.api [None req-e7f39383-5855-468c-8461-75db942fb6c6 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143585, 'name': PowerOffVM_Task, 'duration_secs': 0.216939} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2350.765996] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7f39383-5855-468c-8461-75db942fb6c6 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2350.765996] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f39383-5855-468c-8461-75db942fb6c6 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2350.765996] env[62291]: DEBUG oslo_vmware.api [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143586, 'name': Rename_Task, 'duration_secs': 0.20884} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2350.765996] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee5433ec-cba3-4194-928a-a1becd6ee226 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.767332] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2350.767629] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9059bfb-a6eb-4a1d-b44a-51adc1ac1f3c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2350.777591] env[62291]: DEBUG oslo_vmware.api [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143583, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2350.779449] env[62291]: DEBUG oslo_vmware.api [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Waiting for the task: (returnval){ [ 2350.779449] env[62291]: value = "task-2143588" [ 2350.779449] env[62291]: _type = "Task" [ 2350.779449] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2350.787859] env[62291]: DEBUG oslo_vmware.api [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143588, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2351.019651] env[62291]: DEBUG oslo_concurrency.lockutils [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.376s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2351.020149] env[62291]: DEBUG nova.compute.manager [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2351.023111] env[62291]: DEBUG oslo_concurrency.lockutils [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.585s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2351.024693] env[62291]: INFO nova.compute.claims [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2351.279433] env[62291]: DEBUG oslo_vmware.api [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143583, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2351.289575] env[62291]: DEBUG oslo_vmware.api [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143588, 'name': PowerOnVM_Task, 'duration_secs': 0.509795} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2351.289914] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2351.392695] env[62291]: DEBUG nova.compute.manager [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2351.394183] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94da87d-aa2e-4678-90cb-e131c37745d1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2351.529574] env[62291]: DEBUG nova.compute.utils [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2351.534027] env[62291]: DEBUG nova.compute.manager [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2351.534027] env[62291]: DEBUG nova.network.neutron [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2351.585038] env[62291]: DEBUG nova.policy [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f470bc49070f4d118f44499d184e84fd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a10ef55321c54e24bdc8734e006d8d77', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2351.615159] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2351.615341] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Cleaning up deleted instances with incomplete migration {{(pid=62291) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11266}} [ 2351.778413] env[62291]: DEBUG oslo_vmware.api [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143583, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2351.876161] env[62291]: DEBUG nova.network.neutron [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Successfully created port: 11aa80be-293a-4458-9d40-ccaf9fe369d1 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2351.917020] env[62291]: DEBUG oslo_concurrency.lockutils [None req-679a5d1a-1279-4fc5-b65e-ab824d71a83f tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Lock "636d8f12-4307-48cb-9da0-e6915e1c3118" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 24.316s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2352.034697] env[62291]: DEBUG nova.compute.manager [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2352.279212] env[62291]: DEBUG oslo_vmware.api [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143583, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2352.303284] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1462befd-ebf2-435a-9ecc-44139df7c5d8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.311192] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9566b61-93fd-4e4d-8fbd-3fa25bfbda94 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.342531] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54838ca-5894-4fcf-872b-c0b3a776a38f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.350780] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e5372c-3d09-4b5e-92f3-399eb8799be6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.364900] env[62291]: DEBUG nova.compute.provider_tree [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2352.551379] env[62291]: INFO nova.virt.block_device [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Booting with volume acc74b09-9b35-4d78-bd1b-79c9a747ae2f at /dev/sda [ 2352.587321] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8ff88f7f-723e-4fad-92e5-1164ad37d12d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.600045] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abfdf42d-7c04-425c-93ba-5e16c7c5082f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.635637] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c8d4d650-0025-4a45-8b29-b7684177777b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.644707] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62bac3cf-9a4a-4cd8-b6fd-9e254bef3dac {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.677930] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f38deaf-d60d-41ce-9af1-d574ad62fdc2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.684724] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfeab30b-125d-4733-958c-9cf3f77cfca0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2352.699593] env[62291]: DEBUG nova.virt.block_device [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Updating existing volume attachment record: d6d5772f-4b68-4482-b6f7-5462f21ef6a0 {{(pid=62291) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2352.779316] env[62291]: DEBUG oslo_vmware.api [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143583, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2352.868929] env[62291]: DEBUG nova.scheduler.client.report [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2353.279557] env[62291]: DEBUG oslo_vmware.api [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143583, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2353.373967] env[62291]: DEBUG oslo_concurrency.lockutils [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.351s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2353.374545] env[62291]: DEBUG nova.compute.manager [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2353.377237] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.304s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2353.380193] env[62291]: INFO nova.compute.claims [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2353.614952] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2353.782691] env[62291]: DEBUG oslo_vmware.api [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143583, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2353.883022] env[62291]: DEBUG nova.compute.utils [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2353.886502] env[62291]: DEBUG nova.compute.manager [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2353.886867] env[62291]: DEBUG nova.network.neutron [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: f44ad704-468c-4318-ae6d-2189defb442b] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2353.956249] env[62291]: DEBUG nova.policy [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ce6bb6381a24042a5ba451f9fec0675', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ab1a96fe2f44bb8a404c685f61bf1c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2354.281614] env[62291]: DEBUG oslo_vmware.api [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143583, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2354.389962] env[62291]: DEBUG nova.compute.manager [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2354.420129] env[62291]: DEBUG nova.network.neutron [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Successfully created port: 589a8eed-ee1c-400d-92c0-02a06f2675ce {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2354.696977] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8701b27-8c25-4d9d-8f0d-57b2a086db2a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.708172] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa78f16-b6a8-461e-9ccf-e5de92f36103 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.712582] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e6b864f-66f2-482c-9670-aca5b72249c2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.720242] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-0c402a01-3e2c-4ece-87f8-14943359d9ec tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Suspending the VM {{(pid=62291) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2354.750018] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d00b9f7d-19a3-40cc-8715-ba8e87694c05 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.752641] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd88e1d-0497-4127-bc44-d538c0f7565e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.762467] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787cede0-a52d-424f-b133-3f01c7daa5df {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.766956] env[62291]: DEBUG oslo_vmware.api [None req-0c402a01-3e2c-4ece-87f8-14943359d9ec tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Waiting for the task: (returnval){ [ 2354.766956] env[62291]: value = "task-2143590" [ 2354.766956] env[62291]: _type = "Task" [ 2354.766956] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2354.779394] env[62291]: DEBUG nova.compute.provider_tree [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2354.787903] env[62291]: DEBUG oslo_vmware.api [None req-0c402a01-3e2c-4ece-87f8-14943359d9ec tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143590, 'name': SuspendVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2354.795536] env[62291]: DEBUG nova.compute.manager [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2354.795536] env[62291]: DEBUG nova.virt.hardware [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2354.795766] env[62291]: DEBUG nova.virt.hardware [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2354.796327] env[62291]: DEBUG nova.virt.hardware [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2354.796327] env[62291]: DEBUG nova.virt.hardware [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2354.796327] env[62291]: DEBUG nova.virt.hardware [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2354.796713] env[62291]: DEBUG nova.virt.hardware [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2354.796713] env[62291]: DEBUG nova.virt.hardware [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2354.796809] env[62291]: DEBUG nova.virt.hardware [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2354.796991] env[62291]: DEBUG nova.virt.hardware [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2354.797182] env[62291]: DEBUG nova.virt.hardware [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2354.797360] env[62291]: DEBUG nova.virt.hardware [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2354.797656] env[62291]: DEBUG oslo_vmware.api [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143583, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2354.798415] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52465dcc-0e64-47d5-83f0-8a812b54131e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2354.806854] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f3d18c-53e5-400d-853b-9ff2dd18bb6f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.278607] env[62291]: DEBUG oslo_vmware.api [None req-0c402a01-3e2c-4ece-87f8-14943359d9ec tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143590, 'name': SuspendVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2355.286104] env[62291]: DEBUG nova.scheduler.client.report [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2355.292133] env[62291]: DEBUG oslo_vmware.api [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143583, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2355.404218] env[62291]: DEBUG nova.compute.manager [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2355.430874] env[62291]: DEBUG nova.virt.hardware [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='38289eabdb5d7e463f45950e03fcf1e0',container_format='bare',created_at=2025-01-16T08:11:57Z,direct_url=,disk_format='vmdk',id=adb937d7-0db0-4f44-9538-67b69b2ba864,min_disk=1,min_ram=0,name='tempest-test-snap-688691238',owner='8ab1a96fe2f44bb8a404c685f61bf1c9',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-01-16T08:12:14Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2355.431168] env[62291]: DEBUG nova.virt.hardware [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2355.431295] env[62291]: DEBUG nova.virt.hardware [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2355.431565] env[62291]: DEBUG nova.virt.hardware [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2355.431719] env[62291]: DEBUG nova.virt.hardware [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2355.431865] env[62291]: DEBUG nova.virt.hardware [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2355.432082] env[62291]: DEBUG nova.virt.hardware [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2355.432269] env[62291]: DEBUG nova.virt.hardware [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2355.432440] env[62291]: DEBUG nova.virt.hardware [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2355.432604] env[62291]: DEBUG nova.virt.hardware [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2355.432790] env[62291]: DEBUG nova.virt.hardware [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2355.434034] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc5d378-2aa6-4013-9112-e5feed378d38 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.444428] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6808a6-50d7-4b4d-9d94-c47e206bfd52 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.778922] env[62291]: DEBUG oslo_vmware.api [None req-0c402a01-3e2c-4ece-87f8-14943359d9ec tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143590, 'name': SuspendVM_Task, 'duration_secs': 0.726992} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2355.779264] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-0c402a01-3e2c-4ece-87f8-14943359d9ec tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Suspended the VM {{(pid=62291) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2355.779447] env[62291]: DEBUG nova.compute.manager [None req-0c402a01-3e2c-4ece-87f8-14943359d9ec tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2355.780257] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ac613be-d6e2-462b-aadc-ebff5bc3eaa3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2355.793826] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.417s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2355.794365] env[62291]: DEBUG nova.compute.manager [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2355.796880] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e4756473-8fe0-4d92-b703-bc6c7f2fed33 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.628s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2355.797117] env[62291]: DEBUG nova.objects.instance [None req-e4756473-8fe0-4d92-b703-bc6c7f2fed33 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Lazy-loading 'resources' on Instance uuid 717000ae-e680-426e-9110-abe1865d496b {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2355.805379] env[62291]: DEBUG oslo_vmware.api [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143583, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2356.091198] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f39383-5855-468c-8461-75db942fb6c6 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2356.091373] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f39383-5855-468c-8461-75db942fb6c6 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Deleting contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2356.091552] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7f39383-5855-468c-8461-75db942fb6c6 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Deleting the datastore file [datastore1] fe65d098-fd1b-4127-817e-eac2f659e778 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2356.091905] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f52840f-876c-4d05-baab-7a526783e557 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.099731] env[62291]: DEBUG oslo_vmware.api [None req-e7f39383-5855-468c-8461-75db942fb6c6 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for the task: (returnval){ [ 2356.099731] env[62291]: value = "task-2143591" [ 2356.099731] env[62291]: _type = "Task" [ 2356.099731] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2356.109304] env[62291]: DEBUG oslo_vmware.api [None req-e7f39383-5855-468c-8461-75db942fb6c6 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143591, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2356.112957] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2356.294170] env[62291]: DEBUG oslo_vmware.api [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143583, 'name': Destroy_Task, 'duration_secs': 8.390683} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2356.294460] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Destroyed the VM [ 2356.294721] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Deleting Snapshot of the VM instance {{(pid=62291) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2356.294985] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b3807127-052d-443d-a2c2-5890d3ef233a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.299518] env[62291]: DEBUG nova.compute.utils [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2356.303954] env[62291]: DEBUG nova.compute.manager [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2356.304139] env[62291]: DEBUG nova.network.neutron [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2356.307579] env[62291]: DEBUG oslo_vmware.api [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2356.307579] env[62291]: value = "task-2143592" [ 2356.307579] env[62291]: _type = "Task" [ 2356.307579] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2356.322282] env[62291]: DEBUG oslo_vmware.api [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143592, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2356.378786] env[62291]: DEBUG nova.policy [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53e1398bc33d48369d989fa3e7649b08', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ced82ff4c1d54fdcaac99123f59eca6f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2356.451536] env[62291]: DEBUG oslo_concurrency.lockutils [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Acquiring lock "0a31f4c3-fe06-49fc-b1e2-9092ceeb6707" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2356.451820] env[62291]: DEBUG oslo_concurrency.lockutils [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Lock "0a31f4c3-fe06-49fc-b1e2-9092ceeb6707" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2356.564475] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4826ace-0f8b-4fa2-8c79-d60dec70b4ff {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.572955] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-129a6cc5-ec70-4819-a742-a65eb33ffc2a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.607160] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f3ddf6-ea08-42da-92fa-0bedf28499f9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.619816] env[62291]: DEBUG oslo_vmware.api [None req-e7f39383-5855-468c-8461-75db942fb6c6 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143591, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.311606} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2356.622294] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-e7f39383-5855-468c-8461-75db942fb6c6 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2356.622510] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f39383-5855-468c-8461-75db942fb6c6 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Deleted contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2356.622668] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f39383-5855-468c-8461-75db942fb6c6 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2356.622864] env[62291]: INFO nova.compute.manager [None req-e7f39383-5855-468c-8461-75db942fb6c6 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Took 6.40 seconds to destroy the instance on the hypervisor. [ 2356.623140] env[62291]: DEBUG oslo.service.loopingcall [None req-e7f39383-5855-468c-8461-75db942fb6c6 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2356.623552] env[62291]: DEBUG nova.compute.manager [-] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2356.623594] env[62291]: DEBUG nova.network.neutron [-] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2356.626301] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d57119-4097-4517-8b94-bd54539228f2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2356.640971] env[62291]: DEBUG nova.compute.provider_tree [None req-e4756473-8fe0-4d92-b703-bc6c7f2fed33 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2356.808435] env[62291]: DEBUG nova.compute.manager [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2356.822383] env[62291]: DEBUG oslo_vmware.api [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143592, 'name': RemoveSnapshot_Task} progress is 47%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2356.957033] env[62291]: DEBUG nova.compute.manager [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] [instance: 0a31f4c3-fe06-49fc-b1e2-9092ceeb6707] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2357.003706] env[62291]: DEBUG nova.network.neutron [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Successfully updated port: 589a8eed-ee1c-400d-92c0-02a06f2675ce {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2357.145952] env[62291]: DEBUG nova.scheduler.client.report [None req-e4756473-8fe0-4d92-b703-bc6c7f2fed33 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2357.165434] env[62291]: DEBUG nova.network.neutron [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Successfully created port: 50d3efc8-3879-40d6-bd24-6b5c3a5be2f5 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2357.330045] env[62291]: DEBUG oslo_vmware.api [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143592, 'name': RemoveSnapshot_Task, 'duration_secs': 0.587269} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2357.330045] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Deleted Snapshot of the VM instance {{(pid=62291) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2357.330045] env[62291]: INFO nova.compute.manager [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Took 35.59 seconds to snapshot the instance on the hypervisor. [ 2357.480228] env[62291]: DEBUG oslo_concurrency.lockutils [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2357.505298] env[62291]: DEBUG oslo_concurrency.lockutils [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquiring lock "refresh_cache-f44ad704-468c-4318-ae6d-2189defb442b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2357.505392] env[62291]: DEBUG oslo_concurrency.lockutils [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquired lock "refresh_cache-f44ad704-468c-4318-ae6d-2189defb442b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2357.505490] env[62291]: DEBUG nova.network.neutron [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2357.579462] env[62291]: DEBUG nova.compute.manager [req-88dc9253-b8d4-47c2-ac8d-d57cb20881a1 req-8c355bde-2f6d-4fd7-bd6d-e65b065e3cb1 service nova] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Received event network-vif-plugged-589a8eed-ee1c-400d-92c0-02a06f2675ce {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2357.579718] env[62291]: DEBUG oslo_concurrency.lockutils [req-88dc9253-b8d4-47c2-ac8d-d57cb20881a1 req-8c355bde-2f6d-4fd7-bd6d-e65b065e3cb1 service nova] Acquiring lock "f44ad704-468c-4318-ae6d-2189defb442b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2357.579931] env[62291]: DEBUG oslo_concurrency.lockutils [req-88dc9253-b8d4-47c2-ac8d-d57cb20881a1 req-8c355bde-2f6d-4fd7-bd6d-e65b065e3cb1 service nova] Lock "f44ad704-468c-4318-ae6d-2189defb442b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2357.580119] env[62291]: DEBUG oslo_concurrency.lockutils [req-88dc9253-b8d4-47c2-ac8d-d57cb20881a1 req-8c355bde-2f6d-4fd7-bd6d-e65b065e3cb1 service nova] Lock "f44ad704-468c-4318-ae6d-2189defb442b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2357.580297] env[62291]: DEBUG nova.compute.manager [req-88dc9253-b8d4-47c2-ac8d-d57cb20881a1 req-8c355bde-2f6d-4fd7-bd6d-e65b065e3cb1 service nova] [instance: f44ad704-468c-4318-ae6d-2189defb442b] No waiting events found dispatching network-vif-plugged-589a8eed-ee1c-400d-92c0-02a06f2675ce {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2357.580464] env[62291]: WARNING nova.compute.manager [req-88dc9253-b8d4-47c2-ac8d-d57cb20881a1 req-8c355bde-2f6d-4fd7-bd6d-e65b065e3cb1 service nova] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Received unexpected event network-vif-plugged-589a8eed-ee1c-400d-92c0-02a06f2675ce for instance with vm_state building and task_state spawning. [ 2357.651268] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e4756473-8fe0-4d92-b703-bc6c7f2fed33 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.854s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2357.654646] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6d8c51af-f565-473c-88ef-2c2286600005 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.347s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2357.655665] env[62291]: DEBUG nova.objects.instance [None req-6d8c51af-f565-473c-88ef-2c2286600005 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lazy-loading 'resources' on Instance uuid c105eefa-10cb-4d68-977b-a97263a6105f {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2357.682087] env[62291]: INFO nova.scheduler.client.report [None req-e4756473-8fe0-4d92-b703-bc6c7f2fed33 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Deleted allocations for instance 717000ae-e680-426e-9110-abe1865d496b [ 2357.824288] env[62291]: DEBUG nova.network.neutron [None req-37cd5a38-1cc2-459a-98cd-9c52dfb84788 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] Successfully updated port: 27615ac8-3fbb-4141-8d3c-fcf565bd1a61 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2357.828617] env[62291]: DEBUG nova.compute.manager [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2357.849217] env[62291]: INFO nova.compute.manager [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Rebuilding instance [ 2357.872398] env[62291]: DEBUG nova.virt.hardware [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2357.872679] env[62291]: DEBUG nova.virt.hardware [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2357.872839] env[62291]: DEBUG nova.virt.hardware [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2357.873079] env[62291]: DEBUG nova.virt.hardware [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2357.873279] env[62291]: DEBUG nova.virt.hardware [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2357.873472] env[62291]: DEBUG nova.virt.hardware [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2357.873746] env[62291]: DEBUG nova.virt.hardware [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2357.873969] env[62291]: DEBUG nova.virt.hardware [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2357.874201] env[62291]: DEBUG nova.virt.hardware [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2357.874410] env[62291]: DEBUG nova.virt.hardware [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2357.874663] env[62291]: DEBUG nova.virt.hardware [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2357.876815] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79291f50-abf8-429f-9e61-347bb05ce13c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.890356] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce6d8022-0ec3-4ab6-bb08-94b02dae8405 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2357.909913] env[62291]: DEBUG nova.compute.manager [None req-85378573-2484-4f38-8c0e-9b2be45c4a93 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Found 2 images (rotation: 2) {{(pid=62291) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4554}} [ 2357.915817] env[62291]: DEBUG nova.compute.manager [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2357.916660] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71b1331-6184-4bf8-9056-bbc5192bd82b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.076145] env[62291]: DEBUG nova.network.neutron [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2358.190418] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e4756473-8fe0-4d92-b703-bc6c7f2fed33 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Lock "717000ae-e680-426e-9110-abe1865d496b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.736s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2358.224227] env[62291]: DEBUG nova.network.neutron [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Successfully updated port: 11aa80be-293a-4458-9d40-ccaf9fe369d1 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2358.292149] env[62291]: DEBUG nova.network.neutron [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Updating instance_info_cache with network_info: [{"id": "589a8eed-ee1c-400d-92c0-02a06f2675ce", "address": "fa:16:3e:11:d0:d9", "network": {"id": "79f92d1f-a80b-4ece-b0b6-12f706432cf7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-405954475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ab1a96fe2f44bb8a404c685f61bf1c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap589a8eed-ee", "ovs_interfaceid": "589a8eed-ee1c-400d-92c0-02a06f2675ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2358.334794] env[62291]: DEBUG oslo_concurrency.lockutils [None req-37cd5a38-1cc2-459a-98cd-9c52dfb84788 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "refresh_cache-cca88b94-b97e-47ce-9689-053635658fea" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2358.334794] env[62291]: DEBUG oslo_concurrency.lockutils [None req-37cd5a38-1cc2-459a-98cd-9c52dfb84788 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquired lock "refresh_cache-cca88b94-b97e-47ce-9689-053635658fea" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2358.334794] env[62291]: DEBUG nova.network.neutron [None req-37cd5a38-1cc2-459a-98cd-9c52dfb84788 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2358.375390] env[62291]: DEBUG nova.compute.manager [req-96bff98e-235a-4349-b9ed-5d22f18bf609 req-0b7961f7-4f66-4334-ba86-b3a91380bf4e service nova] [instance: cca88b94-b97e-47ce-9689-053635658fea] Received event network-vif-plugged-27615ac8-3fbb-4141-8d3c-fcf565bd1a61 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2358.375721] env[62291]: DEBUG oslo_concurrency.lockutils [req-96bff98e-235a-4349-b9ed-5d22f18bf609 req-0b7961f7-4f66-4334-ba86-b3a91380bf4e service nova] Acquiring lock "cca88b94-b97e-47ce-9689-053635658fea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2358.375916] env[62291]: DEBUG oslo_concurrency.lockutils [req-96bff98e-235a-4349-b9ed-5d22f18bf609 req-0b7961f7-4f66-4334-ba86-b3a91380bf4e service nova] Lock "cca88b94-b97e-47ce-9689-053635658fea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2358.376103] env[62291]: DEBUG oslo_concurrency.lockutils [req-96bff98e-235a-4349-b9ed-5d22f18bf609 req-0b7961f7-4f66-4334-ba86-b3a91380bf4e service nova] Lock "cca88b94-b97e-47ce-9689-053635658fea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2358.376295] env[62291]: DEBUG nova.compute.manager [req-96bff98e-235a-4349-b9ed-5d22f18bf609 req-0b7961f7-4f66-4334-ba86-b3a91380bf4e service nova] [instance: cca88b94-b97e-47ce-9689-053635658fea] No waiting events found dispatching network-vif-plugged-27615ac8-3fbb-4141-8d3c-fcf565bd1a61 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2358.376433] env[62291]: WARNING nova.compute.manager [req-96bff98e-235a-4349-b9ed-5d22f18bf609 req-0b7961f7-4f66-4334-ba86-b3a91380bf4e service nova] [instance: cca88b94-b97e-47ce-9689-053635658fea] Received unexpected event network-vif-plugged-27615ac8-3fbb-4141-8d3c-fcf565bd1a61 for instance with vm_state active and task_state None. [ 2358.425919] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ba8210-aaa1-466d-ae52-2e36b0be2be0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.429641] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2358.429908] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d28007c-ffec-4588-9c86-c7a5b209ce3f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.437918] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e38e718-07db-4746-be8c-3800f9782d73 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.442146] env[62291]: DEBUG oslo_vmware.api [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2358.442146] env[62291]: value = "task-2143593" [ 2358.442146] env[62291]: _type = "Task" [ 2358.442146] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2358.472155] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f23f8e9-f2fa-4e95-a333-83cb9c2e8815 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.478064] env[62291]: DEBUG oslo_vmware.api [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2358.483735] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437e6fcd-7832-470a-a4a4-531b15d35f4c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.500918] env[62291]: DEBUG nova.compute.provider_tree [None req-6d8c51af-f565-473c-88ef-2c2286600005 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2358.533019] env[62291]: DEBUG nova.network.neutron [-] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2358.615374] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2358.615576] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Cleaning up deleted instances {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11228}} [ 2358.727988] env[62291]: DEBUG oslo_concurrency.lockutils [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Acquiring lock "refresh_cache-97a847ee-d7bb-49dd-9dc2-c8c60e496b54" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2358.728169] env[62291]: DEBUG oslo_concurrency.lockutils [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Acquired lock "refresh_cache-97a847ee-d7bb-49dd-9dc2-c8c60e496b54" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2358.728320] env[62291]: DEBUG nova.network.neutron [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2358.794782] env[62291]: DEBUG oslo_concurrency.lockutils [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Releasing lock "refresh_cache-f44ad704-468c-4318-ae6d-2189defb442b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2358.794999] env[62291]: DEBUG nova.compute.manager [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Instance network_info: |[{"id": "589a8eed-ee1c-400d-92c0-02a06f2675ce", "address": "fa:16:3e:11:d0:d9", "network": {"id": "79f92d1f-a80b-4ece-b0b6-12f706432cf7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-405954475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ab1a96fe2f44bb8a404c685f61bf1c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap589a8eed-ee", "ovs_interfaceid": "589a8eed-ee1c-400d-92c0-02a06f2675ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2358.795464] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:d0:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b94712a6-b777-47dd-bc06-f9acfce2d936', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '589a8eed-ee1c-400d-92c0-02a06f2675ce', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2358.803203] env[62291]: DEBUG oslo.service.loopingcall [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2358.803435] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2358.803672] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c6a66ff9-d515-4dbf-932d-b7ac13237c16 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.826964] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2358.826964] env[62291]: value = "task-2143594" [ 2358.826964] env[62291]: _type = "Task" [ 2358.826964] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2358.836282] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143594, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2358.889997] env[62291]: WARNING nova.network.neutron [None req-37cd5a38-1cc2-459a-98cd-9c52dfb84788 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] 818bf107-525d-4bd9-af99-c673972d2be1 already exists in list: networks containing: ['818bf107-525d-4bd9-af99-c673972d2be1']. ignoring it [ 2358.889997] env[62291]: WARNING nova.network.neutron [None req-37cd5a38-1cc2-459a-98cd-9c52dfb84788 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] 818bf107-525d-4bd9-af99-c673972d2be1 already exists in list: networks containing: ['818bf107-525d-4bd9-af99-c673972d2be1']. ignoring it [ 2358.955150] env[62291]: DEBUG oslo_vmware.api [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143593, 'name': PowerOffVM_Task, 'duration_secs': 0.213562} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2358.955497] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2358.955775] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2358.957283] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aead36dd-e85b-4b40-819b-737582a30aac {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2358.965882] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2358.966209] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d2047113-9a35-4ccc-bcb9-c1ae6c20d852 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.004044] env[62291]: DEBUG nova.scheduler.client.report [None req-6d8c51af-f565-473c-88ef-2c2286600005 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2359.039119] env[62291]: INFO nova.compute.manager [-] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Took 2.42 seconds to deallocate network for instance. [ 2359.054991] env[62291]: INFO nova.compute.manager [None req-5759b588-1766-4cf5-9344-fc41777d9160 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Resuming [ 2359.058573] env[62291]: DEBUG nova.objects.instance [None req-5759b588-1766-4cf5-9344-fc41777d9160 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Lazy-loading 'flavor' on Instance uuid 636d8f12-4307-48cb-9da0-e6915e1c3118 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2359.129308] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] There are 44 instances to clean {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11237}} [ 2359.129626] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 2529247b-2f3b-4979-ae7e-bb9735fe253b] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2359.262590] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2359.262590] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Deleting contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2359.262793] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Deleting the datastore file [datastore1] 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2359.266022] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ffe3e109-839f-47d4-9613-c7365f539f77 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.271798] env[62291]: DEBUG oslo_vmware.api [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2359.271798] env[62291]: value = "task-2143597" [ 2359.271798] env[62291]: _type = "Task" [ 2359.271798] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2359.283068] env[62291]: DEBUG oslo_vmware.api [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143597, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2359.299316] env[62291]: DEBUG nova.network.neutron [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2359.340402] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143594, 'name': CreateVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2359.509587] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6d8c51af-f565-473c-88ef-2c2286600005 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.856s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2359.511908] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8e18903c-aa95-45ab-b5b0-eeac5b5c1cc0 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.947s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2359.512283] env[62291]: DEBUG nova.objects.instance [None req-8e18903c-aa95-45ab-b5b0-eeac5b5c1cc0 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lazy-loading 'resources' on Instance uuid fe7775be-06f2-44d8-8f78-1d13e756bfa5 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2359.535287] env[62291]: INFO nova.scheduler.client.report [None req-6d8c51af-f565-473c-88ef-2c2286600005 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Deleted allocations for instance c105eefa-10cb-4d68-977b-a97263a6105f [ 2359.551601] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e7f39383-5855-468c-8461-75db942fb6c6 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2359.633281] env[62291]: DEBUG nova.network.neutron [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Updating instance_info_cache with network_info: [{"id": "11aa80be-293a-4458-9d40-ccaf9fe369d1", "address": "fa:16:3e:0f:17:9f", "network": {"id": "2fb2b7e2-454e-4ba0-815d-aff62d83a4db", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2039134215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a10ef55321c54e24bdc8734e006d8d77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11aa80be-29", "ovs_interfaceid": "11aa80be-293a-4458-9d40-ccaf9fe369d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2359.634743] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 48a20ee1-21c1-4e2f-8049-d582d74e2210] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2359.699984] env[62291]: DEBUG nova.network.neutron [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Successfully updated port: 50d3efc8-3879-40d6-bd24-6b5c3a5be2f5 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2359.783275] env[62291]: DEBUG oslo_vmware.api [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143597, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146902} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2359.783562] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2359.783750] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Deleted contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2359.783926] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2359.810373] env[62291]: DEBUG nova.network.neutron [None req-37cd5a38-1cc2-459a-98cd-9c52dfb84788 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] Updating instance_info_cache with network_info: [{"id": "0208cf2f-582c-4a78-b408-98d55f1ff625", "address": "fa:16:3e:8c:1f:ea", "network": {"id": "818bf107-525d-4bd9-af99-c673972d2be1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-171136124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34994f4ae104d49b1e76215acee435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0208cf2f-58", "ovs_interfaceid": "0208cf2f-582c-4a78-b408-98d55f1ff625", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d251fe09-53da-4953-8a22-10261c0807c5", "address": "fa:16:3e:28:a1:57", "network": {"id": "818bf107-525d-4bd9-af99-c673972d2be1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-171136124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34994f4ae104d49b1e76215acee435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd251fe09-53", "ovs_interfaceid": "d251fe09-53da-4953-8a22-10261c0807c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "27615ac8-3fbb-4141-8d3c-fcf565bd1a61", "address": "fa:16:3e:3b:68:a9", "network": {"id": "818bf107-525d-4bd9-af99-c673972d2be1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-171136124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34994f4ae104d49b1e76215acee435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27615ac8-3f", "ovs_interfaceid": "27615ac8-3fbb-4141-8d3c-fcf565bd1a61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2359.838273] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143594, 'name': CreateVM_Task, 'duration_secs': 0.598823} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2359.838625] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2359.839157] env[62291]: DEBUG oslo_concurrency.lockutils [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/adb937d7-0db0-4f44-9538-67b69b2ba864" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2359.839344] env[62291]: DEBUG oslo_concurrency.lockutils [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquired lock "[datastore1] devstack-image-cache_base/adb937d7-0db0-4f44-9538-67b69b2ba864" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2359.839750] env[62291]: DEBUG oslo_concurrency.lockutils [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/adb937d7-0db0-4f44-9538-67b69b2ba864" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2359.840022] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4794cae4-2ae7-4bff-a80c-d5984aec4b12 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2359.845692] env[62291]: DEBUG oslo_vmware.api [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2359.845692] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52a2e70a-6fc2-8262-642c-9e0fb643c013" [ 2359.845692] env[62291]: _type = "Task" [ 2359.845692] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2359.857174] env[62291]: DEBUG oslo_vmware.api [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52a2e70a-6fc2-8262-642c-9e0fb643c013, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2360.048158] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6d8c51af-f565-473c-88ef-2c2286600005 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "c105eefa-10cb-4d68-977b-a97263a6105f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.557s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2360.054163] env[62291]: DEBUG nova.compute.manager [req-e3a304a3-3429-487b-854c-1749c93e2759 req-4c34fb8b-250f-4203-8497-42c3f75712a3 service nova] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Received event network-changed-589a8eed-ee1c-400d-92c0-02a06f2675ce {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2360.054163] env[62291]: DEBUG nova.compute.manager [req-e3a304a3-3429-487b-854c-1749c93e2759 req-4c34fb8b-250f-4203-8497-42c3f75712a3 service nova] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Refreshing instance network info cache due to event network-changed-589a8eed-ee1c-400d-92c0-02a06f2675ce. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2360.054163] env[62291]: DEBUG oslo_concurrency.lockutils [req-e3a304a3-3429-487b-854c-1749c93e2759 req-4c34fb8b-250f-4203-8497-42c3f75712a3 service nova] Acquiring lock "refresh_cache-f44ad704-468c-4318-ae6d-2189defb442b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2360.054163] env[62291]: DEBUG oslo_concurrency.lockutils [req-e3a304a3-3429-487b-854c-1749c93e2759 req-4c34fb8b-250f-4203-8497-42c3f75712a3 service nova] Acquired lock "refresh_cache-f44ad704-468c-4318-ae6d-2189defb442b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2360.054163] env[62291]: DEBUG nova.network.neutron [req-e3a304a3-3429-487b-854c-1749c93e2759 req-4c34fb8b-250f-4203-8497-42c3f75712a3 service nova] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Refreshing network info cache for port 589a8eed-ee1c-400d-92c0-02a06f2675ce {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2360.065581] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5759b588-1766-4cf5-9344-fc41777d9160 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Acquiring lock "refresh_cache-636d8f12-4307-48cb-9da0-e6915e1c3118" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2360.065769] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5759b588-1766-4cf5-9344-fc41777d9160 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Acquired lock "refresh_cache-636d8f12-4307-48cb-9da0-e6915e1c3118" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2360.065934] env[62291]: DEBUG nova.network.neutron [None req-5759b588-1766-4cf5-9344-fc41777d9160 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2360.139936] env[62291]: DEBUG oslo_concurrency.lockutils [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Releasing lock "refresh_cache-97a847ee-d7bb-49dd-9dc2-c8c60e496b54" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2360.139936] env[62291]: DEBUG nova.compute.manager [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Instance network_info: |[{"id": "11aa80be-293a-4458-9d40-ccaf9fe369d1", "address": "fa:16:3e:0f:17:9f", "network": {"id": "2fb2b7e2-454e-4ba0-815d-aff62d83a4db", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2039134215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a10ef55321c54e24bdc8734e006d8d77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11aa80be-29", "ovs_interfaceid": "11aa80be-293a-4458-9d40-ccaf9fe369d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2360.140309] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:17:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cfbd1264-be3d-4ca9-953a-df79de7b010b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11aa80be-293a-4458-9d40-ccaf9fe369d1', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2360.147970] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Creating folder: Project (a10ef55321c54e24bdc8734e006d8d77). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2360.150906] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 0ede255d-00fc-4cf0-a429-07153eb04435] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2360.152944] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f86dd70e-bacb-469f-8789-2cdffcbdf199 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.168665] env[62291]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 2360.168842] env[62291]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62291) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 2360.169693] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Folder already exists: Project (a10ef55321c54e24bdc8734e006d8d77). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 2360.169991] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Creating folder: Instances. Parent ref: group-v438124. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2360.170236] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3d2d1d7-a1b0-4624-a629-afb25aa756d4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.172441] env[62291]: DEBUG nova.compute.manager [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2360.173294] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d50ab95a-aea8-4e11-90a3-e58c10d6bfa2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.183964] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Created folder: Instances in parent group-v438124. [ 2360.184364] env[62291]: DEBUG oslo.service.loopingcall [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2360.187156] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2360.187982] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-16cd7e7c-9621-4fdc-9475-a6188be0c013 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.205203] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "refresh_cache-17d1dffb-c87b-4e3f-ba46-14f6198ad1eb" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2360.205352] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquired lock "refresh_cache-17d1dffb-c87b-4e3f-ba46-14f6198ad1eb" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2360.205481] env[62291]: DEBUG nova.network.neutron [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2360.214747] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2360.214747] env[62291]: value = "task-2143600" [ 2360.214747] env[62291]: _type = "Task" [ 2360.214747] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2360.230064] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143600, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2360.256794] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceeaa6bf-8ac4-4fa4-bf73-51e8e9b83058 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.265746] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e379a120-95aa-4779-ab5c-20038251a17f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.305836] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d97ece5-fdd4-487b-9857-7f719d68d597 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.314416] env[62291]: DEBUG oslo_concurrency.lockutils [None req-37cd5a38-1cc2-459a-98cd-9c52dfb84788 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Releasing lock "refresh_cache-cca88b94-b97e-47ce-9689-053635658fea" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2360.315081] env[62291]: DEBUG oslo_concurrency.lockutils [None req-37cd5a38-1cc2-459a-98cd-9c52dfb84788 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "cca88b94-b97e-47ce-9689-053635658fea" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2360.315248] env[62291]: DEBUG oslo_concurrency.lockutils [None req-37cd5a38-1cc2-459a-98cd-9c52dfb84788 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquired lock "cca88b94-b97e-47ce-9689-053635658fea" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2360.316202] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1d4e1f-cd92-42ac-b151-635fb8980f71 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.319563] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a69bc065-bc28-46a4-b452-9b2d005495f4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.336081] env[62291]: DEBUG nova.compute.provider_tree [None req-8e18903c-aa95-45ab-b5b0-eeac5b5c1cc0 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2360.349942] env[62291]: DEBUG nova.virt.hardware [None req-37cd5a38-1cc2-459a-98cd-9c52dfb84788 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2360.350210] env[62291]: DEBUG nova.virt.hardware [None req-37cd5a38-1cc2-459a-98cd-9c52dfb84788 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2360.350371] env[62291]: DEBUG nova.virt.hardware [None req-37cd5a38-1cc2-459a-98cd-9c52dfb84788 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2360.350554] env[62291]: DEBUG nova.virt.hardware [None req-37cd5a38-1cc2-459a-98cd-9c52dfb84788 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2360.350703] env[62291]: DEBUG nova.virt.hardware [None req-37cd5a38-1cc2-459a-98cd-9c52dfb84788 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2360.350849] env[62291]: DEBUG nova.virt.hardware [None req-37cd5a38-1cc2-459a-98cd-9c52dfb84788 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2360.351063] env[62291]: DEBUG nova.virt.hardware [None req-37cd5a38-1cc2-459a-98cd-9c52dfb84788 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2360.351227] env[62291]: DEBUG nova.virt.hardware [None req-37cd5a38-1cc2-459a-98cd-9c52dfb84788 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2360.351393] env[62291]: DEBUG nova.virt.hardware [None req-37cd5a38-1cc2-459a-98cd-9c52dfb84788 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2360.351585] env[62291]: DEBUG nova.virt.hardware [None req-37cd5a38-1cc2-459a-98cd-9c52dfb84788 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2360.351764] env[62291]: DEBUG nova.virt.hardware [None req-37cd5a38-1cc2-459a-98cd-9c52dfb84788 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2360.362962] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-37cd5a38-1cc2-459a-98cd-9c52dfb84788 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] Reconfiguring VM to attach interface {{(pid=62291) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2360.362962] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86eeca3e-194b-4706-a4a6-4faeb06ba428 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.386307] env[62291]: DEBUG oslo_concurrency.lockutils [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Releasing lock "[datastore1] devstack-image-cache_base/adb937d7-0db0-4f44-9538-67b69b2ba864" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2360.386307] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Processing image adb937d7-0db0-4f44-9538-67b69b2ba864 {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2360.386307] env[62291]: DEBUG oslo_concurrency.lockutils [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/adb937d7-0db0-4f44-9538-67b69b2ba864/adb937d7-0db0-4f44-9538-67b69b2ba864.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2360.386307] env[62291]: DEBUG oslo_concurrency.lockutils [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquired lock "[datastore1] devstack-image-cache_base/adb937d7-0db0-4f44-9538-67b69b2ba864/adb937d7-0db0-4f44-9538-67b69b2ba864.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2360.386307] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2360.386307] env[62291]: DEBUG oslo_vmware.api [None req-37cd5a38-1cc2-459a-98cd-9c52dfb84788 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for the task: (returnval){ [ 2360.386307] env[62291]: value = "task-2143601" [ 2360.386307] env[62291]: _type = "Task" [ 2360.386307] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2360.386307] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c956791f-9a16-4c5f-aab1-58478ed383b6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.396376] env[62291]: DEBUG oslo_vmware.api [None req-37cd5a38-1cc2-459a-98cd-9c52dfb84788 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143601, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2360.397480] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2360.397663] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2360.398367] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1e61b33-f41f-4954-b661-c9a1804a6638 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.404154] env[62291]: DEBUG oslo_vmware.api [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2360.404154] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52a5f180-9df5-b373-4773-ef4031e4ca43" [ 2360.404154] env[62291]: _type = "Task" [ 2360.404154] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2360.412116] env[62291]: DEBUG oslo_vmware.api [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52a5f180-9df5-b373-4773-ef4031e4ca43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2360.655479] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 4277f65e-fae9-4ee5-b282-2a202a511973] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2360.686889] env[62291]: INFO nova.compute.manager [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] instance snapshotting [ 2360.687344] env[62291]: DEBUG nova.objects.instance [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lazy-loading 'flavor' on Instance uuid af730d81-bef8-454f-858a-8141561b0086 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2360.724742] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143600, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2360.768881] env[62291]: DEBUG nova.network.neutron [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2360.837149] env[62291]: DEBUG nova.virt.hardware [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2360.837448] env[62291]: DEBUG nova.virt.hardware [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2360.837649] env[62291]: DEBUG nova.virt.hardware [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2360.837871] env[62291]: DEBUG nova.virt.hardware [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2360.838075] env[62291]: DEBUG nova.virt.hardware [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2360.838267] env[62291]: DEBUG nova.virt.hardware [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2360.838608] env[62291]: DEBUG nova.virt.hardware [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2360.838765] env[62291]: DEBUG nova.virt.hardware [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2360.838887] env[62291]: DEBUG nova.virt.hardware [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2360.839107] env[62291]: DEBUG nova.virt.hardware [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2360.839324] env[62291]: DEBUG nova.virt.hardware [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2360.840483] env[62291]: DEBUG nova.scheduler.client.report [None req-8e18903c-aa95-45ab-b5b0-eeac5b5c1cc0 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2360.845814] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6592ba0e-402b-4954-bc6c-63a064425fe9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.857312] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd22bfc5-f9e5-421b-b0aa-08c1df9417f1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.874102] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a3:9a:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b1f3e6c3-5584-4852-9017-476ab8ac4946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7981eb90-f411-4da2-864a-e5b53b49d639', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2360.883028] env[62291]: DEBUG oslo.service.loopingcall [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2360.885946] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2360.886209] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-511430fa-5459-4c53-90b6-0ce992c48bff {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2360.910925] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2360.910925] env[62291]: value = "task-2143602" [ 2360.910925] env[62291]: _type = "Task" [ 2360.910925] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2360.917284] env[62291]: DEBUG oslo_vmware.api [None req-37cd5a38-1cc2-459a-98cd-9c52dfb84788 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143601, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2360.920687] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Preparing fetch location {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2360.921125] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Fetch image to [datastore1] OSTACK_IMG_bfe05f18-f46e-442e-959c-439db915838a/OSTACK_IMG_bfe05f18-f46e-442e-959c-439db915838a.vmdk {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2360.921383] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Downloading stream optimized image adb937d7-0db0-4f44-9538-67b69b2ba864 to [datastore1] OSTACK_IMG_bfe05f18-f46e-442e-959c-439db915838a/OSTACK_IMG_bfe05f18-f46e-442e-959c-439db915838a.vmdk on the data store datastore1 as vApp {{(pid=62291) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2360.921606] env[62291]: DEBUG nova.virt.vmwareapi.images [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Downloading image file data adb937d7-0db0-4f44-9538-67b69b2ba864 to the ESX as VM named 'OSTACK_IMG_bfe05f18-f46e-442e-959c-439db915838a' {{(pid=62291) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2360.932836] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143602, 'name': CreateVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2360.999193] env[62291]: DEBUG nova.compute.manager [req-954dc3f2-ba74-4729-81b5-73337f1d4244 req-3cdc9bd2-8d6d-4e57-b8d8-bdde35d8ef93 service nova] [instance: cca88b94-b97e-47ce-9689-053635658fea] Received event network-changed-27615ac8-3fbb-4141-8d3c-fcf565bd1a61 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2360.999396] env[62291]: DEBUG nova.compute.manager [req-954dc3f2-ba74-4729-81b5-73337f1d4244 req-3cdc9bd2-8d6d-4e57-b8d8-bdde35d8ef93 service nova] [instance: cca88b94-b97e-47ce-9689-053635658fea] Refreshing instance network info cache due to event network-changed-27615ac8-3fbb-4141-8d3c-fcf565bd1a61. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2360.999676] env[62291]: DEBUG oslo_concurrency.lockutils [req-954dc3f2-ba74-4729-81b5-73337f1d4244 req-3cdc9bd2-8d6d-4e57-b8d8-bdde35d8ef93 service nova] Acquiring lock "refresh_cache-cca88b94-b97e-47ce-9689-053635658fea" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2360.999852] env[62291]: DEBUG oslo_concurrency.lockutils [req-954dc3f2-ba74-4729-81b5-73337f1d4244 req-3cdc9bd2-8d6d-4e57-b8d8-bdde35d8ef93 service nova] Acquired lock "refresh_cache-cca88b94-b97e-47ce-9689-053635658fea" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2361.000035] env[62291]: DEBUG nova.network.neutron [req-954dc3f2-ba74-4729-81b5-73337f1d4244 req-3cdc9bd2-8d6d-4e57-b8d8-bdde35d8ef93 service nova] [instance: cca88b94-b97e-47ce-9689-053635658fea] Refreshing network info cache for port 27615ac8-3fbb-4141-8d3c-fcf565bd1a61 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2361.027354] env[62291]: DEBUG oslo_vmware.rw_handles [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2361.027354] env[62291]: value = "resgroup-9" [ 2361.027354] env[62291]: _type = "ResourcePool" [ 2361.027354] env[62291]: }. {{(pid=62291) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2361.027354] env[62291]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-67a2c8bc-aec5-498f-bbda-49a90fcbe43d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.046347] env[62291]: DEBUG nova.network.neutron [req-e3a304a3-3429-487b-854c-1749c93e2759 req-4c34fb8b-250f-4203-8497-42c3f75712a3 service nova] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Updated VIF entry in instance network info cache for port 589a8eed-ee1c-400d-92c0-02a06f2675ce. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2361.046827] env[62291]: DEBUG nova.network.neutron [req-e3a304a3-3429-487b-854c-1749c93e2759 req-4c34fb8b-250f-4203-8497-42c3f75712a3 service nova] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Updating instance_info_cache with network_info: [{"id": "589a8eed-ee1c-400d-92c0-02a06f2675ce", "address": "fa:16:3e:11:d0:d9", "network": {"id": "79f92d1f-a80b-4ece-b0b6-12f706432cf7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-405954475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ab1a96fe2f44bb8a404c685f61bf1c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap589a8eed-ee", "ovs_interfaceid": "589a8eed-ee1c-400d-92c0-02a06f2675ce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2361.048881] env[62291]: DEBUG nova.network.neutron [None req-5759b588-1766-4cf5-9344-fc41777d9160 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Updating instance_info_cache with network_info: [{"id": "8666411f-3ea5-45f8-a322-0cfc314452a9", "address": "fa:16:3e:cb:ee:c7", "network": {"id": "c4dee9e3-c454-498f-a182-75688ed3eba4", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1636214597-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ae2da117ff1548eca5e5872d9447faab", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad36dd36-1d2c-4f37-a259-98ef2e440794", "external-id": "nsx-vlan-transportzone-479", "segmentation_id": 479, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8666411f-3e", "ovs_interfaceid": "8666411f-3ea5-45f8-a322-0cfc314452a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2361.056133] env[62291]: DEBUG oslo_vmware.rw_handles [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lease: (returnval){ [ 2361.056133] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]526a13fa-87af-4825-4caa-f994fea72553" [ 2361.056133] env[62291]: _type = "HttpNfcLease" [ 2361.056133] env[62291]: } obtained for vApp import into resource pool (val){ [ 2361.056133] env[62291]: value = "resgroup-9" [ 2361.056133] env[62291]: _type = "ResourcePool" [ 2361.056133] env[62291]: }. {{(pid=62291) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2361.056470] env[62291]: DEBUG oslo_vmware.api [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the lease: (returnval){ [ 2361.056470] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]526a13fa-87af-4825-4caa-f994fea72553" [ 2361.056470] env[62291]: _type = "HttpNfcLease" [ 2361.056470] env[62291]: } to be ready. {{(pid=62291) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2361.066014] env[62291]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2361.066014] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]526a13fa-87af-4825-4caa-f994fea72553" [ 2361.066014] env[62291]: _type = "HttpNfcLease" [ 2361.066014] env[62291]: } is initializing. {{(pid=62291) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2361.137192] env[62291]: DEBUG nova.network.neutron [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Updating instance_info_cache with network_info: [{"id": "50d3efc8-3879-40d6-bd24-6b5c3a5be2f5", "address": "fa:16:3e:29:57:83", "network": {"id": "b789769e-7cdd-4ec0-9b65-d217c45c3755", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2063957055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ced82ff4c1d54fdcaac99123f59eca6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50d3efc8-38", "ovs_interfaceid": "50d3efc8-3879-40d6-bd24-6b5c3a5be2f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2361.158823] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: c4de9fe8-e04f-4f33-85b2-fe3cfb02d845] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2361.195067] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27f1588-2d5f-42a2-94fc-57ac14db96ce {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.215368] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9095b796-0a07-4efe-90aa-ca6300cfc20f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.233018] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143600, 'name': CreateVM_Task, 'duration_secs': 0.739698} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2361.233018] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2361.233018] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-438131', 'volume_id': 'acc74b09-9b35-4d78-bd1b-79c9a747ae2f', 'name': 'volume-acc74b09-9b35-4d78-bd1b-79c9a747ae2f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97a847ee-d7bb-49dd-9dc2-c8c60e496b54', 'attached_at': '', 'detached_at': '', 'volume_id': 'acc74b09-9b35-4d78-bd1b-79c9a747ae2f', 'serial': 'acc74b09-9b35-4d78-bd1b-79c9a747ae2f'}, 'guest_format': None, 'delete_on_termination': True, 'disk_bus': None, 'device_type': None, 'mount_device': '/dev/sda', 'attachment_id': 'd6d5772f-4b68-4482-b6f7-5462f21ef6a0', 'volume_type': None}], 'swap': None} {{(pid=62291) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2361.233018] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Root volume attach. Driver type: vmdk {{(pid=62291) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 2361.233328] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22512e7-31cc-483c-9992-20a0e782111a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.241909] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3515aa2-4bda-44e9-bb58-8a196d3191c9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.248779] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57f6a24-de9c-4351-8977-1e2335bafb72 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.255044] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-7ab40755-11a4-4edd-9b3d-83102ab12195 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.261958] env[62291]: DEBUG oslo_vmware.api [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Waiting for the task: (returnval){ [ 2361.261958] env[62291]: value = "task-2143604" [ 2361.261958] env[62291]: _type = "Task" [ 2361.261958] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2361.270281] env[62291]: DEBUG oslo_vmware.api [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Task: {'id': task-2143604, 'name': RelocateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2361.301083] env[62291]: DEBUG oslo_concurrency.lockutils [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Acquiring lock "b2dfa139-ab06-4914-96fd-471045a43b4c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2361.301443] env[62291]: DEBUG oslo_concurrency.lockutils [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lock "b2dfa139-ab06-4914-96fd-471045a43b4c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2361.301679] env[62291]: INFO nova.compute.manager [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Shelving [ 2361.346466] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8e18903c-aa95-45ab-b5b0-eeac5b5c1cc0 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.834s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2361.349195] env[62291]: DEBUG oslo_concurrency.lockutils [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.869s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2361.350399] env[62291]: INFO nova.compute.claims [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] [instance: 0a31f4c3-fe06-49fc-b1e2-9092ceeb6707] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2361.377918] env[62291]: INFO nova.scheduler.client.report [None req-8e18903c-aa95-45ab-b5b0-eeac5b5c1cc0 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Deleted allocations for instance fe7775be-06f2-44d8-8f78-1d13e756bfa5 [ 2361.415266] env[62291]: DEBUG oslo_vmware.api [None req-37cd5a38-1cc2-459a-98cd-9c52dfb84788 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143601, 'name': ReconfigVM_Task, 'duration_secs': 0.779163} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2361.415890] env[62291]: DEBUG oslo_concurrency.lockutils [None req-37cd5a38-1cc2-459a-98cd-9c52dfb84788 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Releasing lock "cca88b94-b97e-47ce-9689-053635658fea" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2361.416258] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-37cd5a38-1cc2-459a-98cd-9c52dfb84788 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] Reconfigured VM to attach interface {{(pid=62291) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2361.427555] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143602, 'name': CreateVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2361.549945] env[62291]: DEBUG oslo_concurrency.lockutils [req-e3a304a3-3429-487b-854c-1749c93e2759 req-4c34fb8b-250f-4203-8497-42c3f75712a3 service nova] Releasing lock "refresh_cache-f44ad704-468c-4318-ae6d-2189defb442b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2361.555084] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5759b588-1766-4cf5-9344-fc41777d9160 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Releasing lock "refresh_cache-636d8f12-4307-48cb-9da0-e6915e1c3118" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2361.555084] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6790a82-42f2-4e8b-88d0-422810ecb8b7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.565654] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5759b588-1766-4cf5-9344-fc41777d9160 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Resuming the VM {{(pid=62291) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2361.567916] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1abb458e-e06b-447d-8bc1-67fb40bd4fc1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.569757] env[62291]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2361.569757] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]526a13fa-87af-4825-4caa-f994fea72553" [ 2361.569757] env[62291]: _type = "HttpNfcLease" [ 2361.569757] env[62291]: } is initializing. {{(pid=62291) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2361.576164] env[62291]: DEBUG oslo_vmware.api [None req-5759b588-1766-4cf5-9344-fc41777d9160 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Waiting for the task: (returnval){ [ 2361.576164] env[62291]: value = "task-2143605" [ 2361.576164] env[62291]: _type = "Task" [ 2361.576164] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2361.585412] env[62291]: DEBUG oslo_vmware.api [None req-5759b588-1766-4cf5-9344-fc41777d9160 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2361.640405] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Releasing lock "refresh_cache-17d1dffb-c87b-4e3f-ba46-14f6198ad1eb" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2361.641285] env[62291]: DEBUG nova.compute.manager [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Instance network_info: |[{"id": "50d3efc8-3879-40d6-bd24-6b5c3a5be2f5", "address": "fa:16:3e:29:57:83", "network": {"id": "b789769e-7cdd-4ec0-9b65-d217c45c3755", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2063957055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ced82ff4c1d54fdcaac99123f59eca6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50d3efc8-38", "ovs_interfaceid": "50d3efc8-3879-40d6-bd24-6b5c3a5be2f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2361.641285] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:57:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78340140-126f-4ef8-a340-debaa64da3e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '50d3efc8-3879-40d6-bd24-6b5c3a5be2f5', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2361.649077] env[62291]: DEBUG oslo.service.loopingcall [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2361.651754] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2361.652082] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d70e32c-a965-4fed-a076-6a3346d3665b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.667538] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: fe1ab9a5-5bb9-4e61-9ad7-91499aee06f1] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2361.675195] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2361.675195] env[62291]: value = "task-2143606" [ 2361.675195] env[62291]: _type = "Task" [ 2361.675195] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2361.683622] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143606, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2361.733505] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Creating Snapshot of the VM instance {{(pid=62291) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2361.733922] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-94a9e2d0-a099-4ef8-815b-08384b4988c5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.742839] env[62291]: DEBUG oslo_vmware.api [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2361.742839] env[62291]: value = "task-2143607" [ 2361.742839] env[62291]: _type = "Task" [ 2361.742839] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2361.751777] env[62291]: DEBUG oslo_vmware.api [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143607, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2361.773234] env[62291]: DEBUG oslo_vmware.api [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Task: {'id': task-2143604, 'name': RelocateVM_Task} progress is 42%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2361.811166] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2361.811546] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63afa4e0-a636-4f57-bb29-911c2ed8f06b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.819662] env[62291]: DEBUG oslo_vmware.api [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the task: (returnval){ [ 2361.819662] env[62291]: value = "task-2143608" [ 2361.819662] env[62291]: _type = "Task" [ 2361.819662] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2361.829975] env[62291]: DEBUG oslo_vmware.api [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143608, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2361.888167] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8e18903c-aa95-45ab-b5b0-eeac5b5c1cc0 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lock "fe7775be-06f2-44d8-8f78-1d13e756bfa5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.769s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2361.926360] env[62291]: DEBUG oslo_concurrency.lockutils [None req-37cd5a38-1cc2-459a-98cd-9c52dfb84788 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "interface-cca88b94-b97e-47ce-9689-053635658fea-27615ac8-3fbb-4141-8d3c-fcf565bd1a61" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 15.586s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2361.934220] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143602, 'name': CreateVM_Task, 'duration_secs': 0.560045} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2361.934450] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2361.935397] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2361.935638] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2361.936113] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2361.936473] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc16a2c0-d00d-4976-ac54-fb21e75c12ed {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2361.943501] env[62291]: DEBUG oslo_vmware.api [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2361.943501] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52850c3c-6edb-0b4d-ebdb-6364eed85848" [ 2361.943501] env[62291]: _type = "Task" [ 2361.943501] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2361.955023] env[62291]: DEBUG oslo_vmware.api [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52850c3c-6edb-0b4d-ebdb-6364eed85848, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2361.982562] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "d966ecc5-3ac6-4c71-b86a-4187d9d57ea7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2361.982833] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "d966ecc5-3ac6-4c71-b86a-4187d9d57ea7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2362.069468] env[62291]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2362.069468] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]526a13fa-87af-4825-4caa-f994fea72553" [ 2362.069468] env[62291]: _type = "HttpNfcLease" [ 2362.069468] env[62291]: } is ready. {{(pid=62291) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2362.069825] env[62291]: DEBUG oslo_vmware.rw_handles [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2362.069825] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]526a13fa-87af-4825-4caa-f994fea72553" [ 2362.069825] env[62291]: _type = "HttpNfcLease" [ 2362.069825] env[62291]: }. {{(pid=62291) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2362.070625] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d1a26f-23ab-4557-9c41-2b1805f5574c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.081510] env[62291]: DEBUG oslo_vmware.rw_handles [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bd722d-a73d-d33f-cdb9-819e4684f4b0/disk-0.vmdk from lease info. {{(pid=62291) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2362.081773] env[62291]: DEBUG oslo_vmware.rw_handles [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bd722d-a73d-d33f-cdb9-819e4684f4b0/disk-0.vmdk. {{(pid=62291) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2362.180095] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 7a3ba57e-1603-443e-9381-88dcd7dc5253] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2362.185998] env[62291]: DEBUG nova.network.neutron [req-954dc3f2-ba74-4729-81b5-73337f1d4244 req-3cdc9bd2-8d6d-4e57-b8d8-bdde35d8ef93 service nova] [instance: cca88b94-b97e-47ce-9689-053635658fea] Updated VIF entry in instance network info cache for port 27615ac8-3fbb-4141-8d3c-fcf565bd1a61. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2362.186915] env[62291]: DEBUG nova.network.neutron [req-954dc3f2-ba74-4729-81b5-73337f1d4244 req-3cdc9bd2-8d6d-4e57-b8d8-bdde35d8ef93 service nova] [instance: cca88b94-b97e-47ce-9689-053635658fea] Updating instance_info_cache with network_info: [{"id": "0208cf2f-582c-4a78-b408-98d55f1ff625", "address": "fa:16:3e:8c:1f:ea", "network": {"id": "818bf107-525d-4bd9-af99-c673972d2be1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-171136124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34994f4ae104d49b1e76215acee435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0208cf2f-58", "ovs_interfaceid": "0208cf2f-582c-4a78-b408-98d55f1ff625", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d251fe09-53da-4953-8a22-10261c0807c5", "address": "fa:16:3e:28:a1:57", "network": {"id": "818bf107-525d-4bd9-af99-c673972d2be1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-171136124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34994f4ae104d49b1e76215acee435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd251fe09-53", "ovs_interfaceid": "d251fe09-53da-4953-8a22-10261c0807c5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "27615ac8-3fbb-4141-8d3c-fcf565bd1a61", "address": "fa:16:3e:3b:68:a9", "network": {"id": "818bf107-525d-4bd9-af99-c673972d2be1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-171136124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34994f4ae104d49b1e76215acee435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap27615ac8-3f", "ovs_interfaceid": "27615ac8-3fbb-4141-8d3c-fcf565bd1a61", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2362.200321] env[62291]: DEBUG oslo_vmware.api [None req-5759b588-1766-4cf5-9344-fc41777d9160 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143605, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2362.210662] env[62291]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6cc57fd5-edfa-45c3-a228-0beb6291a5ae {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.220352] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143606, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2362.254373] env[62291]: DEBUG oslo_vmware.api [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143607, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2362.273912] env[62291]: DEBUG oslo_vmware.api [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Task: {'id': task-2143604, 'name': RelocateVM_Task} progress is 54%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2362.331753] env[62291]: DEBUG oslo_vmware.api [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143608, 'name': PowerOffVM_Task, 'duration_secs': 0.286245} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2362.332126] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2362.333147] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5c0afe-06b6-4b24-962c-35ca1a15b32f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.354859] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2991b9d-9c6e-4944-b9be-5f03b56079e5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.460596] env[62291]: DEBUG oslo_vmware.api [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52850c3c-6edb-0b4d-ebdb-6364eed85848, 'name': SearchDatastore_Task, 'duration_secs': 0.083034} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2362.460946] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2362.461255] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2362.461534] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2362.461646] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2362.461837] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2362.462190] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6895ffa9-1e69-44f7-88bb-f13e5c798acc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.474346] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2362.474346] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2362.474346] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc066c09-c59a-4466-b1c6-cec9aa95435c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.482211] env[62291]: DEBUG oslo_vmware.api [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2362.482211] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]522c45bb-49f7-0733-e60c-016f0d13d889" [ 2362.482211] env[62291]: _type = "Task" [ 2362.482211] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2362.486294] env[62291]: DEBUG nova.compute.manager [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2362.495354] env[62291]: DEBUG oslo_vmware.api [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]522c45bb-49f7-0733-e60c-016f0d13d889, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2362.590528] env[62291]: DEBUG oslo_vmware.api [None req-5759b588-1766-4cf5-9344-fc41777d9160 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143605, 'name': PowerOnVM_Task, 'duration_secs': 0.659} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2362.591083] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5759b588-1766-4cf5-9344-fc41777d9160 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Resumed the VM {{(pid=62291) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2362.591083] env[62291]: DEBUG nova.compute.manager [None req-5759b588-1766-4cf5-9344-fc41777d9160 tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2362.594676] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f50767-d740-4115-9402-4e279ab62712 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.642567] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a39faae-9ff8-4c8a-a7af-dc1b0120b5d3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.652686] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51fd58df-5619-4fd9-be52-ee717b43e2de {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.694311] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8c9fb4-8898-49a9-a236-9629fa5cfea9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.703360] env[62291]: DEBUG oslo_concurrency.lockutils [req-954dc3f2-ba74-4729-81b5-73337f1d4244 req-3cdc9bd2-8d6d-4e57-b8d8-bdde35d8ef93 service nova] Releasing lock "refresh_cache-cca88b94-b97e-47ce-9689-053635658fea" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2362.703777] env[62291]: DEBUG nova.compute.manager [req-954dc3f2-ba74-4729-81b5-73337f1d4244 req-3cdc9bd2-8d6d-4e57-b8d8-bdde35d8ef93 service nova] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Received event network-vif-plugged-11aa80be-293a-4458-9d40-ccaf9fe369d1 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2362.704084] env[62291]: DEBUG oslo_concurrency.lockutils [req-954dc3f2-ba74-4729-81b5-73337f1d4244 req-3cdc9bd2-8d6d-4e57-b8d8-bdde35d8ef93 service nova] Acquiring lock "97a847ee-d7bb-49dd-9dc2-c8c60e496b54-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2362.704393] env[62291]: DEBUG oslo_concurrency.lockutils [req-954dc3f2-ba74-4729-81b5-73337f1d4244 req-3cdc9bd2-8d6d-4e57-b8d8-bdde35d8ef93 service nova] Lock "97a847ee-d7bb-49dd-9dc2-c8c60e496b54-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2362.705398] env[62291]: DEBUG oslo_concurrency.lockutils [req-954dc3f2-ba74-4729-81b5-73337f1d4244 req-3cdc9bd2-8d6d-4e57-b8d8-bdde35d8ef93 service nova] Lock "97a847ee-d7bb-49dd-9dc2-c8c60e496b54-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2362.705398] env[62291]: DEBUG nova.compute.manager [req-954dc3f2-ba74-4729-81b5-73337f1d4244 req-3cdc9bd2-8d6d-4e57-b8d8-bdde35d8ef93 service nova] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] No waiting events found dispatching network-vif-plugged-11aa80be-293a-4458-9d40-ccaf9fe369d1 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2362.705398] env[62291]: WARNING nova.compute.manager [req-954dc3f2-ba74-4729-81b5-73337f1d4244 req-3cdc9bd2-8d6d-4e57-b8d8-bdde35d8ef93 service nova] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Received unexpected event network-vif-plugged-11aa80be-293a-4458-9d40-ccaf9fe369d1 for instance with vm_state building and task_state spawning. [ 2362.705398] env[62291]: DEBUG nova.compute.manager [req-954dc3f2-ba74-4729-81b5-73337f1d4244 req-3cdc9bd2-8d6d-4e57-b8d8-bdde35d8ef93 service nova] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Received event network-vif-deleted-7159129f-801f-4722-a001-f1098f47c88e {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2362.705637] env[62291]: DEBUG nova.compute.manager [req-954dc3f2-ba74-4729-81b5-73337f1d4244 req-3cdc9bd2-8d6d-4e57-b8d8-bdde35d8ef93 service nova] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Received event network-changed-11aa80be-293a-4458-9d40-ccaf9fe369d1 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2362.705877] env[62291]: DEBUG nova.compute.manager [req-954dc3f2-ba74-4729-81b5-73337f1d4244 req-3cdc9bd2-8d6d-4e57-b8d8-bdde35d8ef93 service nova] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Refreshing instance network info cache due to event network-changed-11aa80be-293a-4458-9d40-ccaf9fe369d1. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2362.706173] env[62291]: DEBUG oslo_concurrency.lockutils [req-954dc3f2-ba74-4729-81b5-73337f1d4244 req-3cdc9bd2-8d6d-4e57-b8d8-bdde35d8ef93 service nova] Acquiring lock "refresh_cache-97a847ee-d7bb-49dd-9dc2-c8c60e496b54" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2362.706398] env[62291]: DEBUG oslo_concurrency.lockutils [req-954dc3f2-ba74-4729-81b5-73337f1d4244 req-3cdc9bd2-8d6d-4e57-b8d8-bdde35d8ef93 service nova] Acquired lock "refresh_cache-97a847ee-d7bb-49dd-9dc2-c8c60e496b54" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2362.706722] env[62291]: DEBUG nova.network.neutron [req-954dc3f2-ba74-4729-81b5-73337f1d4244 req-3cdc9bd2-8d6d-4e57-b8d8-bdde35d8ef93 service nova] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Refreshing network info cache for port 11aa80be-293a-4458-9d40-ccaf9fe369d1 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2362.708717] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 0b97b18e-55ae-413b-a4d7-da4b4ccb56a2] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2362.722414] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143606, 'name': CreateVM_Task, 'duration_secs': 1.03248} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2362.723541] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2362.725204] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f190802-0ccd-44af-9ea6-238ad8cce881 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.735868] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2362.736180] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2362.736673] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2362.737466] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba596b5e-121a-4db4-96b5-f23ece849e1f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.755037] env[62291]: DEBUG nova.compute.provider_tree [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2362.767879] env[62291]: DEBUG oslo_vmware.api [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2362.767879] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52d0e3c3-25c6-a24c-b16f-eea44efbfd59" [ 2362.767879] env[62291]: _type = "Task" [ 2362.767879] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2362.769147] env[62291]: DEBUG nova.scheduler.client.report [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2362.786880] env[62291]: DEBUG oslo_vmware.api [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143607, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2362.793948] env[62291]: DEBUG oslo_vmware.api [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Task: {'id': task-2143604, 'name': RelocateVM_Task} progress is 69%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2362.798467] env[62291]: DEBUG oslo_vmware.api [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52d0e3c3-25c6-a24c-b16f-eea44efbfd59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2362.871599] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Creating Snapshot of the VM instance {{(pid=62291) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2362.871978] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-816e8642-6c7f-4883-9c85-e2f22a5f71ba {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2362.884404] env[62291]: DEBUG oslo_vmware.api [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the task: (returnval){ [ 2362.884404] env[62291]: value = "task-2143609" [ 2362.884404] env[62291]: _type = "Task" [ 2362.884404] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2362.899908] env[62291]: DEBUG oslo_vmware.api [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143609, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2362.998415] env[62291]: DEBUG oslo_vmware.api [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]522c45bb-49f7-0733-e60c-016f0d13d889, 'name': SearchDatastore_Task, 'duration_secs': 0.093136} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2363.003540] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f4a1603-e104-40d9-b958-6642c0899a54 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.013791] env[62291]: DEBUG oslo_vmware.api [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2363.013791] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52e3056c-3866-a5e4-2e11-ea39608d898d" [ 2363.013791] env[62291]: _type = "Task" [ 2363.013791] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2363.017220] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2363.027494] env[62291]: DEBUG oslo_vmware.api [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52e3056c-3866-a5e4-2e11-ea39608d898d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2363.212481] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 8bd678e3-e537-4615-b35c-e98684c58644] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2363.266369] env[62291]: DEBUG oslo_vmware.api [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143607, 'name': CreateSnapshot_Task, 'duration_secs': 1.337622} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2363.269695] env[62291]: DEBUG oslo_vmware.rw_handles [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Completed reading data from the image iterator. {{(pid=62291) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2363.270077] env[62291]: DEBUG oslo_vmware.rw_handles [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bd722d-a73d-d33f-cdb9-819e4684f4b0/disk-0.vmdk. {{(pid=62291) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2363.270470] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Created Snapshot of the VM instance {{(pid=62291) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2363.271385] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f88944-0965-43f7-9cc1-6439c8be7ab5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.278192] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b41c4659-5bec-40e0-827c-6ff4829f6c63 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.282796] env[62291]: DEBUG oslo_concurrency.lockutils [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.934s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2363.283450] env[62291]: DEBUG nova.compute.manager [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] [instance: 0a31f4c3-fe06-49fc-b1e2-9092ceeb6707] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2363.295795] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e7f39383-5855-468c-8461-75db942fb6c6 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.744s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2363.296066] env[62291]: DEBUG nova.objects.instance [None req-e7f39383-5855-468c-8461-75db942fb6c6 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lazy-loading 'resources' on Instance uuid fe65d098-fd1b-4127-817e-eac2f659e778 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2363.302042] env[62291]: DEBUG oslo_vmware.rw_handles [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bd722d-a73d-d33f-cdb9-819e4684f4b0/disk-0.vmdk is in state: ready. {{(pid=62291) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2363.302223] env[62291]: DEBUG oslo_vmware.rw_handles [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bd722d-a73d-d33f-cdb9-819e4684f4b0/disk-0.vmdk. {{(pid=62291) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2363.315330] env[62291]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-b518ccac-0258-4809-8de1-0160f07e7995 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.318181] env[62291]: DEBUG oslo_vmware.api [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52d0e3c3-25c6-a24c-b16f-eea44efbfd59, 'name': SearchDatastore_Task, 'duration_secs': 0.090325} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2363.318332] env[62291]: DEBUG oslo_vmware.api [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Task: {'id': task-2143604, 'name': RelocateVM_Task} progress is 84%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2363.323515] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2363.323846] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2363.324069] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2363.396868] env[62291]: DEBUG oslo_vmware.api [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143609, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2363.409644] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6c12e5a6-422d-44ed-b558-a7d46bfc3f25 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Acquiring lock "d1aecebc-401e-45ff-805e-c038722f4cad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2363.410479] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6c12e5a6-422d-44ed-b558-a7d46bfc3f25 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Lock "d1aecebc-401e-45ff-805e-c038722f4cad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2363.410597] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6c12e5a6-422d-44ed-b558-a7d46bfc3f25 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Acquiring lock "d1aecebc-401e-45ff-805e-c038722f4cad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2363.412630] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6c12e5a6-422d-44ed-b558-a7d46bfc3f25 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Lock "d1aecebc-401e-45ff-805e-c038722f4cad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2363.412630] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6c12e5a6-422d-44ed-b558-a7d46bfc3f25 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Lock "d1aecebc-401e-45ff-805e-c038722f4cad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2363.413900] env[62291]: INFO nova.compute.manager [None req-6c12e5a6-422d-44ed-b558-a7d46bfc3f25 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Terminating instance [ 2363.416357] env[62291]: DEBUG nova.compute.manager [None req-6c12e5a6-422d-44ed-b558-a7d46bfc3f25 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2363.416625] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6c12e5a6-422d-44ed-b558-a7d46bfc3f25 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2363.417859] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28da0d8d-20a6-490e-82e8-13dee87bb4d0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.430989] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c12e5a6-422d-44ed-b558-a7d46bfc3f25 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2363.431708] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b03cacb5-d17a-462a-986a-9154f7a99580 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.442023] env[62291]: DEBUG oslo_vmware.api [None req-6c12e5a6-422d-44ed-b558-a7d46bfc3f25 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 2363.442023] env[62291]: value = "task-2143610" [ 2363.442023] env[62291]: _type = "Task" [ 2363.442023] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2363.451300] env[62291]: DEBUG oslo_vmware.api [None req-6c12e5a6-422d-44ed-b558-a7d46bfc3f25 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143610, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2363.529063] env[62291]: DEBUG oslo_vmware.api [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52e3056c-3866-a5e4-2e11-ea39608d898d, 'name': SearchDatastore_Task, 'duration_secs': 0.095559} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2363.529063] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2363.529354] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35/798f1b1c-7ba7-4ac2-9c23-f02d3d80be35.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2363.529576] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2363.529785] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2363.530031] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de20b1ff-42a9-4dcf-acc9-3d9a193f6608 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.533266] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a7af0f0-131a-4c1c-b7ba-b70b4e51eeda {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.542059] env[62291]: DEBUG oslo_vmware.api [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2363.542059] env[62291]: value = "task-2143611" [ 2363.542059] env[62291]: _type = "Task" [ 2363.542059] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2363.548602] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2363.548888] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2363.550250] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc4d86bd-d4ea-485b-97f4-6211a998c2e2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.560434] env[62291]: DEBUG oslo_vmware.api [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143611, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2363.564374] env[62291]: DEBUG oslo_vmware.api [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2363.564374] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52ef9b9a-e15e-fa5d-733f-92571c9668b0" [ 2363.564374] env[62291]: _type = "Task" [ 2363.564374] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2363.578218] env[62291]: DEBUG oslo_vmware.api [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52ef9b9a-e15e-fa5d-733f-92571c9668b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2363.594925] env[62291]: DEBUG oslo_vmware.rw_handles [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bd722d-a73d-d33f-cdb9-819e4684f4b0/disk-0.vmdk. {{(pid=62291) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2363.595431] env[62291]: INFO nova.virt.vmwareapi.images [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Downloaded image file data adb937d7-0db0-4f44-9538-67b69b2ba864 [ 2363.596530] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a2ac992-0c8b-4cdc-acd8-dfab54e7f55f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.618259] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-776cb684-6fb3-4360-a988-6533e8a16d23 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.663858] env[62291]: INFO nova.virt.vmwareapi.images [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: f44ad704-468c-4318-ae6d-2189defb442b] The imported VM was unregistered [ 2363.667151] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Caching image {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2363.667396] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Creating directory with path [datastore1] devstack-image-cache_base/adb937d7-0db0-4f44-9538-67b69b2ba864 {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2363.667996] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5891066a-cb0a-42ac-be8b-f0926c3b194d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.678635] env[62291]: DEBUG nova.network.neutron [req-954dc3f2-ba74-4729-81b5-73337f1d4244 req-3cdc9bd2-8d6d-4e57-b8d8-bdde35d8ef93 service nova] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Updated VIF entry in instance network info cache for port 11aa80be-293a-4458-9d40-ccaf9fe369d1. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2363.679008] env[62291]: DEBUG nova.network.neutron [req-954dc3f2-ba74-4729-81b5-73337f1d4244 req-3cdc9bd2-8d6d-4e57-b8d8-bdde35d8ef93 service nova] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Updating instance_info_cache with network_info: [{"id": "11aa80be-293a-4458-9d40-ccaf9fe369d1", "address": "fa:16:3e:0f:17:9f", "network": {"id": "2fb2b7e2-454e-4ba0-815d-aff62d83a4db", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2039134215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a10ef55321c54e24bdc8734e006d8d77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11aa80be-29", "ovs_interfaceid": "11aa80be-293a-4458-9d40-ccaf9fe369d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2363.683819] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Created directory with path [datastore1] devstack-image-cache_base/adb937d7-0db0-4f44-9538-67b69b2ba864 {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2363.684035] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_bfe05f18-f46e-442e-959c-439db915838a/OSTACK_IMG_bfe05f18-f46e-442e-959c-439db915838a.vmdk to [datastore1] devstack-image-cache_base/adb937d7-0db0-4f44-9538-67b69b2ba864/adb937d7-0db0-4f44-9538-67b69b2ba864.vmdk. {{(pid=62291) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2363.684305] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-65b49a74-c2c1-4618-9ccb-daef98daaa47 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.692823] env[62291]: DEBUG oslo_vmware.api [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2363.692823] env[62291]: value = "task-2143613" [ 2363.692823] env[62291]: _type = "Task" [ 2363.692823] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2363.703514] env[62291]: DEBUG oslo_vmware.api [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143613, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2363.718830] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 782c366b-f6fb-486d-8b98-fe78ba6d810d] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2363.803251] env[62291]: DEBUG nova.compute.utils [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2363.804907] env[62291]: DEBUG oslo_vmware.api [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Task: {'id': task-2143604, 'name': RelocateVM_Task} progress is 97%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2363.805816] env[62291]: DEBUG nova.compute.manager [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] [instance: 0a31f4c3-fe06-49fc-b1e2-9092ceeb6707] Not allocating networking since 'none' was specified. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 2363.830011] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Creating linked-clone VM from snapshot {{(pid=62291) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2363.830933] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b36c3bb9-1bc2-47e1-997d-c022197f619b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.843239] env[62291]: DEBUG oslo_vmware.api [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2363.843239] env[62291]: value = "task-2143614" [ 2363.843239] env[62291]: _type = "Task" [ 2363.843239] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2363.852714] env[62291]: DEBUG oslo_vmware.api [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143614, 'name': CloneVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2363.897780] env[62291]: DEBUG oslo_vmware.api [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143609, 'name': CreateSnapshot_Task, 'duration_secs': 0.632435} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2363.901305] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Created Snapshot of the VM instance {{(pid=62291) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2363.902678] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ee5c53-76c2-48c5-808f-d69baa43a324 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2363.957797] env[62291]: DEBUG oslo_vmware.api [None req-6c12e5a6-422d-44ed-b558-a7d46bfc3f25 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143610, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2364.054362] env[62291]: DEBUG oslo_vmware.api [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143611, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2364.078945] env[62291]: DEBUG oslo_vmware.api [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52ef9b9a-e15e-fa5d-733f-92571c9668b0, 'name': SearchDatastore_Task, 'duration_secs': 0.053336} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2364.078945] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cad8012-06cb-4aae-9f4f-92b745688b05 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.086249] env[62291]: DEBUG oslo_vmware.api [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2364.086249] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5203fd8c-cd38-ea9e-668f-f1781a1c4b21" [ 2364.086249] env[62291]: _type = "Task" [ 2364.086249] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2364.099030] env[62291]: DEBUG oslo_vmware.api [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5203fd8c-cd38-ea9e-668f-f1781a1c4b21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2364.117428] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9e76f6-3836-4c7b-b2ab-c677cb00edcd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.128073] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30625482-6b84-4ac3-b138-d641afa211eb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.161813] env[62291]: DEBUG oslo_concurrency.lockutils [None req-202b1945-684c-45f2-b445-2ae902796749 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "interface-cca88b94-b97e-47ce-9689-053635658fea-d251fe09-53da-4953-8a22-10261c0807c5" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2364.163171] env[62291]: DEBUG oslo_concurrency.lockutils [None req-202b1945-684c-45f2-b445-2ae902796749 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "interface-cca88b94-b97e-47ce-9689-053635658fea-d251fe09-53da-4953-8a22-10261c0807c5" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2364.168300] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c34d8b-f0e3-42bb-b02b-2824e282ed80 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.177577] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063d72fc-8458-4da7-a502-83a449e5c9be {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.184632] env[62291]: DEBUG oslo_concurrency.lockutils [req-954dc3f2-ba74-4729-81b5-73337f1d4244 req-3cdc9bd2-8d6d-4e57-b8d8-bdde35d8ef93 service nova] Releasing lock "refresh_cache-97a847ee-d7bb-49dd-9dc2-c8c60e496b54" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2364.184780] env[62291]: DEBUG nova.compute.manager [req-954dc3f2-ba74-4729-81b5-73337f1d4244 req-3cdc9bd2-8d6d-4e57-b8d8-bdde35d8ef93 service nova] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Received event network-vif-plugged-50d3efc8-3879-40d6-bd24-6b5c3a5be2f5 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2364.184983] env[62291]: DEBUG oslo_concurrency.lockutils [req-954dc3f2-ba74-4729-81b5-73337f1d4244 req-3cdc9bd2-8d6d-4e57-b8d8-bdde35d8ef93 service nova] Acquiring lock "17d1dffb-c87b-4e3f-ba46-14f6198ad1eb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2364.186425] env[62291]: DEBUG oslo_concurrency.lockutils [req-954dc3f2-ba74-4729-81b5-73337f1d4244 req-3cdc9bd2-8d6d-4e57-b8d8-bdde35d8ef93 service nova] Lock "17d1dffb-c87b-4e3f-ba46-14f6198ad1eb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2364.186425] env[62291]: DEBUG oslo_concurrency.lockutils [req-954dc3f2-ba74-4729-81b5-73337f1d4244 req-3cdc9bd2-8d6d-4e57-b8d8-bdde35d8ef93 service nova] Lock "17d1dffb-c87b-4e3f-ba46-14f6198ad1eb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2364.186425] env[62291]: DEBUG nova.compute.manager [req-954dc3f2-ba74-4729-81b5-73337f1d4244 req-3cdc9bd2-8d6d-4e57-b8d8-bdde35d8ef93 service nova] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] No waiting events found dispatching network-vif-plugged-50d3efc8-3879-40d6-bd24-6b5c3a5be2f5 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2364.186425] env[62291]: WARNING nova.compute.manager [req-954dc3f2-ba74-4729-81b5-73337f1d4244 req-3cdc9bd2-8d6d-4e57-b8d8-bdde35d8ef93 service nova] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Received unexpected event network-vif-plugged-50d3efc8-3879-40d6-bd24-6b5c3a5be2f5 for instance with vm_state building and task_state spawning. [ 2364.186425] env[62291]: DEBUG nova.compute.manager [req-954dc3f2-ba74-4729-81b5-73337f1d4244 req-3cdc9bd2-8d6d-4e57-b8d8-bdde35d8ef93 service nova] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Received event network-changed-50d3efc8-3879-40d6-bd24-6b5c3a5be2f5 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2364.186425] env[62291]: DEBUG nova.compute.manager [req-954dc3f2-ba74-4729-81b5-73337f1d4244 req-3cdc9bd2-8d6d-4e57-b8d8-bdde35d8ef93 service nova] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Refreshing instance network info cache due to event network-changed-50d3efc8-3879-40d6-bd24-6b5c3a5be2f5. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2364.186425] env[62291]: DEBUG oslo_concurrency.lockutils [req-954dc3f2-ba74-4729-81b5-73337f1d4244 req-3cdc9bd2-8d6d-4e57-b8d8-bdde35d8ef93 service nova] Acquiring lock "refresh_cache-17d1dffb-c87b-4e3f-ba46-14f6198ad1eb" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2364.186425] env[62291]: DEBUG oslo_concurrency.lockutils [req-954dc3f2-ba74-4729-81b5-73337f1d4244 req-3cdc9bd2-8d6d-4e57-b8d8-bdde35d8ef93 service nova] Acquired lock "refresh_cache-17d1dffb-c87b-4e3f-ba46-14f6198ad1eb" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2364.186871] env[62291]: DEBUG nova.network.neutron [req-954dc3f2-ba74-4729-81b5-73337f1d4244 req-3cdc9bd2-8d6d-4e57-b8d8-bdde35d8ef93 service nova] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Refreshing network info cache for port 50d3efc8-3879-40d6-bd24-6b5c3a5be2f5 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2364.201765] env[62291]: DEBUG nova.compute.provider_tree [None req-e7f39383-5855-468c-8461-75db942fb6c6 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2364.214008] env[62291]: DEBUG oslo_vmware.api [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143613, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2364.222629] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 3e88c30a-720e-4f39-b171-770a94504bb6] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2364.299219] env[62291]: DEBUG oslo_vmware.api [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Task: {'id': task-2143604, 'name': RelocateVM_Task} progress is 97%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2364.307448] env[62291]: DEBUG nova.compute.manager [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] [instance: 0a31f4c3-fe06-49fc-b1e2-9092ceeb6707] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2364.356718] env[62291]: DEBUG oslo_vmware.api [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143614, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2364.431776] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Creating linked-clone VM from snapshot {{(pid=62291) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2364.432762] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bf4566de-e628-48b7-b494-85edb076944d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.451952] env[62291]: DEBUG oslo_vmware.api [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the task: (returnval){ [ 2364.451952] env[62291]: value = "task-2143615" [ 2364.451952] env[62291]: _type = "Task" [ 2364.451952] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2364.463200] env[62291]: DEBUG oslo_vmware.api [None req-6c12e5a6-422d-44ed-b558-a7d46bfc3f25 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143610, 'name': PowerOffVM_Task, 'duration_secs': 0.5643} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2364.469208] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c12e5a6-422d-44ed-b558-a7d46bfc3f25 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2364.469400] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6c12e5a6-422d-44ed-b558-a7d46bfc3f25 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2364.469684] env[62291]: DEBUG oslo_vmware.api [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143615, 'name': CloneVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2364.469937] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9feb907e-0e69-4d4b-8cbc-863b579d69f9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.558615] env[62291]: DEBUG oslo_vmware.api [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143611, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.649109} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2364.559608] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35/798f1b1c-7ba7-4ac2-9c23-f02d3d80be35.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2364.559608] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2364.559608] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a796624-c880-4348-928d-99ed13622620 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.569675] env[62291]: DEBUG oslo_vmware.api [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2364.569675] env[62291]: value = "task-2143617" [ 2364.569675] env[62291]: _type = "Task" [ 2364.569675] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2364.585249] env[62291]: DEBUG oslo_vmware.api [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143617, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2364.601253] env[62291]: DEBUG oslo_vmware.api [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5203fd8c-cd38-ea9e-668f-f1781a1c4b21, 'name': SearchDatastore_Task, 'duration_secs': 0.075401} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2364.602183] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2364.602183] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb/17d1dffb-c87b-4e3f-ba46-14f6198ad1eb.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2364.602183] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e8bfabb5-5444-4360-ad1a-ecdfca4b657f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.615482] env[62291]: DEBUG oslo_vmware.api [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2364.615482] env[62291]: value = "task-2143618" [ 2364.615482] env[62291]: _type = "Task" [ 2364.615482] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2364.630181] env[62291]: DEBUG oslo_vmware.api [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143618, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2364.670059] env[62291]: DEBUG oslo_concurrency.lockutils [None req-202b1945-684c-45f2-b445-2ae902796749 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "cca88b94-b97e-47ce-9689-053635658fea" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2364.670268] env[62291]: DEBUG oslo_concurrency.lockutils [None req-202b1945-684c-45f2-b445-2ae902796749 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquired lock "cca88b94-b97e-47ce-9689-053635658fea" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2364.671204] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae14de2-75fc-4327-b569-ebcdb4c7db8c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.702064] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f51a888-f60e-445d-b409-eca7d6a9fcd6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.708802] env[62291]: DEBUG nova.scheduler.client.report [None req-e7f39383-5855-468c-8461-75db942fb6c6 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2364.721695] env[62291]: DEBUG oslo_vmware.api [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143613, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2364.746730] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: fe4341b6-1082-40c5-aaa3-a17788f5f188] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2364.760027] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-202b1945-684c-45f2-b445-2ae902796749 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] Reconfiguring VM to detach interface {{(pid=62291) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2364.761310] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a2d2907b-b50c-4843-a822-157ab981f97d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.798305] env[62291]: DEBUG oslo_vmware.api [None req-202b1945-684c-45f2-b445-2ae902796749 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for the task: (returnval){ [ 2364.798305] env[62291]: value = "task-2143619" [ 2364.798305] env[62291]: _type = "Task" [ 2364.798305] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2364.801453] env[62291]: DEBUG oslo_vmware.api [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Task: {'id': task-2143604, 'name': RelocateVM_Task} progress is 97%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2364.810147] env[62291]: DEBUG oslo_vmware.api [None req-202b1945-684c-45f2-b445-2ae902796749 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143619, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2364.862549] env[62291]: DEBUG oslo_vmware.api [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143614, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2364.923166] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6c12e5a6-422d-44ed-b558-a7d46bfc3f25 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2364.923472] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6c12e5a6-422d-44ed-b558-a7d46bfc3f25 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2364.923667] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c12e5a6-422d-44ed-b558-a7d46bfc3f25 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Deleting the datastore file [datastore2] d1aecebc-401e-45ff-805e-c038722f4cad {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2364.923925] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84bef69d-d94f-4528-97fb-dbe72f7fad8f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2364.936309] env[62291]: DEBUG oslo_vmware.api [None req-6c12e5a6-422d-44ed-b558-a7d46bfc3f25 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 2364.936309] env[62291]: value = "task-2143620" [ 2364.936309] env[62291]: _type = "Task" [ 2364.936309] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2364.947917] env[62291]: DEBUG oslo_vmware.api [None req-6c12e5a6-422d-44ed-b558-a7d46bfc3f25 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143620, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2364.965657] env[62291]: DEBUG oslo_vmware.api [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143615, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2365.082690] env[62291]: DEBUG oslo_vmware.api [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143617, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12961} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2365.082891] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2365.084137] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1bc7ab-1b19-4e97-9c29-ce416f7c6e3c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.111856] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35/798f1b1c-7ba7-4ac2-9c23-f02d3d80be35.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2365.112278] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c0b34611-698e-431b-9e09-1135d3afb942 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.129837] env[62291]: DEBUG nova.network.neutron [req-954dc3f2-ba74-4729-81b5-73337f1d4244 req-3cdc9bd2-8d6d-4e57-b8d8-bdde35d8ef93 service nova] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Updated VIF entry in instance network info cache for port 50d3efc8-3879-40d6-bd24-6b5c3a5be2f5. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2365.130183] env[62291]: DEBUG nova.network.neutron [req-954dc3f2-ba74-4729-81b5-73337f1d4244 req-3cdc9bd2-8d6d-4e57-b8d8-bdde35d8ef93 service nova] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Updating instance_info_cache with network_info: [{"id": "50d3efc8-3879-40d6-bd24-6b5c3a5be2f5", "address": "fa:16:3e:29:57:83", "network": {"id": "b789769e-7cdd-4ec0-9b65-d217c45c3755", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2063957055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ced82ff4c1d54fdcaac99123f59eca6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50d3efc8-38", "ovs_interfaceid": "50d3efc8-3879-40d6-bd24-6b5c3a5be2f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2365.143650] env[62291]: DEBUG oslo_vmware.api [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143618, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2365.147096] env[62291]: DEBUG oslo_vmware.api [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2365.147096] env[62291]: value = "task-2143621" [ 2365.147096] env[62291]: _type = "Task" [ 2365.147096] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2365.160525] env[62291]: DEBUG oslo_vmware.api [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143621, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2365.215705] env[62291]: DEBUG oslo_vmware.api [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143613, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2365.216668] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e7f39383-5855-468c-8461-75db942fb6c6 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.921s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2365.220033] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.203s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2365.221499] env[62291]: INFO nova.compute.claims [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2365.238620] env[62291]: INFO nova.scheduler.client.report [None req-e7f39383-5855-468c-8461-75db942fb6c6 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Deleted allocations for instance fe65d098-fd1b-4127-817e-eac2f659e778 [ 2365.265027] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 4845db1b-f8ab-4ecd-bd75-a9d3b5482b92] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2365.295036] env[62291]: DEBUG oslo_vmware.api [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Task: {'id': task-2143604, 'name': RelocateVM_Task} progress is 97%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2365.315112] env[62291]: DEBUG oslo_vmware.api [None req-202b1945-684c-45f2-b445-2ae902796749 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143619, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2365.318637] env[62291]: DEBUG nova.compute.manager [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] [instance: 0a31f4c3-fe06-49fc-b1e2-9092ceeb6707] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2365.348185] env[62291]: DEBUG nova.virt.hardware [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2365.348507] env[62291]: DEBUG nova.virt.hardware [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2365.348674] env[62291]: DEBUG nova.virt.hardware [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2365.348857] env[62291]: DEBUG nova.virt.hardware [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2365.349010] env[62291]: DEBUG nova.virt.hardware [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2365.349172] env[62291]: DEBUG nova.virt.hardware [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2365.349391] env[62291]: DEBUG nova.virt.hardware [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2365.349557] env[62291]: DEBUG nova.virt.hardware [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2365.349727] env[62291]: DEBUG nova.virt.hardware [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2365.349893] env[62291]: DEBUG nova.virt.hardware [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2365.350083] env[62291]: DEBUG nova.virt.hardware [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2365.351053] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9ca497-88b2-4bd6-89e0-1c32a74fd977 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.363230] env[62291]: DEBUG oslo_vmware.api [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143614, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2365.366606] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d04b7d7-94e9-40aa-8bb8-24ec94d4f731 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.383237] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] [instance: 0a31f4c3-fe06-49fc-b1e2-9092ceeb6707] Instance VIF info [] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2365.389831] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Creating folder: Project (2813395aea894372b63d60a524885c4d). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2365.390961] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5988e1bc-f228-4ff6-970e-2c3a23e49014 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.403921] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Created folder: Project (2813395aea894372b63d60a524885c4d) in parent group-v437896. [ 2365.404272] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Creating folder: Instances. Parent ref: group-v438145. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2365.404557] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8ca8f45f-303f-4d87-bd3b-4ed380e5d4b9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.417829] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Created folder: Instances in parent group-v438145. [ 2365.418067] env[62291]: DEBUG oslo.service.loopingcall [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2365.418279] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a31f4c3-fe06-49fc-b1e2-9092ceeb6707] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2365.418511] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d630c568-576e-41b6-9575-164418d1c2d9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.441565] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2365.441565] env[62291]: value = "task-2143624" [ 2365.441565] env[62291]: _type = "Task" [ 2365.441565] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2365.449816] env[62291]: DEBUG oslo_vmware.api [None req-6c12e5a6-422d-44ed-b558-a7d46bfc3f25 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143620, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2365.453576] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143624, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2365.462117] env[62291]: DEBUG oslo_vmware.api [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143615, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2365.633521] env[62291]: DEBUG oslo_concurrency.lockutils [req-954dc3f2-ba74-4729-81b5-73337f1d4244 req-3cdc9bd2-8d6d-4e57-b8d8-bdde35d8ef93 service nova] Releasing lock "refresh_cache-17d1dffb-c87b-4e3f-ba46-14f6198ad1eb" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2365.644667] env[62291]: DEBUG oslo_vmware.api [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143618, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616858} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2365.645077] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb/17d1dffb-c87b-4e3f-ba46-14f6198ad1eb.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2365.645196] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2365.645477] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b2522ca-895f-4979-bf81-bef8f70e6f2f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2365.656976] env[62291]: DEBUG oslo_vmware.api [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2365.656976] env[62291]: value = "task-2143625" [ 2365.656976] env[62291]: _type = "Task" [ 2365.656976] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2365.660957] env[62291]: DEBUG oslo_vmware.api [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143621, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2365.671728] env[62291]: DEBUG oslo_vmware.api [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143625, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2365.709593] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Acquiring lock "30dbd972-13a9-44f0-a288-04ce0bb62b3e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2365.709915] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lock "30dbd972-13a9-44f0-a288-04ce0bb62b3e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2365.721201] env[62291]: DEBUG oslo_vmware.api [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143613, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2365.749628] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e7f39383-5855-468c-8461-75db942fb6c6 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lock "fe65d098-fd1b-4127-817e-eac2f659e778" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.536s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2365.768640] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: d394b461-0b08-4115-844f-fd4adb13f843] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2365.798671] env[62291]: DEBUG oslo_vmware.api [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Task: {'id': task-2143604, 'name': RelocateVM_Task} progress is 97%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2365.816806] env[62291]: DEBUG oslo_vmware.api [None req-202b1945-684c-45f2-b445-2ae902796749 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143619, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2365.864613] env[62291]: DEBUG oslo_vmware.api [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143614, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2365.950434] env[62291]: DEBUG oslo_vmware.api [None req-6c12e5a6-422d-44ed-b558-a7d46bfc3f25 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143620, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.607249} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2365.950800] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c12e5a6-422d-44ed-b558-a7d46bfc3f25 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2365.950800] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6c12e5a6-422d-44ed-b558-a7d46bfc3f25 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2365.951165] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6c12e5a6-422d-44ed-b558-a7d46bfc3f25 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2365.951446] env[62291]: INFO nova.compute.manager [None req-6c12e5a6-422d-44ed-b558-a7d46bfc3f25 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Took 2.53 seconds to destroy the instance on the hypervisor. [ 2365.951848] env[62291]: DEBUG oslo.service.loopingcall [None req-6c12e5a6-422d-44ed-b558-a7d46bfc3f25 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2365.955802] env[62291]: DEBUG nova.compute.manager [-] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2365.955899] env[62291]: DEBUG nova.network.neutron [-] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2365.957890] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143624, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2365.967287] env[62291]: DEBUG oslo_vmware.api [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143615, 'name': CloneVM_Task} progress is 95%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2366.159090] env[62291]: DEBUG oslo_vmware.api [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143621, 'name': ReconfigVM_Task, 'duration_secs': 0.548588} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2366.160568] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35/798f1b1c-7ba7-4ac2-9c23-f02d3d80be35.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2366.161258] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e59fe62a-b657-4b81-8289-ddc55316fc14 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.174462] env[62291]: DEBUG oslo_vmware.api [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2366.174462] env[62291]: value = "task-2143626" [ 2366.174462] env[62291]: _type = "Task" [ 2366.174462] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2366.178241] env[62291]: DEBUG oslo_vmware.api [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143625, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.373646} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2366.183402] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2366.184231] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9becd1a2-d49e-4303-803a-b336757599f1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.209647] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb/17d1dffb-c87b-4e3f-ba46-14f6198ad1eb.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2366.214694] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53851688-bf10-46a5-9c91-26b27fa30afd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.234027] env[62291]: DEBUG nova.compute.manager [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2366.234027] env[62291]: DEBUG oslo_vmware.api [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143626, 'name': Rename_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2366.247942] env[62291]: DEBUG oslo_vmware.api [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143613, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2366.252392] env[62291]: DEBUG oslo_vmware.api [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2366.252392] env[62291]: value = "task-2143627" [ 2366.252392] env[62291]: _type = "Task" [ 2366.252392] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2366.263135] env[62291]: DEBUG oslo_vmware.api [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143627, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2366.273497] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: c9217dbd-27aa-46aa-8c41-555c584dd027] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2366.302797] env[62291]: DEBUG oslo_vmware.api [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Task: {'id': task-2143604, 'name': RelocateVM_Task} progress is 98%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2366.313923] env[62291]: DEBUG oslo_vmware.api [None req-202b1945-684c-45f2-b445-2ae902796749 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143619, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2366.364036] env[62291]: DEBUG oslo_vmware.api [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143614, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2366.387095] env[62291]: DEBUG nova.compute.manager [req-86d27405-3367-481a-8aad-4069ac5b2189 req-9d120be4-80e5-4762-acc2-3b542b1b7240 service nova] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Received event network-vif-deleted-b1a9b4d6-d118-4fa0-9b0b-8e13f388d2da {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2366.387358] env[62291]: INFO nova.compute.manager [req-86d27405-3367-481a-8aad-4069ac5b2189 req-9d120be4-80e5-4762-acc2-3b542b1b7240 service nova] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Neutron deleted interface b1a9b4d6-d118-4fa0-9b0b-8e13f388d2da; detaching it from the instance and deleting it from the info cache [ 2366.387599] env[62291]: DEBUG nova.network.neutron [req-86d27405-3367-481a-8aad-4069ac5b2189 req-9d120be4-80e5-4762-acc2-3b542b1b7240 service nova] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2366.452782] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143624, 'name': CreateVM_Task, 'duration_secs': 0.872163} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2366.453191] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a31f4c3-fe06-49fc-b1e2-9092ceeb6707] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2366.453638] env[62291]: DEBUG oslo_concurrency.lockutils [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2366.453856] env[62291]: DEBUG oslo_concurrency.lockutils [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2366.454292] env[62291]: DEBUG oslo_concurrency.lockutils [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2366.455064] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c439ed4d-cf1e-4673-9f45-741ae77590a3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.465419] env[62291]: DEBUG oslo_vmware.api [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Waiting for the task: (returnval){ [ 2366.465419] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52d7e3fd-ef17-f0ec-780a-fdc2395aa7d0" [ 2366.465419] env[62291]: _type = "Task" [ 2366.465419] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2366.473134] env[62291]: DEBUG oslo_vmware.api [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143615, 'name': CloneVM_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2366.482030] env[62291]: DEBUG oslo_vmware.api [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52d7e3fd-ef17-f0ec-780a-fdc2395aa7d0, 'name': SearchDatastore_Task, 'duration_secs': 0.01102} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2366.482030] env[62291]: DEBUG oslo_concurrency.lockutils [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2366.482184] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] [instance: 0a31f4c3-fe06-49fc-b1e2-9092ceeb6707] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2366.482406] env[62291]: DEBUG oslo_concurrency.lockutils [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2366.482559] env[62291]: DEBUG oslo_concurrency.lockutils [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2366.482741] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2366.483046] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e56aef34-c04b-4681-8cd0-503065e63a52 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.491159] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2366.491353] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2366.492179] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-798bdb25-0f63-45d6-9e5a-b3726fb7dc9e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.501065] env[62291]: DEBUG oslo_vmware.api [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Waiting for the task: (returnval){ [ 2366.501065] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]522e219b-d9b5-1117-c6ca-0d49995c5ae2" [ 2366.501065] env[62291]: _type = "Task" [ 2366.501065] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2366.510662] env[62291]: DEBUG oslo_vmware.api [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]522e219b-d9b5-1117-c6ca-0d49995c5ae2, 'name': SearchDatastore_Task, 'duration_secs': 0.009216} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2366.511453] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44376591-dcce-43bf-a793-e0796062e906 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.519291] env[62291]: DEBUG oslo_vmware.api [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Waiting for the task: (returnval){ [ 2366.519291] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52ec557c-1742-9b55-7b40-5ffe681efdcc" [ 2366.519291] env[62291]: _type = "Task" [ 2366.519291] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2366.519291] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9253603a-8423-487d-b4ec-74101cfaebc4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.533376] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce70c5a3-774a-45d5-927c-c8d3dcb6d6b2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.537311] env[62291]: DEBUG oslo_vmware.api [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52ec557c-1742-9b55-7b40-5ffe681efdcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2366.567626] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e60af93-ce42-4787-8caa-1e73febf6e8a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.575716] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41f0532-3c1d-4fdd-a0c4-4ec5d8d8a473 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.591478] env[62291]: DEBUG nova.compute.provider_tree [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2366.689061] env[62291]: DEBUG oslo_vmware.api [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143626, 'name': Rename_Task, 'duration_secs': 0.205431} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2366.689533] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2366.689888] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93e6b313-559f-4e5d-9278-3ad36cc27b0d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.697184] env[62291]: DEBUG oslo_vmware.api [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2366.697184] env[62291]: value = "task-2143628" [ 2366.697184] env[62291]: _type = "Task" [ 2366.697184] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2366.705431] env[62291]: DEBUG oslo_vmware.api [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143628, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2366.723847] env[62291]: DEBUG oslo_vmware.api [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143613, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.698654} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2366.724703] env[62291]: INFO nova.virt.vmwareapi.ds_util [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_bfe05f18-f46e-442e-959c-439db915838a/OSTACK_IMG_bfe05f18-f46e-442e-959c-439db915838a.vmdk to [datastore1] devstack-image-cache_base/adb937d7-0db0-4f44-9538-67b69b2ba864/adb937d7-0db0-4f44-9538-67b69b2ba864.vmdk. [ 2366.724703] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Cleaning up location [datastore1] OSTACK_IMG_bfe05f18-f46e-442e-959c-439db915838a {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2366.724703] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_bfe05f18-f46e-442e-959c-439db915838a {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2366.726020] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4e38d8c-a18b-4d0f-8359-3084e3e050b6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.732290] env[62291]: DEBUG oslo_vmware.api [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2366.732290] env[62291]: value = "task-2143629" [ 2366.732290] env[62291]: _type = "Task" [ 2366.732290] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2366.741568] env[62291]: DEBUG oslo_vmware.api [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143629, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2366.761097] env[62291]: DEBUG oslo_vmware.api [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143627, 'name': ReconfigVM_Task, 'duration_secs': 0.337469} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2366.762135] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2366.762433] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Reconfigured VM instance instance-00000068 to attach disk [datastore2] 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb/17d1dffb-c87b-4e3f-ba46-14f6198ad1eb.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2366.763103] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd5b2757-1d6e-4c29-b7d9-9cab592cda5b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.769515] env[62291]: DEBUG oslo_vmware.api [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2366.769515] env[62291]: value = "task-2143630" [ 2366.769515] env[62291]: _type = "Task" [ 2366.769515] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2366.779725] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 6d2ff139-9d26-434e-ae9a-39c4cd9e73c4] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2366.781873] env[62291]: DEBUG oslo_vmware.api [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143630, 'name': Rename_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2366.800268] env[62291]: DEBUG oslo_vmware.api [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Task: {'id': task-2143604, 'name': RelocateVM_Task, 'duration_secs': 5.261235} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2366.800268] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Volume attach. Driver type: vmdk {{(pid=62291) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2366.800469] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-438131', 'volume_id': 'acc74b09-9b35-4d78-bd1b-79c9a747ae2f', 'name': 'volume-acc74b09-9b35-4d78-bd1b-79c9a747ae2f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97a847ee-d7bb-49dd-9dc2-c8c60e496b54', 'attached_at': '', 'detached_at': '', 'volume_id': 'acc74b09-9b35-4d78-bd1b-79c9a747ae2f', 'serial': 'acc74b09-9b35-4d78-bd1b-79c9a747ae2f'} {{(pid=62291) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2366.801708] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7409ee76-3e63-44f2-b846-2c7ede6d09c7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.806038] env[62291]: DEBUG nova.network.neutron [-] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2366.823931] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f285dee-3332-4b0a-953c-467229c148bd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.830652] env[62291]: DEBUG oslo_vmware.api [None req-202b1945-684c-45f2-b445-2ae902796749 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143619, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2366.853075] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] volume-acc74b09-9b35-4d78-bd1b-79c9a747ae2f/volume-acc74b09-9b35-4d78-bd1b-79c9a747ae2f.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2366.853787] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42cdb388-2436-46d5-a521-6b4b06ed1a12 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.884916] env[62291]: DEBUG oslo_vmware.api [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143614, 'name': CloneVM_Task} progress is 95%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2366.886515] env[62291]: DEBUG oslo_vmware.api [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Waiting for the task: (returnval){ [ 2366.886515] env[62291]: value = "task-2143631" [ 2366.886515] env[62291]: _type = "Task" [ 2366.886515] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2366.890056] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b124b535-1c2f-4c25-a45b-db481ec6d402 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.897488] env[62291]: DEBUG oslo_vmware.api [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Task: {'id': task-2143631, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2366.901984] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8453a285-3a10-454d-9f6e-104d49441940 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.938552] env[62291]: DEBUG nova.compute.manager [req-86d27405-3367-481a-8aad-4069ac5b2189 req-9d120be4-80e5-4762-acc2-3b542b1b7240 service nova] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Detach interface failed, port_id=b1a9b4d6-d118-4fa0-9b0b-8e13f388d2da, reason: Instance d1aecebc-401e-45ff-805e-c038722f4cad could not be found. {{(pid=62291) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 2366.968740] env[62291]: DEBUG oslo_vmware.api [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143615, 'name': CloneVM_Task, 'duration_secs': 2.029106} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2366.969043] env[62291]: INFO nova.virt.vmwareapi.vmops [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Created linked-clone VM from snapshot [ 2366.969788] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039dbd74-72a7-413b-b9ce-024c7e76858e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2366.978284] env[62291]: DEBUG nova.virt.vmwareapi.images [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Uploading image ab501e95-8ebc-42f2-bfb8-fc006f7d3f16 {{(pid=62291) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2367.011620] env[62291]: DEBUG oslo_vmware.rw_handles [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2367.011620] env[62291]: value = "vm-438144" [ 2367.011620] env[62291]: _type = "VirtualMachine" [ 2367.011620] env[62291]: }. {{(pid=62291) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2367.012906] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-953f7727-7386-47d9-9d6f-dfce85e90963 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.023413] env[62291]: DEBUG oslo_vmware.rw_handles [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lease: (returnval){ [ 2367.023413] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5240f758-e070-5476-79b7-df172680ed18" [ 2367.023413] env[62291]: _type = "HttpNfcLease" [ 2367.023413] env[62291]: } obtained for exporting VM: (result){ [ 2367.023413] env[62291]: value = "vm-438144" [ 2367.023413] env[62291]: _type = "VirtualMachine" [ 2367.023413] env[62291]: }. {{(pid=62291) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2367.023743] env[62291]: DEBUG oslo_vmware.api [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the lease: (returnval){ [ 2367.023743] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5240f758-e070-5476-79b7-df172680ed18" [ 2367.023743] env[62291]: _type = "HttpNfcLease" [ 2367.023743] env[62291]: } to be ready. {{(pid=62291) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2367.031640] env[62291]: DEBUG oslo_vmware.api [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52ec557c-1742-9b55-7b40-5ffe681efdcc, 'name': SearchDatastore_Task, 'duration_secs': 0.012015} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2367.031640] env[62291]: DEBUG oslo_concurrency.lockutils [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2367.031640] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 0a31f4c3-fe06-49fc-b1e2-9092ceeb6707/0a31f4c3-fe06-49fc-b1e2-9092ceeb6707.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2367.032937] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c80a53e0-fa2e-4b26-b85f-65b4acb94926 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.035749] env[62291]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2367.035749] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5240f758-e070-5476-79b7-df172680ed18" [ 2367.035749] env[62291]: _type = "HttpNfcLease" [ 2367.035749] env[62291]: } is initializing. {{(pid=62291) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2367.043529] env[62291]: DEBUG oslo_vmware.api [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Waiting for the task: (returnval){ [ 2367.043529] env[62291]: value = "task-2143633" [ 2367.043529] env[62291]: _type = "Task" [ 2367.043529] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2367.053314] env[62291]: DEBUG oslo_vmware.api [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Task: {'id': task-2143633, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2367.094893] env[62291]: DEBUG nova.scheduler.client.report [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2367.208400] env[62291]: DEBUG oslo_vmware.api [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143628, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2367.243862] env[62291]: DEBUG oslo_vmware.api [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143629, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.076919} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2367.244208] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2367.244398] env[62291]: DEBUG oslo_concurrency.lockutils [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Releasing lock "[datastore1] devstack-image-cache_base/adb937d7-0db0-4f44-9538-67b69b2ba864/adb937d7-0db0-4f44-9538-67b69b2ba864.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2367.244668] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/adb937d7-0db0-4f44-9538-67b69b2ba864/adb937d7-0db0-4f44-9538-67b69b2ba864.vmdk to [datastore1] f44ad704-468c-4318-ae6d-2189defb442b/f44ad704-468c-4318-ae6d-2189defb442b.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2367.245374] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab069c42-ec9d-4806-87b2-1d54b9b8f26d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.253388] env[62291]: DEBUG oslo_vmware.api [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2367.253388] env[62291]: value = "task-2143634" [ 2367.253388] env[62291]: _type = "Task" [ 2367.253388] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2367.261610] env[62291]: DEBUG oslo_vmware.api [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143634, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2367.278645] env[62291]: DEBUG oslo_vmware.api [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143630, 'name': Rename_Task, 'duration_secs': 0.289272} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2367.278645] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2367.278645] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-933a42af-6dd6-4181-88ee-7364007bdb0c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.282983] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 56f400b6-459c-4b7c-b704-e34afd36417b] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2367.287698] env[62291]: DEBUG oslo_vmware.api [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2367.287698] env[62291]: value = "task-2143635" [ 2367.287698] env[62291]: _type = "Task" [ 2367.287698] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2367.298284] env[62291]: DEBUG oslo_vmware.api [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143635, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2367.316549] env[62291]: DEBUG oslo_vmware.api [None req-202b1945-684c-45f2-b445-2ae902796749 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143619, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2367.322753] env[62291]: INFO nova.compute.manager [-] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Took 1.37 seconds to deallocate network for instance. [ 2367.365515] env[62291]: DEBUG oslo_vmware.api [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143614, 'name': CloneVM_Task, 'duration_secs': 3.266934} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2367.365515] env[62291]: INFO nova.virt.vmwareapi.vmops [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Created linked-clone VM from snapshot [ 2367.366549] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa02431-8e9c-4f07-887b-f107ee937a33 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.376958] env[62291]: DEBUG nova.virt.vmwareapi.images [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Uploading image 1682de20-a9d1-4c1b-a06f-a7e1202cd6bb {{(pid=62291) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2367.398038] env[62291]: DEBUG oslo_vmware.api [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Task: {'id': task-2143631, 'name': ReconfigVM_Task, 'duration_secs': 0.418575} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2367.398269] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Reconfigured VM instance instance-00000066 to attach disk [datastore1] volume-acc74b09-9b35-4d78-bd1b-79c9a747ae2f/volume-acc74b09-9b35-4d78-bd1b-79c9a747ae2f.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2367.403340] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-446c4dab-631e-47c2-933c-208a7cf52a2f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.423915] env[62291]: DEBUG oslo_vmware.api [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Waiting for the task: (returnval){ [ 2367.423915] env[62291]: value = "task-2143636" [ 2367.423915] env[62291]: _type = "Task" [ 2367.423915] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2367.425980] env[62291]: DEBUG oslo_vmware.rw_handles [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2367.425980] env[62291]: value = "vm-438143" [ 2367.425980] env[62291]: _type = "VirtualMachine" [ 2367.425980] env[62291]: }. {{(pid=62291) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2367.428147] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3dbe2f89-57b2-4619-b9ef-a65a1288d129 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.437577] env[62291]: DEBUG oslo_vmware.api [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Task: {'id': task-2143636, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2367.439393] env[62291]: DEBUG oslo_vmware.rw_handles [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lease: (returnval){ [ 2367.439393] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52a56b18-2775-6066-ea57-50f7ca054ba7" [ 2367.439393] env[62291]: _type = "HttpNfcLease" [ 2367.439393] env[62291]: } obtained for exporting VM: (result){ [ 2367.439393] env[62291]: value = "vm-438143" [ 2367.439393] env[62291]: _type = "VirtualMachine" [ 2367.439393] env[62291]: }. {{(pid=62291) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2367.439691] env[62291]: DEBUG oslo_vmware.api [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the lease: (returnval){ [ 2367.439691] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52a56b18-2775-6066-ea57-50f7ca054ba7" [ 2367.439691] env[62291]: _type = "HttpNfcLease" [ 2367.439691] env[62291]: } to be ready. {{(pid=62291) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2367.447080] env[62291]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2367.447080] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52a56b18-2775-6066-ea57-50f7ca054ba7" [ 2367.447080] env[62291]: _type = "HttpNfcLease" [ 2367.447080] env[62291]: } is initializing. {{(pid=62291) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2367.534093] env[62291]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2367.534093] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5240f758-e070-5476-79b7-df172680ed18" [ 2367.534093] env[62291]: _type = "HttpNfcLease" [ 2367.534093] env[62291]: } is ready. {{(pid=62291) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2367.534093] env[62291]: DEBUG oslo_vmware.rw_handles [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2367.534093] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5240f758-e070-5476-79b7-df172680ed18" [ 2367.534093] env[62291]: _type = "HttpNfcLease" [ 2367.534093] env[62291]: }. {{(pid=62291) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2367.534937] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0845d42e-e838-408d-9b9e-ed7f9b3bcbc5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.542779] env[62291]: DEBUG oslo_vmware.rw_handles [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d4f6a8-2527-6410-7035-70e1298e08b1/disk-0.vmdk from lease info. {{(pid=62291) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2367.542887] env[62291]: DEBUG oslo_vmware.rw_handles [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d4f6a8-2527-6410-7035-70e1298e08b1/disk-0.vmdk for reading. {{(pid=62291) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2367.604464] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.384s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2367.604998] env[62291]: DEBUG nova.compute.manager [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2367.612271] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.850s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2367.614777] env[62291]: INFO nova.compute.claims [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2367.616623] env[62291]: DEBUG oslo_vmware.api [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Task: {'id': task-2143633, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2367.676504] env[62291]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e177a728-0b8c-443c-a8d1-c64f26d8c14b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.715938] env[62291]: DEBUG oslo_vmware.api [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143628, 'name': PowerOnVM_Task, 'duration_secs': 0.566819} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2367.715938] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2367.716162] env[62291]: DEBUG nova.compute.manager [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2367.716991] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57802db2-1d08-464c-bf69-d22f596a52d3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.763046] env[62291]: DEBUG oslo_vmware.api [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143634, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2367.789409] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 8834ed52-cc02-4dbc-87f7-c4cd6b15be9a] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2367.801267] env[62291]: DEBUG oslo_vmware.api [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143635, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2367.813797] env[62291]: DEBUG oslo_vmware.api [None req-202b1945-684c-45f2-b445-2ae902796749 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143619, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2367.830122] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6c12e5a6-422d-44ed-b558-a7d46bfc3f25 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2367.939568] env[62291]: DEBUG oslo_vmware.api [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Task: {'id': task-2143636, 'name': ReconfigVM_Task, 'duration_secs': 0.314705} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2367.939988] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-438131', 'volume_id': 'acc74b09-9b35-4d78-bd1b-79c9a747ae2f', 'name': 'volume-acc74b09-9b35-4d78-bd1b-79c9a747ae2f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97a847ee-d7bb-49dd-9dc2-c8c60e496b54', 'attached_at': '', 'detached_at': '', 'volume_id': 'acc74b09-9b35-4d78-bd1b-79c9a747ae2f', 'serial': 'acc74b09-9b35-4d78-bd1b-79c9a747ae2f'} {{(pid=62291) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2367.940713] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d30cef24-fc2f-4901-9266-270e8a8a3a23 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.950503] env[62291]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2367.950503] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52a56b18-2775-6066-ea57-50f7ca054ba7" [ 2367.950503] env[62291]: _type = "HttpNfcLease" [ 2367.950503] env[62291]: } is ready. {{(pid=62291) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2367.950813] env[62291]: DEBUG oslo_vmware.rw_handles [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2367.950813] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52a56b18-2775-6066-ea57-50f7ca054ba7" [ 2367.950813] env[62291]: _type = "HttpNfcLease" [ 2367.950813] env[62291]: }. {{(pid=62291) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2367.951633] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e312652-cd75-4ad9-a15d-9b64c16d9ff2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2367.956442] env[62291]: DEBUG oslo_vmware.api [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Waiting for the task: (returnval){ [ 2367.956442] env[62291]: value = "task-2143638" [ 2367.956442] env[62291]: _type = "Task" [ 2367.956442] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2367.964584] env[62291]: DEBUG oslo_vmware.rw_handles [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522b52bf-2fcf-3c35-f1cf-d073c05db33b/disk-0.vmdk from lease info. {{(pid=62291) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2367.964584] env[62291]: DEBUG oslo_vmware.rw_handles [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522b52bf-2fcf-3c35-f1cf-d073c05db33b/disk-0.vmdk for reading. {{(pid=62291) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2368.025232] env[62291]: DEBUG oslo_vmware.api [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Task: {'id': task-2143638, 'name': Rename_Task} progress is 10%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2368.054762] env[62291]: DEBUG oslo_vmware.api [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Task: {'id': task-2143633, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574313} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2368.055244] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 0a31f4c3-fe06-49fc-b1e2-9092ceeb6707/0a31f4c3-fe06-49fc-b1e2-9092ceeb6707.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2368.055551] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] [instance: 0a31f4c3-fe06-49fc-b1e2-9092ceeb6707] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2368.055845] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-febb9fa7-2fa5-41d7-b1c9-cd4de45c566f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.068603] env[62291]: DEBUG oslo_vmware.api [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Waiting for the task: (returnval){ [ 2368.068603] env[62291]: value = "task-2143639" [ 2368.068603] env[62291]: _type = "Task" [ 2368.068603] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2368.085461] env[62291]: DEBUG oslo_vmware.api [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Task: {'id': task-2143639, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2368.122617] env[62291]: DEBUG nova.compute.utils [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2368.125017] env[62291]: DEBUG nova.compute.manager [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2368.125017] env[62291]: DEBUG nova.network.neutron [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2368.162357] env[62291]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-30887626-b7a5-43dd-9a24-14281b718cef {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.194607] env[62291]: DEBUG nova.policy [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e81ade3d60eb4c06ae7ee64c9a6a090a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '91b6e38d29a747f5a5ece7587dcd8c03', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2368.234440] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2368.266742] env[62291]: DEBUG oslo_vmware.api [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143634, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2368.296054] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 6b127e14-7af8-4451-83c4-2197134ef295] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2368.307574] env[62291]: DEBUG oslo_vmware.api [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143635, 'name': PowerOnVM_Task, 'duration_secs': 0.619791} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2368.312301] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2368.312670] env[62291]: INFO nova.compute.manager [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Took 10.48 seconds to spawn the instance on the hypervisor. [ 2368.312969] env[62291]: DEBUG nova.compute.manager [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2368.313968] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff57522-f7d3-44a8-80cc-adcd6c97dc4f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.329873] env[62291]: DEBUG oslo_vmware.api [None req-202b1945-684c-45f2-b445-2ae902796749 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143619, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2368.470417] env[62291]: DEBUG oslo_vmware.api [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Task: {'id': task-2143638, 'name': Rename_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2368.576984] env[62291]: DEBUG nova.network.neutron [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] Successfully created port: fbe801c8-ab04-4917-9f92-10905d6f82d2 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2368.588324] env[62291]: DEBUG oslo_vmware.api [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Task: {'id': task-2143639, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.269033} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2368.589207] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] [instance: 0a31f4c3-fe06-49fc-b1e2-9092ceeb6707] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2368.590313] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed0a0eb-39b2-4f32-a484-b8f7795d8eb8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.621467] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] [instance: 0a31f4c3-fe06-49fc-b1e2-9092ceeb6707] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 0a31f4c3-fe06-49fc-b1e2-9092ceeb6707/0a31f4c3-fe06-49fc-b1e2-9092ceeb6707.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2368.622212] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a5b86a02-7dbe-424e-bbe8-3c1f2b2d812d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.645278] env[62291]: DEBUG nova.compute.manager [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2368.666611] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Acquiring lock "cb7a8bc2-0580-45f0-871d-9d63420a8c7a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2368.670837] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lock "cb7a8bc2-0580-45f0-871d-9d63420a8c7a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2368.670837] env[62291]: DEBUG oslo_vmware.api [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Waiting for the task: (returnval){ [ 2368.670837] env[62291]: value = "task-2143640" [ 2368.670837] env[62291]: _type = "Task" [ 2368.670837] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2368.691947] env[62291]: DEBUG oslo_vmware.api [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Task: {'id': task-2143640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2368.767992] env[62291]: DEBUG oslo_vmware.api [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143634, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2368.799268] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: ebcf3701-88ed-408a-8019-7bca77d6cb50] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2368.822174] env[62291]: DEBUG oslo_vmware.api [None req-202b1945-684c-45f2-b445-2ae902796749 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143619, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2368.843560] env[62291]: INFO nova.compute.manager [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Took 20.79 seconds to build instance. [ 2368.980154] env[62291]: DEBUG oslo_vmware.api [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Task: {'id': task-2143638, 'name': Rename_Task, 'duration_secs': 0.84863} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2368.981413] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2368.983166] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5f4e3ef-260a-4be3-bd7d-9b0f73314ffa {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2368.987024] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6af8f8b-37d2-4505-8ae9-b131bf188aed {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.000689] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d1a86e-f400-4074-9baf-ac4e6f1962ef {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.005775] env[62291]: DEBUG oslo_vmware.api [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Waiting for the task: (returnval){ [ 2369.005775] env[62291]: value = "task-2143641" [ 2369.005775] env[62291]: _type = "Task" [ 2369.005775] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2369.050360] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab022d57-a32b-40ca-a51b-2e045caab24f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.057895] env[62291]: DEBUG oslo_vmware.api [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Task: {'id': task-2143641, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2369.067149] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914f10f7-9e32-4d5f-8d35-45fc17b4bd7e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.087160] env[62291]: DEBUG nova.compute.provider_tree [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2369.184446] env[62291]: DEBUG nova.compute.manager [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2369.200044] env[62291]: DEBUG oslo_vmware.api [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Task: {'id': task-2143640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2369.269389] env[62291]: DEBUG oslo_vmware.api [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143634, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2369.303788] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: e1b69949-28f1-4c27-ab34-5bd8892d321f] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2369.328621] env[62291]: DEBUG oslo_vmware.api [None req-202b1945-684c-45f2-b445-2ae902796749 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143619, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2369.345509] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2c890dfc-4ba4-4511-8f59-cd4b9c8a7b70 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "17d1dffb-c87b-4e3f-ba46-14f6198ad1eb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.302s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2369.445353] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9077b438-fc35-4e9f-81ff-01aaa8e04e8c tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Acquiring lock "636d8f12-4307-48cb-9da0-e6915e1c3118" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2369.445958] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9077b438-fc35-4e9f-81ff-01aaa8e04e8c tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Lock "636d8f12-4307-48cb-9da0-e6915e1c3118" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2369.446639] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9077b438-fc35-4e9f-81ff-01aaa8e04e8c tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Acquiring lock "636d8f12-4307-48cb-9da0-e6915e1c3118-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2369.448085] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9077b438-fc35-4e9f-81ff-01aaa8e04e8c tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Lock "636d8f12-4307-48cb-9da0-e6915e1c3118-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2369.448085] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9077b438-fc35-4e9f-81ff-01aaa8e04e8c tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Lock "636d8f12-4307-48cb-9da0-e6915e1c3118-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2369.449742] env[62291]: INFO nova.compute.manager [None req-9077b438-fc35-4e9f-81ff-01aaa8e04e8c tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Terminating instance [ 2369.452578] env[62291]: DEBUG nova.compute.manager [None req-9077b438-fc35-4e9f-81ff-01aaa8e04e8c tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2369.452945] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-9077b438-fc35-4e9f-81ff-01aaa8e04e8c tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2369.454489] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f669ec-9d01-41d7-b8f2-26cbc7c270cd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.465494] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-9077b438-fc35-4e9f-81ff-01aaa8e04e8c tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2369.466033] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5f65ac6-9434-413a-bf17-a2e0afe7eac1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2369.475662] env[62291]: DEBUG oslo_vmware.api [None req-9077b438-fc35-4e9f-81ff-01aaa8e04e8c tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Waiting for the task: (returnval){ [ 2369.475662] env[62291]: value = "task-2143642" [ 2369.475662] env[62291]: _type = "Task" [ 2369.475662] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2369.488222] env[62291]: DEBUG oslo_vmware.api [None req-9077b438-fc35-4e9f-81ff-01aaa8e04e8c tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143642, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2369.518879] env[62291]: DEBUG oslo_vmware.api [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Task: {'id': task-2143641, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2369.556011] env[62291]: DEBUG nova.compute.manager [req-d45b4d95-35cb-4b09-99b0-3c07aaa2876b req-729dafd2-9a3b-429f-971d-52fb11d18756 service nova] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Received event network-changed-50d3efc8-3879-40d6-bd24-6b5c3a5be2f5 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2369.556524] env[62291]: DEBUG nova.compute.manager [req-d45b4d95-35cb-4b09-99b0-3c07aaa2876b req-729dafd2-9a3b-429f-971d-52fb11d18756 service nova] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Refreshing instance network info cache due to event network-changed-50d3efc8-3879-40d6-bd24-6b5c3a5be2f5. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2369.557031] env[62291]: DEBUG oslo_concurrency.lockutils [req-d45b4d95-35cb-4b09-99b0-3c07aaa2876b req-729dafd2-9a3b-429f-971d-52fb11d18756 service nova] Acquiring lock "refresh_cache-17d1dffb-c87b-4e3f-ba46-14f6198ad1eb" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2369.557117] env[62291]: DEBUG oslo_concurrency.lockutils [req-d45b4d95-35cb-4b09-99b0-3c07aaa2876b req-729dafd2-9a3b-429f-971d-52fb11d18756 service nova] Acquired lock "refresh_cache-17d1dffb-c87b-4e3f-ba46-14f6198ad1eb" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2369.557287] env[62291]: DEBUG nova.network.neutron [req-d45b4d95-35cb-4b09-99b0-3c07aaa2876b req-729dafd2-9a3b-429f-971d-52fb11d18756 service nova] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Refreshing network info cache for port 50d3efc8-3879-40d6-bd24-6b5c3a5be2f5 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2369.591788] env[62291]: DEBUG nova.scheduler.client.report [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2369.664401] env[62291]: DEBUG nova.compute.manager [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2369.684625] env[62291]: DEBUG oslo_vmware.api [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Task: {'id': task-2143640, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2369.720260] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2369.770014] env[62291]: DEBUG oslo_vmware.api [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143634, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2369.807837] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: acf1edf3-b190-4271-8b2a-4aff78835326] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2369.823150] env[62291]: DEBUG oslo_vmware.api [None req-202b1945-684c-45f2-b445-2ae902796749 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143619, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2369.988178] env[62291]: DEBUG oslo_vmware.api [None req-9077b438-fc35-4e9f-81ff-01aaa8e04e8c tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143642, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2370.020637] env[62291]: DEBUG oslo_vmware.api [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Task: {'id': task-2143641, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2370.098925] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.487s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2370.099820] env[62291]: DEBUG nova.compute.manager [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2370.103631] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6c12e5a6-422d-44ed-b558-a7d46bfc3f25 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.273s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2370.104112] env[62291]: DEBUG nova.objects.instance [None req-6c12e5a6-422d-44ed-b558-a7d46bfc3f25 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Lazy-loading 'resources' on Instance uuid d1aecebc-401e-45ff-805e-c038722f4cad {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2370.185354] env[62291]: DEBUG oslo_vmware.api [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Task: {'id': task-2143640, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2370.273308] env[62291]: DEBUG oslo_vmware.api [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143634, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.965221} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2370.273660] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/adb937d7-0db0-4f44-9538-67b69b2ba864/adb937d7-0db0-4f44-9538-67b69b2ba864.vmdk to [datastore1] f44ad704-468c-4318-ae6d-2189defb442b/f44ad704-468c-4318-ae6d-2189defb442b.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2370.274723] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561ef687-67c2-42a6-ac5d-0ac865a0695c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2370.299639] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] f44ad704-468c-4318-ae6d-2189defb442b/f44ad704-468c-4318-ae6d-2189defb442b.vmdk or device None with type streamOptimized {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2370.300138] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-43303c1e-bc67-4923-8b83-8822c75945ae {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2370.318931] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 4c131520-da77-4c2c-a4e9-39e0d56b5f72] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2370.331023] env[62291]: DEBUG oslo_vmware.api [None req-202b1945-684c-45f2-b445-2ae902796749 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143619, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2370.332450] env[62291]: DEBUG oslo_vmware.api [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2370.332450] env[62291]: value = "task-2143643" [ 2370.332450] env[62291]: _type = "Task" [ 2370.332450] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2370.341143] env[62291]: DEBUG oslo_vmware.api [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143643, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2370.489226] env[62291]: DEBUG oslo_vmware.api [None req-9077b438-fc35-4e9f-81ff-01aaa8e04e8c tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143642, 'name': PowerOffVM_Task, 'duration_secs': 0.550375} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2370.490877] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-9077b438-fc35-4e9f-81ff-01aaa8e04e8c tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2370.490877] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-9077b438-fc35-4e9f-81ff-01aaa8e04e8c tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2370.490877] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1be5c741-3006-46cd-ace7-264a98290221 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2370.517702] env[62291]: DEBUG oslo_vmware.api [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Task: {'id': task-2143641, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2370.533147] env[62291]: DEBUG nova.network.neutron [req-d45b4d95-35cb-4b09-99b0-3c07aaa2876b req-729dafd2-9a3b-429f-971d-52fb11d18756 service nova] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Updated VIF entry in instance network info cache for port 50d3efc8-3879-40d6-bd24-6b5c3a5be2f5. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2370.533690] env[62291]: DEBUG nova.network.neutron [req-d45b4d95-35cb-4b09-99b0-3c07aaa2876b req-729dafd2-9a3b-429f-971d-52fb11d18756 service nova] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Updating instance_info_cache with network_info: [{"id": "50d3efc8-3879-40d6-bd24-6b5c3a5be2f5", "address": "fa:16:3e:29:57:83", "network": {"id": "b789769e-7cdd-4ec0-9b65-d217c45c3755", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2063957055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ced82ff4c1d54fdcaac99123f59eca6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap50d3efc8-38", "ovs_interfaceid": "50d3efc8-3879-40d6-bd24-6b5c3a5be2f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2370.608373] env[62291]: DEBUG nova.compute.utils [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2370.611400] env[62291]: DEBUG nova.network.neutron [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] Successfully updated port: fbe801c8-ab04-4917-9f92-10905d6f82d2 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2370.613026] env[62291]: DEBUG nova.compute.manager [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2370.613334] env[62291]: DEBUG nova.network.neutron [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2370.691844] env[62291]: DEBUG oslo_vmware.api [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Task: {'id': task-2143640, 'name': ReconfigVM_Task, 'duration_secs': 1.557465} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2370.694356] env[62291]: DEBUG nova.policy [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04d250851d9545eb8f93b3df540bcae0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa06d4539b8f42f19c5928e2f6e9e85c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2370.696301] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] [instance: 0a31f4c3-fe06-49fc-b1e2-9092ceeb6707] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 0a31f4c3-fe06-49fc-b1e2-9092ceeb6707/0a31f4c3-fe06-49fc-b1e2-9092ceeb6707.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2370.697056] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0ea09a39-46c5-4200-b927-eb61dae6a0ba {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2370.707976] env[62291]: DEBUG oslo_vmware.api [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Waiting for the task: (returnval){ [ 2370.707976] env[62291]: value = "task-2143645" [ 2370.707976] env[62291]: _type = "Task" [ 2370.707976] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2370.717840] env[62291]: DEBUG oslo_vmware.api [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Task: {'id': task-2143645, 'name': Rename_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2370.826351] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 197d3ca2-541b-4701-8c93-6a0a883a6fde] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2370.832949] env[62291]: DEBUG oslo_vmware.api [None req-202b1945-684c-45f2-b445-2ae902796749 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143619, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2370.848754] env[62291]: DEBUG oslo_vmware.api [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143643, 'name': ReconfigVM_Task, 'duration_secs': 0.493414} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2370.850135] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Reconfigured VM instance instance-00000067 to attach disk [datastore1] f44ad704-468c-4318-ae6d-2189defb442b/f44ad704-468c-4318-ae6d-2189defb442b.vmdk or device None with type streamOptimized {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2370.853048] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-714961d2-840f-4c9d-b3b7-27ab2e53ce18 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2370.862733] env[62291]: DEBUG oslo_vmware.api [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2370.862733] env[62291]: value = "task-2143646" [ 2370.862733] env[62291]: _type = "Task" [ 2370.862733] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2370.880952] env[62291]: DEBUG oslo_vmware.api [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143646, 'name': Rename_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2370.971115] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e111f8ae-039e-4bdc-94ae-2040828b6e3a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2370.982622] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa951b94-0739-4019-b400-87ecd796df17 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.026592] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bb9b2c-51f7-49d7-b615-4d39d18b1681 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.035227] env[62291]: DEBUG oslo_vmware.api [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Task: {'id': task-2143641, 'name': PowerOnVM_Task, 'duration_secs': 1.605825} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2371.038147] env[62291]: DEBUG oslo_concurrency.lockutils [req-d45b4d95-35cb-4b09-99b0-3c07aaa2876b req-729dafd2-9a3b-429f-971d-52fb11d18756 service nova] Releasing lock "refresh_cache-17d1dffb-c87b-4e3f-ba46-14f6198ad1eb" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2371.038658] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2371.038879] env[62291]: INFO nova.compute.manager [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Took 16.24 seconds to spawn the instance on the hypervisor. [ 2371.039178] env[62291]: DEBUG nova.compute.manager [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2371.040180] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc836aa-5420-48a6-9375-f8d77584c8b1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.044290] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ed5b89-97fa-4966-92c5-6d5c295b4b8c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.063527] env[62291]: DEBUG nova.compute.provider_tree [None req-6c12e5a6-422d-44ed-b558-a7d46bfc3f25 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2371.122246] env[62291]: DEBUG nova.compute.manager [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2371.125807] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "refresh_cache-d966ecc5-3ac6-4c71-b86a-4187d9d57ea7" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2371.125952] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquired lock "refresh_cache-d966ecc5-3ac6-4c71-b86a-4187d9d57ea7" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2371.126106] env[62291]: DEBUG nova.network.neutron [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2371.131114] env[62291]: DEBUG nova.network.neutron [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Successfully created port: 6aaa1976-d39e-4cab-b884-7ca07ad94dd6 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2371.219254] env[62291]: DEBUG oslo_vmware.api [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Task: {'id': task-2143645, 'name': Rename_Task, 'duration_secs': 0.250077} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2371.219597] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] [instance: 0a31f4c3-fe06-49fc-b1e2-9092ceeb6707] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2371.219845] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28b97b7f-7e97-4f05-9dd0-92f531fe95b1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.227759] env[62291]: DEBUG oslo_vmware.api [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Waiting for the task: (returnval){ [ 2371.227759] env[62291]: value = "task-2143647" [ 2371.227759] env[62291]: _type = "Task" [ 2371.227759] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2371.237687] env[62291]: DEBUG oslo_vmware.api [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Task: {'id': task-2143647, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2371.334941] env[62291]: DEBUG oslo_vmware.api [None req-202b1945-684c-45f2-b445-2ae902796749 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143619, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2371.339718] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 5b38764d-5b21-4187-ad00-a2156fd91a38] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2371.376150] env[62291]: DEBUG oslo_vmware.api [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143646, 'name': Rename_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2371.560217] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-9077b438-fc35-4e9f-81ff-01aaa8e04e8c tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2371.560481] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-9077b438-fc35-4e9f-81ff-01aaa8e04e8c tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Deleting contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2371.560683] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-9077b438-fc35-4e9f-81ff-01aaa8e04e8c tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Deleting the datastore file [datastore1] 636d8f12-4307-48cb-9da0-e6915e1c3118 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2371.561037] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1b46f97-e2c4-4be5-9f56-2c043c0bfa44 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2371.571365] env[62291]: DEBUG nova.scheduler.client.report [None req-6c12e5a6-422d-44ed-b558-a7d46bfc3f25 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2371.579049] env[62291]: DEBUG oslo_vmware.api [None req-9077b438-fc35-4e9f-81ff-01aaa8e04e8c tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Waiting for the task: (returnval){ [ 2371.579049] env[62291]: value = "task-2143648" [ 2371.579049] env[62291]: _type = "Task" [ 2371.579049] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2371.583951] env[62291]: INFO nova.compute.manager [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Took 27.09 seconds to build instance. [ 2371.587779] env[62291]: DEBUG nova.compute.manager [req-dcc0fbc9-6ba5-4e0d-b098-f6e60e4b7bfd req-a228b051-ee7e-4408-916e-5d9121db02e5 service nova] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] Received event network-vif-plugged-fbe801c8-ab04-4917-9f92-10905d6f82d2 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2371.587903] env[62291]: DEBUG oslo_concurrency.lockutils [req-dcc0fbc9-6ba5-4e0d-b098-f6e60e4b7bfd req-a228b051-ee7e-4408-916e-5d9121db02e5 service nova] Acquiring lock "d966ecc5-3ac6-4c71-b86a-4187d9d57ea7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2371.588132] env[62291]: DEBUG oslo_concurrency.lockutils [req-dcc0fbc9-6ba5-4e0d-b098-f6e60e4b7bfd req-a228b051-ee7e-4408-916e-5d9121db02e5 service nova] Lock "d966ecc5-3ac6-4c71-b86a-4187d9d57ea7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2371.588349] env[62291]: DEBUG oslo_concurrency.lockutils [req-dcc0fbc9-6ba5-4e0d-b098-f6e60e4b7bfd req-a228b051-ee7e-4408-916e-5d9121db02e5 service nova] Lock "d966ecc5-3ac6-4c71-b86a-4187d9d57ea7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2371.588494] env[62291]: DEBUG nova.compute.manager [req-dcc0fbc9-6ba5-4e0d-b098-f6e60e4b7bfd req-a228b051-ee7e-4408-916e-5d9121db02e5 service nova] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] No waiting events found dispatching network-vif-plugged-fbe801c8-ab04-4917-9f92-10905d6f82d2 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2371.588693] env[62291]: WARNING nova.compute.manager [req-dcc0fbc9-6ba5-4e0d-b098-f6e60e4b7bfd req-a228b051-ee7e-4408-916e-5d9121db02e5 service nova] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] Received unexpected event network-vif-plugged-fbe801c8-ab04-4917-9f92-10905d6f82d2 for instance with vm_state building and task_state spawning. [ 2371.588889] env[62291]: DEBUG nova.compute.manager [req-dcc0fbc9-6ba5-4e0d-b098-f6e60e4b7bfd req-a228b051-ee7e-4408-916e-5d9121db02e5 service nova] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] Received event network-changed-fbe801c8-ab04-4917-9f92-10905d6f82d2 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2371.589073] env[62291]: DEBUG nova.compute.manager [req-dcc0fbc9-6ba5-4e0d-b098-f6e60e4b7bfd req-a228b051-ee7e-4408-916e-5d9121db02e5 service nova] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] Refreshing instance network info cache due to event network-changed-fbe801c8-ab04-4917-9f92-10905d6f82d2. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2371.589506] env[62291]: DEBUG oslo_concurrency.lockutils [req-dcc0fbc9-6ba5-4e0d-b098-f6e60e4b7bfd req-a228b051-ee7e-4408-916e-5d9121db02e5 service nova] Acquiring lock "refresh_cache-d966ecc5-3ac6-4c71-b86a-4187d9d57ea7" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2371.594047] env[62291]: DEBUG oslo_vmware.api [None req-9077b438-fc35-4e9f-81ff-01aaa8e04e8c tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143648, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2371.670694] env[62291]: DEBUG nova.network.neutron [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2371.739179] env[62291]: DEBUG oslo_vmware.api [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Task: {'id': task-2143647, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2371.833598] env[62291]: DEBUG oslo_vmware.api [None req-202b1945-684c-45f2-b445-2ae902796749 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143619, 'name': ReconfigVM_Task, 'duration_secs': 6.581387} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2371.833945] env[62291]: DEBUG oslo_concurrency.lockutils [None req-202b1945-684c-45f2-b445-2ae902796749 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Releasing lock "cca88b94-b97e-47ce-9689-053635658fea" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2371.834193] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-202b1945-684c-45f2-b445-2ae902796749 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] Reconfigured VM to detach interface {{(pid=62291) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2371.844553] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 26e82fef-be71-482c-84b2-83061ed3e8a3] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2371.872015] env[62291]: DEBUG nova.network.neutron [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] Updating instance_info_cache with network_info: [{"id": "fbe801c8-ab04-4917-9f92-10905d6f82d2", "address": "fa:16:3e:6f:03:9f", "network": {"id": "1832bd4f-bdea-4025-8675-3b0e7946a2ea", "bridge": "br-int", "label": "tempest-ServersTestJSON-1043038580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91b6e38d29a747f5a5ece7587dcd8c03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbe801c8-ab", "ovs_interfaceid": "fbe801c8-ab04-4917-9f92-10905d6f82d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2371.877379] env[62291]: DEBUG oslo_vmware.api [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143646, 'name': Rename_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2372.080689] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6c12e5a6-422d-44ed-b558-a7d46bfc3f25 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.977s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2372.083466] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 3.849s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2372.083676] env[62291]: DEBUG nova.objects.instance [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62291) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2372.093291] env[62291]: DEBUG oslo_concurrency.lockutils [None req-289a7f43-207e-4b1f-9e69-2eac5ca16ea6 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Lock "97a847ee-d7bb-49dd-9dc2-c8c60e496b54" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.602s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2372.098468] env[62291]: DEBUG oslo_vmware.api [None req-9077b438-fc35-4e9f-81ff-01aaa8e04e8c tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Task: {'id': task-2143648, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242247} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2372.098468] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-9077b438-fc35-4e9f-81ff-01aaa8e04e8c tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2372.098468] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-9077b438-fc35-4e9f-81ff-01aaa8e04e8c tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Deleted contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2372.098468] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-9077b438-fc35-4e9f-81ff-01aaa8e04e8c tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2372.098468] env[62291]: INFO nova.compute.manager [None req-9077b438-fc35-4e9f-81ff-01aaa8e04e8c tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Took 2.65 seconds to destroy the instance on the hypervisor. [ 2372.098758] env[62291]: DEBUG oslo.service.loopingcall [None req-9077b438-fc35-4e9f-81ff-01aaa8e04e8c tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2372.098913] env[62291]: DEBUG nova.compute.manager [-] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2372.099023] env[62291]: DEBUG nova.network.neutron [-] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2372.112045] env[62291]: INFO nova.scheduler.client.report [None req-6c12e5a6-422d-44ed-b558-a7d46bfc3f25 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Deleted allocations for instance d1aecebc-401e-45ff-805e-c038722f4cad [ 2372.138034] env[62291]: DEBUG nova.compute.manager [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2372.239863] env[62291]: DEBUG oslo_vmware.api [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Task: {'id': task-2143647, 'name': PowerOnVM_Task, 'duration_secs': 0.573834} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2372.240792] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] [instance: 0a31f4c3-fe06-49fc-b1e2-9092ceeb6707] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2372.241039] env[62291]: INFO nova.compute.manager [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] [instance: 0a31f4c3-fe06-49fc-b1e2-9092ceeb6707] Took 6.92 seconds to spawn the instance on the hypervisor. [ 2372.241248] env[62291]: DEBUG nova.compute.manager [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] [instance: 0a31f4c3-fe06-49fc-b1e2-9092ceeb6707] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2372.242138] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ef6a7f-4ef2-4956-8978-15544233d335 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2372.347845] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: a8cafd44-5940-44d0-9760-398e1405c914] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2372.380020] env[62291]: DEBUG oslo_vmware.api [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143646, 'name': Rename_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2372.380020] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Releasing lock "refresh_cache-d966ecc5-3ac6-4c71-b86a-4187d9d57ea7" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2372.380020] env[62291]: DEBUG nova.compute.manager [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] Instance network_info: |[{"id": "fbe801c8-ab04-4917-9f92-10905d6f82d2", "address": "fa:16:3e:6f:03:9f", "network": {"id": "1832bd4f-bdea-4025-8675-3b0e7946a2ea", "bridge": "br-int", "label": "tempest-ServersTestJSON-1043038580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91b6e38d29a747f5a5ece7587dcd8c03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbe801c8-ab", "ovs_interfaceid": "fbe801c8-ab04-4917-9f92-10905d6f82d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2372.380020] env[62291]: DEBUG oslo_concurrency.lockutils [req-dcc0fbc9-6ba5-4e0d-b098-f6e60e4b7bfd req-a228b051-ee7e-4408-916e-5d9121db02e5 service nova] Acquired lock "refresh_cache-d966ecc5-3ac6-4c71-b86a-4187d9d57ea7" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2372.380020] env[62291]: DEBUG nova.network.neutron [req-dcc0fbc9-6ba5-4e0d-b098-f6e60e4b7bfd req-a228b051-ee7e-4408-916e-5d9121db02e5 service nova] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] Refreshing network info cache for port fbe801c8-ab04-4917-9f92-10905d6f82d2 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2372.620391] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6c12e5a6-422d-44ed-b558-a7d46bfc3f25 tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Lock "d1aecebc-401e-45ff-805e-c038722f4cad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.210s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2372.648910] env[62291]: DEBUG nova.compute.manager [req-c73314c9-00c1-4e7d-b34c-07c01f8fa115 req-abd0c372-8348-433e-a94c-f13d78dd8891 service nova] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Received event network-changed-11aa80be-293a-4458-9d40-ccaf9fe369d1 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2372.649272] env[62291]: DEBUG nova.compute.manager [req-c73314c9-00c1-4e7d-b34c-07c01f8fa115 req-abd0c372-8348-433e-a94c-f13d78dd8891 service nova] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Refreshing instance network info cache due to event network-changed-11aa80be-293a-4458-9d40-ccaf9fe369d1. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2372.649666] env[62291]: DEBUG oslo_concurrency.lockutils [req-c73314c9-00c1-4e7d-b34c-07c01f8fa115 req-abd0c372-8348-433e-a94c-f13d78dd8891 service nova] Acquiring lock "refresh_cache-97a847ee-d7bb-49dd-9dc2-c8c60e496b54" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2372.649950] env[62291]: DEBUG oslo_concurrency.lockutils [req-c73314c9-00c1-4e7d-b34c-07c01f8fa115 req-abd0c372-8348-433e-a94c-f13d78dd8891 service nova] Acquired lock "refresh_cache-97a847ee-d7bb-49dd-9dc2-c8c60e496b54" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2372.650331] env[62291]: DEBUG nova.network.neutron [req-c73314c9-00c1-4e7d-b34c-07c01f8fa115 req-abd0c372-8348-433e-a94c-f13d78dd8891 service nova] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Refreshing network info cache for port 11aa80be-293a-4458-9d40-ccaf9fe369d1 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2372.759619] env[62291]: INFO nova.compute.manager [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] [instance: 0a31f4c3-fe06-49fc-b1e2-9092ceeb6707] Took 15.30 seconds to build instance. [ 2372.851940] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 60f49bb9-72e2-4462-b95e-7d9dbcaf1b55] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2372.885747] env[62291]: DEBUG oslo_vmware.api [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143646, 'name': Rename_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2373.065807] env[62291]: DEBUG nova.network.neutron [-] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2373.096163] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ff7aa245-00d0-4e9b-84ce-78b5742fc0e9 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2373.097326] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.377s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2373.101860] env[62291]: INFO nova.compute.claims [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2373.180237] env[62291]: DEBUG nova.network.neutron [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Successfully updated port: 6aaa1976-d39e-4cab-b884-7ca07ad94dd6 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2373.233776] env[62291]: DEBUG oslo_concurrency.lockutils [None req-202b1945-684c-45f2-b445-2ae902796749 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "refresh_cache-cca88b94-b97e-47ce-9689-053635658fea" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2373.234029] env[62291]: DEBUG oslo_concurrency.lockutils [None req-202b1945-684c-45f2-b445-2ae902796749 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquired lock "refresh_cache-cca88b94-b97e-47ce-9689-053635658fea" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2373.234215] env[62291]: DEBUG nova.network.neutron [None req-202b1945-684c-45f2-b445-2ae902796749 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2373.262257] env[62291]: DEBUG oslo_concurrency.lockutils [None req-59ed2290-cb33-4bef-afc7-e9f987ae3a3a tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Lock "0a31f4c3-fe06-49fc-b1e2-9092ceeb6707" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.810s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2373.311594] env[62291]: DEBUG nova.network.neutron [req-dcc0fbc9-6ba5-4e0d-b098-f6e60e4b7bfd req-a228b051-ee7e-4408-916e-5d9121db02e5 service nova] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] Updated VIF entry in instance network info cache for port fbe801c8-ab04-4917-9f92-10905d6f82d2. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2373.312186] env[62291]: DEBUG nova.network.neutron [req-dcc0fbc9-6ba5-4e0d-b098-f6e60e4b7bfd req-a228b051-ee7e-4408-916e-5d9121db02e5 service nova] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] Updating instance_info_cache with network_info: [{"id": "fbe801c8-ab04-4917-9f92-10905d6f82d2", "address": "fa:16:3e:6f:03:9f", "network": {"id": "1832bd4f-bdea-4025-8675-3b0e7946a2ea", "bridge": "br-int", "label": "tempest-ServersTestJSON-1043038580-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "91b6e38d29a747f5a5ece7587dcd8c03", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c842425c-544e-4ce2-9657-512723bd318e", "external-id": "nsx-vlan-transportzone-80", "segmentation_id": 80, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfbe801c8-ab", "ovs_interfaceid": "fbe801c8-ab04-4917-9f92-10905d6f82d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2373.355158] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 78926bd8-3dee-48fc-ae8b-c7f74ddd5cad] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2373.382347] env[62291]: DEBUG oslo_vmware.api [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143646, 'name': Rename_Task, 'duration_secs': 2.102085} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2373.382807] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2373.383296] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46585505-6731-4471-bb3d-ff18bf8355d8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2373.392342] env[62291]: DEBUG oslo_vmware.api [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2373.392342] env[62291]: value = "task-2143649" [ 2373.392342] env[62291]: _type = "Task" [ 2373.392342] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2373.404554] env[62291]: DEBUG oslo_vmware.api [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143649, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2373.486297] env[62291]: DEBUG nova.network.neutron [req-c73314c9-00c1-4e7d-b34c-07c01f8fa115 req-abd0c372-8348-433e-a94c-f13d78dd8891 service nova] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Updated VIF entry in instance network info cache for port 11aa80be-293a-4458-9d40-ccaf9fe369d1. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2373.486872] env[62291]: DEBUG nova.network.neutron [req-c73314c9-00c1-4e7d-b34c-07c01f8fa115 req-abd0c372-8348-433e-a94c-f13d78dd8891 service nova] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Updating instance_info_cache with network_info: [{"id": "11aa80be-293a-4458-9d40-ccaf9fe369d1", "address": "fa:16:3e:0f:17:9f", "network": {"id": "2fb2b7e2-454e-4ba0-815d-aff62d83a4db", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2039134215-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.169", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a10ef55321c54e24bdc8734e006d8d77", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11aa80be-29", "ovs_interfaceid": "11aa80be-293a-4458-9d40-ccaf9fe369d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2373.568183] env[62291]: INFO nova.compute.manager [-] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Took 1.47 seconds to deallocate network for instance. [ 2373.683946] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Acquiring lock "refresh_cache-30dbd972-13a9-44f0-a288-04ce0bb62b3e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2373.684212] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Acquired lock "refresh_cache-30dbd972-13a9-44f0-a288-04ce0bb62b3e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2373.684371] env[62291]: DEBUG nova.network.neutron [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2373.815706] env[62291]: DEBUG oslo_concurrency.lockutils [req-dcc0fbc9-6ba5-4e0d-b098-f6e60e4b7bfd req-a228b051-ee7e-4408-916e-5d9121db02e5 service nova] Releasing lock "refresh_cache-d966ecc5-3ac6-4c71-b86a-4187d9d57ea7" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2373.860075] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 1d827f56-8419-4f15-acef-36179648fcfe] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2373.906688] env[62291]: DEBUG oslo_vmware.api [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143649, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2373.979492] env[62291]: INFO nova.network.neutron [None req-202b1945-684c-45f2-b445-2ae902796749 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] Port d251fe09-53da-4953-8a22-10261c0807c5 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2373.979703] env[62291]: INFO nova.network.neutron [None req-202b1945-684c-45f2-b445-2ae902796749 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] Port 27615ac8-3fbb-4141-8d3c-fcf565bd1a61 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2373.980086] env[62291]: DEBUG nova.network.neutron [None req-202b1945-684c-45f2-b445-2ae902796749 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] Updating instance_info_cache with network_info: [{"id": "0208cf2f-582c-4a78-b408-98d55f1ff625", "address": "fa:16:3e:8c:1f:ea", "network": {"id": "818bf107-525d-4bd9-af99-c673972d2be1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-171136124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34994f4ae104d49b1e76215acee435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0208cf2f-58", "ovs_interfaceid": "0208cf2f-582c-4a78-b408-98d55f1ff625", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2373.990513] env[62291]: DEBUG oslo_concurrency.lockutils [req-c73314c9-00c1-4e7d-b34c-07c01f8fa115 req-abd0c372-8348-433e-a94c-f13d78dd8891 service nova] Releasing lock "refresh_cache-97a847ee-d7bb-49dd-9dc2-c8c60e496b54" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2374.058798] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3444eb3e-2821-477a-9484-4dd20203781c tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Acquiring lock "4f4a46eb-7bd3-4477-89eb-dd30a98a3538" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2374.059094] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3444eb3e-2821-477a-9484-4dd20203781c tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Lock "4f4a46eb-7bd3-4477-89eb-dd30a98a3538" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2374.059308] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3444eb3e-2821-477a-9484-4dd20203781c tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Acquiring lock "4f4a46eb-7bd3-4477-89eb-dd30a98a3538-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2374.060176] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3444eb3e-2821-477a-9484-4dd20203781c tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Lock "4f4a46eb-7bd3-4477-89eb-dd30a98a3538-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2374.060368] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3444eb3e-2821-477a-9484-4dd20203781c tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Lock "4f4a46eb-7bd3-4477-89eb-dd30a98a3538-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2374.064292] env[62291]: DEBUG nova.compute.manager [req-c0562438-f665-4db8-b041-ee7fc15a65fc req-8153d6bc-6013-4365-af3f-c4b2e8518614 service nova] [instance: cca88b94-b97e-47ce-9689-053635658fea] Received event network-vif-deleted-d251fe09-53da-4953-8a22-10261c0807c5 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2374.064511] env[62291]: DEBUG nova.compute.manager [req-c0562438-f665-4db8-b041-ee7fc15a65fc req-8153d6bc-6013-4365-af3f-c4b2e8518614 service nova] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Received event network-vif-deleted-8666411f-3ea5-45f8-a322-0cfc314452a9 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2374.064736] env[62291]: DEBUG nova.compute.manager [req-c0562438-f665-4db8-b041-ee7fc15a65fc req-8153d6bc-6013-4365-af3f-c4b2e8518614 service nova] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Received event network-vif-plugged-6aaa1976-d39e-4cab-b884-7ca07ad94dd6 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2374.064865] env[62291]: DEBUG oslo_concurrency.lockutils [req-c0562438-f665-4db8-b041-ee7fc15a65fc req-8153d6bc-6013-4365-af3f-c4b2e8518614 service nova] Acquiring lock "30dbd972-13a9-44f0-a288-04ce0bb62b3e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2374.065063] env[62291]: DEBUG oslo_concurrency.lockutils [req-c0562438-f665-4db8-b041-ee7fc15a65fc req-8153d6bc-6013-4365-af3f-c4b2e8518614 service nova] Lock "30dbd972-13a9-44f0-a288-04ce0bb62b3e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2374.065230] env[62291]: DEBUG oslo_concurrency.lockutils [req-c0562438-f665-4db8-b041-ee7fc15a65fc req-8153d6bc-6013-4365-af3f-c4b2e8518614 service nova] Lock "30dbd972-13a9-44f0-a288-04ce0bb62b3e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2374.065391] env[62291]: DEBUG nova.compute.manager [req-c0562438-f665-4db8-b041-ee7fc15a65fc req-8153d6bc-6013-4365-af3f-c4b2e8518614 service nova] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] No waiting events found dispatching network-vif-plugged-6aaa1976-d39e-4cab-b884-7ca07ad94dd6 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2374.065551] env[62291]: WARNING nova.compute.manager [req-c0562438-f665-4db8-b041-ee7fc15a65fc req-8153d6bc-6013-4365-af3f-c4b2e8518614 service nova] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Received unexpected event network-vif-plugged-6aaa1976-d39e-4cab-b884-7ca07ad94dd6 for instance with vm_state building and task_state spawning. [ 2374.065709] env[62291]: DEBUG nova.compute.manager [req-c0562438-f665-4db8-b041-ee7fc15a65fc req-8153d6bc-6013-4365-af3f-c4b2e8518614 service nova] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Received event network-changed-6aaa1976-d39e-4cab-b884-7ca07ad94dd6 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2374.065872] env[62291]: DEBUG nova.compute.manager [req-c0562438-f665-4db8-b041-ee7fc15a65fc req-8153d6bc-6013-4365-af3f-c4b2e8518614 service nova] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Refreshing instance network info cache due to event network-changed-6aaa1976-d39e-4cab-b884-7ca07ad94dd6. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2374.066048] env[62291]: DEBUG oslo_concurrency.lockutils [req-c0562438-f665-4db8-b041-ee7fc15a65fc req-8153d6bc-6013-4365-af3f-c4b2e8518614 service nova] Acquiring lock "refresh_cache-30dbd972-13a9-44f0-a288-04ce0bb62b3e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2374.066466] env[62291]: INFO nova.compute.manager [None req-3444eb3e-2821-477a-9484-4dd20203781c tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Terminating instance [ 2374.068311] env[62291]: DEBUG nova.compute.manager [None req-3444eb3e-2821-477a-9484-4dd20203781c tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2374.068504] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3444eb3e-2821-477a-9484-4dd20203781c tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2374.069364] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839b5c94-e4ae-4829-a01e-feff0c2f6312 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2374.074643] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9077b438-fc35-4e9f-81ff-01aaa8e04e8c tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2374.078211] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-3444eb3e-2821-477a-9484-4dd20203781c tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2374.078490] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27fdcf25-eed6-49c7-8491-db253db7b447 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2374.085106] env[62291]: DEBUG oslo_vmware.api [None req-3444eb3e-2821-477a-9484-4dd20203781c tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 2374.085106] env[62291]: value = "task-2143650" [ 2374.085106] env[62291]: _type = "Task" [ 2374.085106] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2374.094393] env[62291]: DEBUG oslo_vmware.api [None req-3444eb3e-2821-477a-9484-4dd20203781c tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2374.224169] env[62291]: DEBUG nova.network.neutron [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2374.244529] env[62291]: DEBUG oslo_concurrency.lockutils [None req-67417351-77ee-4e8d-80d3-d902f7b87f1d tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "cca88b94-b97e-47ce-9689-053635658fea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2374.244529] env[62291]: DEBUG oslo_concurrency.lockutils [None req-67417351-77ee-4e8d-80d3-d902f7b87f1d tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "cca88b94-b97e-47ce-9689-053635658fea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2374.244792] env[62291]: DEBUG oslo_concurrency.lockutils [None req-67417351-77ee-4e8d-80d3-d902f7b87f1d tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "cca88b94-b97e-47ce-9689-053635658fea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2374.245619] env[62291]: DEBUG oslo_concurrency.lockutils [None req-67417351-77ee-4e8d-80d3-d902f7b87f1d tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "cca88b94-b97e-47ce-9689-053635658fea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2374.245619] env[62291]: DEBUG oslo_concurrency.lockutils [None req-67417351-77ee-4e8d-80d3-d902f7b87f1d tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "cca88b94-b97e-47ce-9689-053635658fea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2374.255214] env[62291]: INFO nova.compute.manager [None req-67417351-77ee-4e8d-80d3-d902f7b87f1d tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] Terminating instance [ 2374.258401] env[62291]: DEBUG nova.compute.manager [None req-67417351-77ee-4e8d-80d3-d902f7b87f1d tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2374.258619] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-67417351-77ee-4e8d-80d3-d902f7b87f1d tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2374.260035] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c20da9-62e8-45f6-8d87-237d23522c2f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2374.270292] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-67417351-77ee-4e8d-80d3-d902f7b87f1d tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2374.274525] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c40003d2-f59e-4bfa-913a-33a358e35766 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2374.283703] env[62291]: DEBUG oslo_vmware.api [None req-67417351-77ee-4e8d-80d3-d902f7b87f1d tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for the task: (returnval){ [ 2374.283703] env[62291]: value = "task-2143651" [ 2374.283703] env[62291]: _type = "Task" [ 2374.283703] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2374.307271] env[62291]: DEBUG oslo_vmware.api [None req-67417351-77ee-4e8d-80d3-d902f7b87f1d tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2374.363122] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 674a0ed8-2582-4c5b-b347-2632f7fb3eea] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2374.406813] env[62291]: DEBUG oslo_vmware.api [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143649, 'name': PowerOnVM_Task, 'duration_secs': 0.901848} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2374.408752] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2374.409010] env[62291]: INFO nova.compute.manager [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Took 19.00 seconds to spawn the instance on the hypervisor. [ 2374.409436] env[62291]: DEBUG nova.compute.manager [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2374.410306] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26fc07a-81b8-4636-bde0-18ad88142e94 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2374.414925] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d713165-0dd3-4ae2-a825-0f798e64dbd2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2374.425677] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0dea03-5a2f-42e1-83b1-f0cf48d55e4f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2374.432980] env[62291]: DEBUG nova.network.neutron [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Updating instance_info_cache with network_info: [{"id": "6aaa1976-d39e-4cab-b884-7ca07ad94dd6", "address": "fa:16:3e:7c:99:39", "network": {"id": "582e46dc-88a0-40ae-8c6c-4a07a59ce875", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-731881747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa06d4539b8f42f19c5928e2f6e9e85c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6aaa1976-d3", "ovs_interfaceid": "6aaa1976-d39e-4cab-b884-7ca07ad94dd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2374.468107] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92bbb842-3e26-45c7-858e-0734e097e831 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2374.477544] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe3cd0c-76c3-46f3-ad0d-dd427cc47712 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2374.482661] env[62291]: DEBUG oslo_concurrency.lockutils [None req-202b1945-684c-45f2-b445-2ae902796749 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Releasing lock "refresh_cache-cca88b94-b97e-47ce-9689-053635658fea" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2374.495248] env[62291]: DEBUG nova.compute.provider_tree [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2374.595248] env[62291]: DEBUG oslo_vmware.api [None req-3444eb3e-2821-477a-9484-4dd20203781c tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143650, 'name': PowerOffVM_Task, 'duration_secs': 0.25173} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2374.595496] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-3444eb3e-2821-477a-9484-4dd20203781c tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2374.595673] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3444eb3e-2821-477a-9484-4dd20203781c tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2374.595938] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64247606-1329-48d8-b49a-6c207ae1a6f7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2374.683185] env[62291]: DEBUG nova.compute.manager [req-37757200-a4f8-4bbd-b08c-dfd7205c2fc9 req-70e6118d-8ae0-47c2-b8fd-478fccfa6c26 service nova] [instance: cca88b94-b97e-47ce-9689-053635658fea] Received event network-vif-deleted-27615ac8-3fbb-4141-8d3c-fcf565bd1a61 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2374.798730] env[62291]: DEBUG oslo_vmware.api [None req-67417351-77ee-4e8d-80d3-d902f7b87f1d tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143651, 'name': PowerOffVM_Task, 'duration_secs': 0.317003} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2374.799043] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-67417351-77ee-4e8d-80d3-d902f7b87f1d tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2374.799229] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-67417351-77ee-4e8d-80d3-d902f7b87f1d tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2374.799504] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b43be01c-5538-43f0-bd4b-0d7269e206f4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2374.867443] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 386f83d9-31c2-47ae-970e-7c2449aab0a1] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2374.939443] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Releasing lock "refresh_cache-30dbd972-13a9-44f0-a288-04ce0bb62b3e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2374.939861] env[62291]: DEBUG nova.compute.manager [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Instance network_info: |[{"id": "6aaa1976-d39e-4cab-b884-7ca07ad94dd6", "address": "fa:16:3e:7c:99:39", "network": {"id": "582e46dc-88a0-40ae-8c6c-4a07a59ce875", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-731881747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa06d4539b8f42f19c5928e2f6e9e85c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6aaa1976-d3", "ovs_interfaceid": "6aaa1976-d39e-4cab-b884-7ca07ad94dd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2374.943465] env[62291]: DEBUG oslo_concurrency.lockutils [req-c0562438-f665-4db8-b041-ee7fc15a65fc req-8153d6bc-6013-4365-af3f-c4b2e8518614 service nova] Acquired lock "refresh_cache-30dbd972-13a9-44f0-a288-04ce0bb62b3e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2374.943465] env[62291]: DEBUG nova.network.neutron [req-c0562438-f665-4db8-b041-ee7fc15a65fc req-8153d6bc-6013-4365-af3f-c4b2e8518614 service nova] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Refreshing network info cache for port 6aaa1976-d39e-4cab-b884-7ca07ad94dd6 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2374.945791] env[62291]: INFO nova.compute.manager [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Took 29.53 seconds to build instance. [ 2374.946827] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3444eb3e-2821-477a-9484-4dd20203781c tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2374.947037] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3444eb3e-2821-477a-9484-4dd20203781c tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2374.947238] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-3444eb3e-2821-477a-9484-4dd20203781c tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Deleting the datastore file [datastore2] 4f4a46eb-7bd3-4477-89eb-dd30a98a3538 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2374.947684] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a1cee07d-6b59-4227-9c39-a9ac2098a9c6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2374.955510] env[62291]: DEBUG oslo_vmware.api [None req-3444eb3e-2821-477a-9484-4dd20203781c tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for the task: (returnval){ [ 2374.955510] env[62291]: value = "task-2143654" [ 2374.955510] env[62291]: _type = "Task" [ 2374.955510] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2374.965287] env[62291]: DEBUG oslo_vmware.api [None req-3444eb3e-2821-477a-9484-4dd20203781c tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143654, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2374.987211] env[62291]: DEBUG oslo_concurrency.lockutils [None req-202b1945-684c-45f2-b445-2ae902796749 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "interface-cca88b94-b97e-47ce-9689-053635658fea-d251fe09-53da-4953-8a22-10261c0807c5" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.825s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2375.000487] env[62291]: DEBUG nova.scheduler.client.report [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2375.264092] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-67417351-77ee-4e8d-80d3-d902f7b87f1d tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2375.264515] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-67417351-77ee-4e8d-80d3-d902f7b87f1d tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2375.264824] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-67417351-77ee-4e8d-80d3-d902f7b87f1d tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Deleting the datastore file [datastore2] cca88b94-b97e-47ce-9689-053635658fea {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2375.265199] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2174fe6-9132-405f-9d5d-e73d40249817 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2375.273093] env[62291]: DEBUG oslo_vmware.api [None req-67417351-77ee-4e8d-80d3-d902f7b87f1d tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for the task: (returnval){ [ 2375.273093] env[62291]: value = "task-2143655" [ 2375.273093] env[62291]: _type = "Task" [ 2375.273093] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2375.281549] env[62291]: DEBUG oslo_vmware.api [None req-67417351-77ee-4e8d-80d3-d902f7b87f1d tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2375.372594] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 717000ae-e680-426e-9110-abe1865d496b] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2375.455302] env[62291]: DEBUG oslo_concurrency.lockutils [None req-47ef240e-5d92-478e-9264-9b9a5c44ea25 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lock "f44ad704-468c-4318-ae6d-2189defb442b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.040s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2375.467778] env[62291]: DEBUG oslo_vmware.api [None req-3444eb3e-2821-477a-9484-4dd20203781c tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Task: {'id': task-2143654, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2989} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2375.467778] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-3444eb3e-2821-477a-9484-4dd20203781c tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2375.467778] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3444eb3e-2821-477a-9484-4dd20203781c tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2375.468053] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3444eb3e-2821-477a-9484-4dd20203781c tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2375.468428] env[62291]: INFO nova.compute.manager [None req-3444eb3e-2821-477a-9484-4dd20203781c tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Took 1.40 seconds to destroy the instance on the hypervisor. [ 2375.469031] env[62291]: DEBUG oslo.service.loopingcall [None req-3444eb3e-2821-477a-9484-4dd20203781c tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2375.469031] env[62291]: DEBUG nova.compute.manager [-] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2375.469187] env[62291]: DEBUG nova.network.neutron [-] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2375.506911] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.409s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2375.507085] env[62291]: DEBUG nova.compute.manager [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2375.510828] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9077b438-fc35-4e9f-81ff-01aaa8e04e8c tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.436s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2375.511371] env[62291]: DEBUG nova.objects.instance [None req-9077b438-fc35-4e9f-81ff-01aaa8e04e8c tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Lazy-loading 'resources' on Instance uuid 636d8f12-4307-48cb-9da0-e6915e1c3118 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2375.784567] env[62291]: DEBUG oslo_vmware.api [None req-67417351-77ee-4e8d-80d3-d902f7b87f1d tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143655, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.422013} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2375.784862] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-67417351-77ee-4e8d-80d3-d902f7b87f1d tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2375.785057] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-67417351-77ee-4e8d-80d3-d902f7b87f1d tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2375.785235] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-67417351-77ee-4e8d-80d3-d902f7b87f1d tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2375.785408] env[62291]: INFO nova.compute.manager [None req-67417351-77ee-4e8d-80d3-d902f7b87f1d tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: cca88b94-b97e-47ce-9689-053635658fea] Took 1.53 seconds to destroy the instance on the hypervisor. [ 2375.785667] env[62291]: DEBUG oslo.service.loopingcall [None req-67417351-77ee-4e8d-80d3-d902f7b87f1d tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2375.785868] env[62291]: DEBUG nova.compute.manager [-] [instance: cca88b94-b97e-47ce-9689-053635658fea] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2375.785960] env[62291]: DEBUG nova.network.neutron [-] [instance: cca88b94-b97e-47ce-9689-053635658fea] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2375.877851] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 63726aa9-28f0-4e38-9cb3-dab0e7827226] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2375.937950] env[62291]: DEBUG nova.network.neutron [req-c0562438-f665-4db8-b041-ee7fc15a65fc req-8153d6bc-6013-4365-af3f-c4b2e8518614 service nova] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Updated VIF entry in instance network info cache for port 6aaa1976-d39e-4cab-b884-7ca07ad94dd6. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2375.937950] env[62291]: DEBUG nova.network.neutron [req-c0562438-f665-4db8-b041-ee7fc15a65fc req-8153d6bc-6013-4365-af3f-c4b2e8518614 service nova] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Updating instance_info_cache with network_info: [{"id": "6aaa1976-d39e-4cab-b884-7ca07ad94dd6", "address": "fa:16:3e:7c:99:39", "network": {"id": "582e46dc-88a0-40ae-8c6c-4a07a59ce875", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-731881747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa06d4539b8f42f19c5928e2f6e9e85c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6aaa1976-d3", "ovs_interfaceid": "6aaa1976-d39e-4cab-b884-7ca07ad94dd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2375.976633] env[62291]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 27615ac8-3fbb-4141-8d3c-fcf565bd1a61 could not be found.", "detail": ""}} {{(pid=62291) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 2375.977207] env[62291]: DEBUG nova.network.neutron [-] Unable to show port 27615ac8-3fbb-4141-8d3c-fcf565bd1a61 as it no longer exists. {{(pid=62291) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 2376.017534] env[62291]: DEBUG nova.compute.utils [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2376.032825] env[62291]: DEBUG nova.compute.manager [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2376.033013] env[62291]: DEBUG nova.network.neutron [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2376.119639] env[62291]: DEBUG nova.policy [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ec3e1876d7e401383705ea468b67eaf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '534f695381c7404191991882901816ad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2376.296128] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9cd9bad-6a79-48b1-a5ad-6cb6a8d598fe {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2376.304903] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af20921-6713-4dc9-b2ee-ef04b4fb6b0e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2376.337496] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98490e13-eb84-4c2d-bc44-ad467663cbf0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2376.347193] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457cbeab-7d2f-47b9-97cc-8779475242aa {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2376.352337] env[62291]: DEBUG nova.compute.manager [req-d70817bc-f5d8-4233-99c0-bdb30d8be85a req-9dda2f18-4f69-4e95-a4a4-c0b2f4020a70 service nova] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Received event network-vif-deleted-1984912c-86ae-4f13-9852-07d0410e7941 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2376.352537] env[62291]: INFO nova.compute.manager [req-d70817bc-f5d8-4233-99c0-bdb30d8be85a req-9dda2f18-4f69-4e95-a4a4-c0b2f4020a70 service nova] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Neutron deleted interface 1984912c-86ae-4f13-9852-07d0410e7941; detaching it from the instance and deleting it from the info cache [ 2376.352747] env[62291]: DEBUG nova.network.neutron [req-d70817bc-f5d8-4233-99c0-bdb30d8be85a req-9dda2f18-4f69-4e95-a4a4-c0b2f4020a70 service nova] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2376.365112] env[62291]: DEBUG nova.compute.provider_tree [None req-9077b438-fc35-4e9f-81ff-01aaa8e04e8c tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2376.384704] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: e931a2ec-bead-48b0-afaf-44ec219a748e] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2376.395377] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b2c4fb33-87d0-4aec-8846-14cfef0df7c2 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquiring lock "f44ad704-468c-4318-ae6d-2189defb442b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2376.396359] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b2c4fb33-87d0-4aec-8846-14cfef0df7c2 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lock "f44ad704-468c-4318-ae6d-2189defb442b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2376.396359] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b2c4fb33-87d0-4aec-8846-14cfef0df7c2 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquiring lock "f44ad704-468c-4318-ae6d-2189defb442b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2376.396567] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b2c4fb33-87d0-4aec-8846-14cfef0df7c2 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lock "f44ad704-468c-4318-ae6d-2189defb442b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2376.396876] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b2c4fb33-87d0-4aec-8846-14cfef0df7c2 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lock "f44ad704-468c-4318-ae6d-2189defb442b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2376.399324] env[62291]: INFO nova.compute.manager [None req-b2c4fb33-87d0-4aec-8846-14cfef0df7c2 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Terminating instance [ 2376.403116] env[62291]: DEBUG nova.compute.manager [None req-b2c4fb33-87d0-4aec-8846-14cfef0df7c2 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2376.404014] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c4fb33-87d0-4aec-8846-14cfef0df7c2 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2376.405037] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-460678db-45f0-4984-8cc8-7b33c2427a76 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2376.415909] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2c4fb33-87d0-4aec-8846-14cfef0df7c2 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2376.416229] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4cd6e44b-8d47-4259-bd16-22e6a983abe5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2376.427772] env[62291]: DEBUG oslo_vmware.api [None req-b2c4fb33-87d0-4aec-8846-14cfef0df7c2 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2376.427772] env[62291]: value = "task-2143656" [ 2376.427772] env[62291]: _type = "Task" [ 2376.427772] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2376.437963] env[62291]: DEBUG oslo_vmware.api [None req-b2c4fb33-87d0-4aec-8846-14cfef0df7c2 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143656, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2376.439550] env[62291]: DEBUG oslo_concurrency.lockutils [req-c0562438-f665-4db8-b041-ee7fc15a65fc req-8153d6bc-6013-4365-af3f-c4b2e8518614 service nova] Releasing lock "refresh_cache-30dbd972-13a9-44f0-a288-04ce0bb62b3e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2376.531177] env[62291]: DEBUG nova.compute.manager [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2376.545991] env[62291]: DEBUG nova.network.neutron [-] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2376.664689] env[62291]: DEBUG nova.network.neutron [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Successfully created port: 2e0abd1c-9cf8-40e2-b6ce-1c77a4c162ba {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2376.855933] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-240e0f86-c3b6-4562-8519-1a4e33582884 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2376.868475] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-957f4538-0773-433c-b7c1-7dad26f070cf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2376.878826] env[62291]: DEBUG nova.scheduler.client.report [None req-9077b438-fc35-4e9f-81ff-01aaa8e04e8c tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2376.888553] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: d079aa40-c94c-4eb4-ab9c-a2a233ce066d] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2376.917788] env[62291]: DEBUG nova.compute.manager [req-d70817bc-f5d8-4233-99c0-bdb30d8be85a req-9dda2f18-4f69-4e95-a4a4-c0b2f4020a70 service nova] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Detach interface failed, port_id=1984912c-86ae-4f13-9852-07d0410e7941, reason: Instance 4f4a46eb-7bd3-4477-89eb-dd30a98a3538 could not be found. {{(pid=62291) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 2376.938648] env[62291]: DEBUG oslo_vmware.api [None req-b2c4fb33-87d0-4aec-8846-14cfef0df7c2 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143656, 'name': PowerOffVM_Task, 'duration_secs': 0.487816} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2376.939051] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2c4fb33-87d0-4aec-8846-14cfef0df7c2 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2376.939620] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c4fb33-87d0-4aec-8846-14cfef0df7c2 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2376.939742] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9dedb079-0062-4fe5-902e-96cb024cb8ee {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2377.050350] env[62291]: INFO nova.compute.manager [-] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Took 1.58 seconds to deallocate network for instance. [ 2377.151992] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c4fb33-87d0-4aec-8846-14cfef0df7c2 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2377.152150] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c4fb33-87d0-4aec-8846-14cfef0df7c2 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Deleting contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2377.152335] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2c4fb33-87d0-4aec-8846-14cfef0df7c2 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Deleting the datastore file [datastore1] f44ad704-468c-4318-ae6d-2189defb442b {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2377.152609] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-de00ccbb-f411-4db1-8316-ffbeb12c31a3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2377.160477] env[62291]: DEBUG oslo_vmware.api [None req-b2c4fb33-87d0-4aec-8846-14cfef0df7c2 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2377.160477] env[62291]: value = "task-2143658" [ 2377.160477] env[62291]: _type = "Task" [ 2377.160477] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2377.170607] env[62291]: DEBUG oslo_vmware.api [None req-b2c4fb33-87d0-4aec-8846-14cfef0df7c2 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143658, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2377.181241] env[62291]: DEBUG nova.network.neutron [-] [instance: cca88b94-b97e-47ce-9689-053635658fea] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2377.383980] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9077b438-fc35-4e9f-81ff-01aaa8e04e8c tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.873s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2377.391847] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 36586f63-0d66-4da8-994a-5d54ed5afb76] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2377.407513] env[62291]: INFO nova.scheduler.client.report [None req-9077b438-fc35-4e9f-81ff-01aaa8e04e8c tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Deleted allocations for instance 636d8f12-4307-48cb-9da0-e6915e1c3118 [ 2377.542403] env[62291]: DEBUG nova.compute.manager [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2377.558773] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3444eb3e-2821-477a-9484-4dd20203781c tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2377.559208] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3444eb3e-2821-477a-9484-4dd20203781c tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2377.559522] env[62291]: DEBUG nova.objects.instance [None req-3444eb3e-2821-477a-9484-4dd20203781c tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Lazy-loading 'resources' on Instance uuid 4f4a46eb-7bd3-4477-89eb-dd30a98a3538 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2377.671737] env[62291]: DEBUG oslo_vmware.api [None req-b2c4fb33-87d0-4aec-8846-14cfef0df7c2 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143658, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.327017} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2377.671737] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2c4fb33-87d0-4aec-8846-14cfef0df7c2 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2377.671938] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c4fb33-87d0-4aec-8846-14cfef0df7c2 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Deleted contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2377.672031] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-b2c4fb33-87d0-4aec-8846-14cfef0df7c2 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2377.672210] env[62291]: INFO nova.compute.manager [None req-b2c4fb33-87d0-4aec-8846-14cfef0df7c2 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Took 1.27 seconds to destroy the instance on the hypervisor. [ 2377.672483] env[62291]: DEBUG oslo.service.loopingcall [None req-b2c4fb33-87d0-4aec-8846-14cfef0df7c2 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2377.673042] env[62291]: DEBUG nova.compute.manager [-] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2377.673042] env[62291]: DEBUG nova.network.neutron [-] [instance: f44ad704-468c-4318-ae6d-2189defb442b] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2377.684132] env[62291]: INFO nova.compute.manager [-] [instance: cca88b94-b97e-47ce-9689-053635658fea] Took 1.90 seconds to deallocate network for instance. [ 2377.812957] env[62291]: DEBUG nova.virt.hardware [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2377.813404] env[62291]: DEBUG nova.virt.hardware [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2377.813660] env[62291]: DEBUG nova.virt.hardware [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2377.813973] env[62291]: DEBUG nova.virt.hardware [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2377.814198] env[62291]: DEBUG nova.virt.hardware [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2377.814455] env[62291]: DEBUG nova.virt.hardware [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2377.814882] env[62291]: DEBUG nova.virt.hardware [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2377.815090] env[62291]: DEBUG nova.virt.hardware [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2377.815440] env[62291]: DEBUG nova.virt.hardware [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2377.815712] env[62291]: DEBUG nova.virt.hardware [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2377.816101] env[62291]: DEBUG nova.virt.hardware [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2377.819365] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8bda77-aaa6-4348-9f43-931db6ede124 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2377.830666] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775f3809-4e09-4c70-9afc-f6f7a6e3efc7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2377.845169] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6f:03:9f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c842425c-544e-4ce2-9657-512723bd318e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fbe801c8-ab04-4917-9f92-10905d6f82d2', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2377.852526] env[62291]: DEBUG oslo.service.loopingcall [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2377.853247] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2377.853505] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd7ebe72-8617-4d0c-ac01-29b733c85a23 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2377.872971] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2377.872971] env[62291]: value = "task-2143659" [ 2377.872971] env[62291]: _type = "Task" [ 2377.872971] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2377.880567] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143659, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2377.895205] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 62245dc4-ec1e-4d13-ae12-940dc7ffc39a] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2377.916533] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9077b438-fc35-4e9f-81ff-01aaa8e04e8c tempest-ServersNegativeTestJSON-1748138303 tempest-ServersNegativeTestJSON-1748138303-project-member] Lock "636d8f12-4307-48cb-9da0-e6915e1c3118" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.471s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2378.156099] env[62291]: DEBUG nova.virt.hardware [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2378.156374] env[62291]: DEBUG nova.virt.hardware [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2378.156564] env[62291]: DEBUG nova.virt.hardware [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2378.156751] env[62291]: DEBUG nova.virt.hardware [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2378.156898] env[62291]: DEBUG nova.virt.hardware [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2378.161144] env[62291]: DEBUG nova.virt.hardware [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2378.161560] env[62291]: DEBUG nova.virt.hardware [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2378.161722] env[62291]: DEBUG nova.virt.hardware [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2378.161912] env[62291]: DEBUG nova.virt.hardware [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2378.162115] env[62291]: DEBUG nova.virt.hardware [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2378.162299] env[62291]: DEBUG nova.virt.hardware [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2378.167552] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f73f1c0-25d9-4f82-85fe-ae21b05f3520 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.180855] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b2cb06-f68b-4bbc-95b8-3fb37becef08 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.188363] env[62291]: DEBUG nova.virt.hardware [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2378.190776] env[62291]: DEBUG nova.virt.hardware [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2378.190776] env[62291]: DEBUG nova.virt.hardware [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2378.190776] env[62291]: DEBUG nova.virt.hardware [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2378.190776] env[62291]: DEBUG nova.virt.hardware [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2378.190776] env[62291]: DEBUG nova.virt.hardware [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2378.190776] env[62291]: DEBUG nova.virt.hardware [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2378.190776] env[62291]: DEBUG nova.virt.hardware [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2378.190776] env[62291]: DEBUG nova.virt.hardware [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2378.190776] env[62291]: DEBUG nova.virt.hardware [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2378.190776] env[62291]: DEBUG nova.virt.hardware [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2378.193276] env[62291]: DEBUG oslo_concurrency.lockutils [None req-67417351-77ee-4e8d-80d3-d902f7b87f1d tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2378.194254] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f541890-19c8-4f6d-aa4f-2f72cd482848 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.211391] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:99:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11da2092-76f7-447e-babb-8fc14ad39a71', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6aaa1976-d39e-4cab-b884-7ca07ad94dd6', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2378.218442] env[62291]: DEBUG oslo.service.loopingcall [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2378.225798] env[62291]: DEBUG oslo_vmware.rw_handles [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d4f6a8-2527-6410-7035-70e1298e08b1/disk-0.vmdk. {{(pid=62291) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2378.227159] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2378.228052] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104f7ce8-45d8-4a26-aefc-23c640130dc6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.234816] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca84d659-a0e6-4856-8f30-53aa608845b1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.254863] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331a2ce5-8b28-4b25-b4f2-f92ad6123100 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.260830] env[62291]: DEBUG nova.compute.manager [None req-0733822b-8643-4070-b863-1f1757a116ca tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] [instance: 0a31f4c3-fe06-49fc-b1e2-9092ceeb6707] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2378.264973] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0f3b935-7ebe-47e1-8c4b-2fa21ed5d3b2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.272325] env[62291]: DEBUG oslo_vmware.rw_handles [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d4f6a8-2527-6410-7035-70e1298e08b1/disk-0.vmdk is in state: ready. {{(pid=62291) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2378.272325] env[62291]: ERROR oslo_vmware.rw_handles [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d4f6a8-2527-6410-7035-70e1298e08b1/disk-0.vmdk due to incomplete transfer. [ 2378.272325] env[62291]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c7277ade-3caa-4484-8547-e58a763561bc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.289771] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2378.289771] env[62291]: value = "task-2143660" [ 2378.289771] env[62291]: _type = "Task" [ 2378.289771] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2378.296895] env[62291]: DEBUG oslo_vmware.rw_handles [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d4f6a8-2527-6410-7035-70e1298e08b1/disk-0.vmdk. {{(pid=62291) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2378.297996] env[62291]: DEBUG nova.virt.vmwareapi.images [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Uploaded image ab501e95-8ebc-42f2-bfb8-fc006f7d3f16 to the Glance image server {{(pid=62291) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2378.299540] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Destroying the VM {{(pid=62291) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2378.300390] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c8c1827c-c439-4007-bafe-9b7bcd7798dd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.306755] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143660, 'name': CreateVM_Task} progress is 10%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2378.313855] env[62291]: DEBUG oslo_vmware.api [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the task: (returnval){ [ 2378.313855] env[62291]: value = "task-2143661" [ 2378.313855] env[62291]: _type = "Task" [ 2378.313855] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2378.323197] env[62291]: DEBUG oslo_vmware.api [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143661, 'name': Destroy_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2378.386716] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143659, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2378.401622] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 1504489e-14ed-496f-874e-03be8429bbe8] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2378.442456] env[62291]: DEBUG nova.compute.manager [req-bf4adc0c-1d46-4ccd-8e22-0fd922def8ea req-dacdf604-c2a0-4cd3-8c79-83dc89c92d22 service nova] [instance: cca88b94-b97e-47ce-9689-053635658fea] Received event network-vif-deleted-0208cf2f-582c-4a78-b408-98d55f1ff625 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2378.442757] env[62291]: DEBUG nova.compute.manager [req-bf4adc0c-1d46-4ccd-8e22-0fd922def8ea req-dacdf604-c2a0-4cd3-8c79-83dc89c92d22 service nova] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Received event network-vif-deleted-589a8eed-ee1c-400d-92c0-02a06f2675ce {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2378.442954] env[62291]: INFO nova.compute.manager [req-bf4adc0c-1d46-4ccd-8e22-0fd922def8ea req-dacdf604-c2a0-4cd3-8c79-83dc89c92d22 service nova] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Neutron deleted interface 589a8eed-ee1c-400d-92c0-02a06f2675ce; detaching it from the instance and deleting it from the info cache [ 2378.443144] env[62291]: DEBUG nova.network.neutron [req-bf4adc0c-1d46-4ccd-8e22-0fd922def8ea req-dacdf604-c2a0-4cd3-8c79-83dc89c92d22 service nova] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2378.455990] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945803cb-6ab0-441e-b280-92b2b87f758b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.464523] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607c986b-4794-4316-8961-fcd693b1e1ff {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.499196] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29d2f91-83c3-4c1f-bb8e-eae36e6ebbde {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.506792] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b7712e8-da49-4505-b12e-7c2aafcce721 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.521580] env[62291]: DEBUG nova.compute.provider_tree [None req-3444eb3e-2821-477a-9484-4dd20203781c tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2378.573696] env[62291]: DEBUG nova.network.neutron [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Successfully updated port: 2e0abd1c-9cf8-40e2-b6ce-1c77a4c162ba {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2378.652506] env[62291]: DEBUG nova.network.neutron [-] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2378.796270] env[62291]: INFO nova.compute.manager [None req-0733822b-8643-4070-b863-1f1757a116ca tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] [instance: 0a31f4c3-fe06-49fc-b1e2-9092ceeb6707] instance snapshotting [ 2378.796945] env[62291]: DEBUG nova.objects.instance [None req-0733822b-8643-4070-b863-1f1757a116ca tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Lazy-loading 'flavor' on Instance uuid 0a31f4c3-fe06-49fc-b1e2-9092ceeb6707 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2378.804583] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143660, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2378.823464] env[62291]: DEBUG oslo_vmware.api [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143661, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2378.836627] env[62291]: DEBUG oslo_concurrency.lockutils [None req-eda491c8-d378-445b-9425-6a69a72c255b tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Acquiring lock "0a31f4c3-fe06-49fc-b1e2-9092ceeb6707" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2378.837052] env[62291]: DEBUG oslo_concurrency.lockutils [None req-eda491c8-d378-445b-9425-6a69a72c255b tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Lock "0a31f4c3-fe06-49fc-b1e2-9092ceeb6707" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2378.837300] env[62291]: DEBUG oslo_concurrency.lockutils [None req-eda491c8-d378-445b-9425-6a69a72c255b tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Acquiring lock "0a31f4c3-fe06-49fc-b1e2-9092ceeb6707-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2378.837510] env[62291]: DEBUG oslo_concurrency.lockutils [None req-eda491c8-d378-445b-9425-6a69a72c255b tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Lock "0a31f4c3-fe06-49fc-b1e2-9092ceeb6707-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2378.837687] env[62291]: DEBUG oslo_concurrency.lockutils [None req-eda491c8-d378-445b-9425-6a69a72c255b tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Lock "0a31f4c3-fe06-49fc-b1e2-9092ceeb6707-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2378.840198] env[62291]: INFO nova.compute.manager [None req-eda491c8-d378-445b-9425-6a69a72c255b tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] [instance: 0a31f4c3-fe06-49fc-b1e2-9092ceeb6707] Terminating instance [ 2378.842318] env[62291]: DEBUG oslo_concurrency.lockutils [None req-eda491c8-d378-445b-9425-6a69a72c255b tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Acquiring lock "refresh_cache-0a31f4c3-fe06-49fc-b1e2-9092ceeb6707" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2378.842481] env[62291]: DEBUG oslo_concurrency.lockutils [None req-eda491c8-d378-445b-9425-6a69a72c255b tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Acquired lock "refresh_cache-0a31f4c3-fe06-49fc-b1e2-9092ceeb6707" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2378.842716] env[62291]: DEBUG nova.network.neutron [None req-eda491c8-d378-445b-9425-6a69a72c255b tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] [instance: 0a31f4c3-fe06-49fc-b1e2-9092ceeb6707] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2378.882901] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143659, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2378.905012] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 72f4eeb0-6ad4-4628-9d92-399e8a2c1a56] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2378.946343] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d7f9b190-391d-42ad-a88d-8a231baeefe8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.955930] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a89812-bde2-4bbb-9514-a78aa5dbc2ad {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2378.989466] env[62291]: DEBUG nova.compute.manager [req-bf4adc0c-1d46-4ccd-8e22-0fd922def8ea req-dacdf604-c2a0-4cd3-8c79-83dc89c92d22 service nova] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Detach interface failed, port_id=589a8eed-ee1c-400d-92c0-02a06f2675ce, reason: Instance f44ad704-468c-4318-ae6d-2189defb442b could not be found. {{(pid=62291) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 2378.989722] env[62291]: DEBUG nova.compute.manager [req-bf4adc0c-1d46-4ccd-8e22-0fd922def8ea req-dacdf604-c2a0-4cd3-8c79-83dc89c92d22 service nova] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Received event network-vif-plugged-2e0abd1c-9cf8-40e2-b6ce-1c77a4c162ba {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2378.989925] env[62291]: DEBUG oslo_concurrency.lockutils [req-bf4adc0c-1d46-4ccd-8e22-0fd922def8ea req-dacdf604-c2a0-4cd3-8c79-83dc89c92d22 service nova] Acquiring lock "cb7a8bc2-0580-45f0-871d-9d63420a8c7a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2378.990151] env[62291]: DEBUG oslo_concurrency.lockutils [req-bf4adc0c-1d46-4ccd-8e22-0fd922def8ea req-dacdf604-c2a0-4cd3-8c79-83dc89c92d22 service nova] Lock "cb7a8bc2-0580-45f0-871d-9d63420a8c7a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2378.990321] env[62291]: DEBUG oslo_concurrency.lockutils [req-bf4adc0c-1d46-4ccd-8e22-0fd922def8ea req-dacdf604-c2a0-4cd3-8c79-83dc89c92d22 service nova] Lock "cb7a8bc2-0580-45f0-871d-9d63420a8c7a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2378.990488] env[62291]: DEBUG nova.compute.manager [req-bf4adc0c-1d46-4ccd-8e22-0fd922def8ea req-dacdf604-c2a0-4cd3-8c79-83dc89c92d22 service nova] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] No waiting events found dispatching network-vif-plugged-2e0abd1c-9cf8-40e2-b6ce-1c77a4c162ba {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2378.990652] env[62291]: WARNING nova.compute.manager [req-bf4adc0c-1d46-4ccd-8e22-0fd922def8ea req-dacdf604-c2a0-4cd3-8c79-83dc89c92d22 service nova] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Received unexpected event network-vif-plugged-2e0abd1c-9cf8-40e2-b6ce-1c77a4c162ba for instance with vm_state building and task_state spawning. [ 2379.024400] env[62291]: DEBUG nova.scheduler.client.report [None req-3444eb3e-2821-477a-9484-4dd20203781c tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2379.076692] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Acquiring lock "refresh_cache-cb7a8bc2-0580-45f0-871d-9d63420a8c7a" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2379.076888] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Acquired lock "refresh_cache-cb7a8bc2-0580-45f0-871d-9d63420a8c7a" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2379.077012] env[62291]: DEBUG nova.network.neutron [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2379.156038] env[62291]: INFO nova.compute.manager [-] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Took 1.48 seconds to deallocate network for instance. [ 2379.305884] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143660, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2379.307247] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70e4efe-8b86-41f5-92c7-b2656357c1d7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.328834] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5484252f-da84-4d91-8f88-5dfd617cb19b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.339375] env[62291]: DEBUG oslo_vmware.api [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143661, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2379.367354] env[62291]: DEBUG nova.network.neutron [None req-eda491c8-d378-445b-9425-6a69a72c255b tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] [instance: 0a31f4c3-fe06-49fc-b1e2-9092ceeb6707] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2379.386720] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143659, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2379.408980] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: ff21fe8f-e07a-4781-b692-9f585afab706] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2379.472411] env[62291]: DEBUG nova.network.neutron [None req-eda491c8-d378-445b-9425-6a69a72c255b tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] [instance: 0a31f4c3-fe06-49fc-b1e2-9092ceeb6707] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2379.529961] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3444eb3e-2821-477a-9484-4dd20203781c tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.971s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2379.533362] env[62291]: DEBUG oslo_concurrency.lockutils [None req-67417351-77ee-4e8d-80d3-d902f7b87f1d tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.339s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2379.533825] env[62291]: DEBUG nova.objects.instance [None req-67417351-77ee-4e8d-80d3-d902f7b87f1d tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lazy-loading 'resources' on Instance uuid cca88b94-b97e-47ce-9689-053635658fea {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2379.557717] env[62291]: INFO nova.scheduler.client.report [None req-3444eb3e-2821-477a-9484-4dd20203781c tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Deleted allocations for instance 4f4a46eb-7bd3-4477-89eb-dd30a98a3538 [ 2379.594148] env[62291]: DEBUG oslo_vmware.rw_handles [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522b52bf-2fcf-3c35-f1cf-d073c05db33b/disk-0.vmdk. {{(pid=62291) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2379.595834] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b413bfd6-ec33-4aa7-8431-2a4989417a9d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.602737] env[62291]: DEBUG oslo_vmware.rw_handles [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522b52bf-2fcf-3c35-f1cf-d073c05db33b/disk-0.vmdk is in state: ready. {{(pid=62291) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2379.602737] env[62291]: ERROR oslo_vmware.rw_handles [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522b52bf-2fcf-3c35-f1cf-d073c05db33b/disk-0.vmdk due to incomplete transfer. [ 2379.602894] env[62291]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-899a05ce-4dd9-46d3-8464-691e4c5937c5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.612170] env[62291]: DEBUG oslo_vmware.rw_handles [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522b52bf-2fcf-3c35-f1cf-d073c05db33b/disk-0.vmdk. {{(pid=62291) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2379.612380] env[62291]: DEBUG nova.virt.vmwareapi.images [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Uploaded image 1682de20-a9d1-4c1b-a06f-a7e1202cd6bb to the Glance image server {{(pid=62291) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2379.614605] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Destroying the VM {{(pid=62291) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2379.615185] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c41038ba-99aa-4198-beb5-2bd192415f7c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.620950] env[62291]: DEBUG oslo_vmware.api [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2379.620950] env[62291]: value = "task-2143663" [ 2379.620950] env[62291]: _type = "Task" [ 2379.620950] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2379.632103] env[62291]: DEBUG oslo_vmware.api [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143663, 'name': Destroy_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2379.633010] env[62291]: DEBUG nova.network.neutron [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2379.663368] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b2c4fb33-87d0-4aec-8846-14cfef0df7c2 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2379.803067] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143660, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2379.834776] env[62291]: DEBUG oslo_vmware.api [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143661, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2379.843201] env[62291]: DEBUG nova.compute.manager [None req-0733822b-8643-4070-b863-1f1757a116ca tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] [instance: 0a31f4c3-fe06-49fc-b1e2-9092ceeb6707] Instance disappeared during snapshot {{(pid=62291) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4494}} [ 2379.887770] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143659, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2379.920595] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 9e744a65-5987-42ac-b826-17482fb23f8a] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2379.975041] env[62291]: DEBUG oslo_concurrency.lockutils [None req-eda491c8-d378-445b-9425-6a69a72c255b tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Releasing lock "refresh_cache-0a31f4c3-fe06-49fc-b1e2-9092ceeb6707" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2379.975516] env[62291]: DEBUG nova.compute.manager [None req-eda491c8-d378-445b-9425-6a69a72c255b tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] [instance: 0a31f4c3-fe06-49fc-b1e2-9092ceeb6707] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2379.975718] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-eda491c8-d378-445b-9425-6a69a72c255b tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] [instance: 0a31f4c3-fe06-49fc-b1e2-9092ceeb6707] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2379.976618] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3823fe8c-c372-46af-a51a-e0a6ddbc8f0f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.985259] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-eda491c8-d378-445b-9425-6a69a72c255b tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] [instance: 0a31f4c3-fe06-49fc-b1e2-9092ceeb6707] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2379.987989] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f5b230e8-877b-45dc-88dc-e14e0549115a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.995167] env[62291]: DEBUG oslo_vmware.api [None req-eda491c8-d378-445b-9425-6a69a72c255b tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Waiting for the task: (returnval){ [ 2379.995167] env[62291]: value = "task-2143664" [ 2379.995167] env[62291]: _type = "Task" [ 2379.995167] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2380.004432] env[62291]: DEBUG oslo_vmware.api [None req-eda491c8-d378-445b-9425-6a69a72c255b tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Task: {'id': task-2143664, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2380.011907] env[62291]: DEBUG nova.compute.manager [None req-0733822b-8643-4070-b863-1f1757a116ca tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] [instance: 0a31f4c3-fe06-49fc-b1e2-9092ceeb6707] Found 0 images (rotation: 2) {{(pid=62291) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4554}} [ 2380.068604] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3444eb3e-2821-477a-9484-4dd20203781c tempest-ServerRescueNegativeTestJSON-229804931 tempest-ServerRescueNegativeTestJSON-229804931-project-member] Lock "4f4a46eb-7bd3-4477-89eb-dd30a98a3538" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.009s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2380.096267] env[62291]: DEBUG nova.network.neutron [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Updating instance_info_cache with network_info: [{"id": "2e0abd1c-9cf8-40e2-b6ce-1c77a4c162ba", "address": "fa:16:3e:a7:c8:05", "network": {"id": "aecaab00-a52d-42c8-b673-9a7ef1e7fff9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-499365923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "534f695381c7404191991882901816ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e0abd1c-9c", "ovs_interfaceid": "2e0abd1c-9cf8-40e2-b6ce-1c77a4c162ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2380.131775] env[62291]: DEBUG oslo_vmware.api [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143663, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2380.279722] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f03046cd-3644-4b38-9f00-879d6d23631e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.289133] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5e3b5b-f48b-4e08-b3df-280766e9605e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.324085] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3429e4b4-f7fb-4492-bfef-b2819478b9fa {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.329489] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143660, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2380.340234] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba369fb3-e52e-449a-b7d5-f6de4e894b4e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.344307] env[62291]: DEBUG oslo_vmware.api [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143661, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2380.354962] env[62291]: DEBUG nova.compute.provider_tree [None req-67417351-77ee-4e8d-80d3-d902f7b87f1d tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2380.384815] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143659, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2380.424329] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: bb952207-9905-4a12-a189-94d00a8d1066] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2380.470265] env[62291]: DEBUG nova.compute.manager [req-33bfe728-cc30-4331-b163-39d0c42c6c81 req-30bbef74-786e-4434-81ff-413e843f59bd service nova] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Received event network-changed-2e0abd1c-9cf8-40e2-b6ce-1c77a4c162ba {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2380.470265] env[62291]: DEBUG nova.compute.manager [req-33bfe728-cc30-4331-b163-39d0c42c6c81 req-30bbef74-786e-4434-81ff-413e843f59bd service nova] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Refreshing instance network info cache due to event network-changed-2e0abd1c-9cf8-40e2-b6ce-1c77a4c162ba. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2380.470265] env[62291]: DEBUG oslo_concurrency.lockutils [req-33bfe728-cc30-4331-b163-39d0c42c6c81 req-30bbef74-786e-4434-81ff-413e843f59bd service nova] Acquiring lock "refresh_cache-cb7a8bc2-0580-45f0-871d-9d63420a8c7a" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2380.505777] env[62291]: DEBUG oslo_vmware.api [None req-eda491c8-d378-445b-9425-6a69a72c255b tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Task: {'id': task-2143664, 'name': PowerOffVM_Task, 'duration_secs': 0.20094} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2380.506493] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-eda491c8-d378-445b-9425-6a69a72c255b tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] [instance: 0a31f4c3-fe06-49fc-b1e2-9092ceeb6707] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2380.506493] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-eda491c8-d378-445b-9425-6a69a72c255b tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] [instance: 0a31f4c3-fe06-49fc-b1e2-9092ceeb6707] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2380.507160] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45dff256-8733-4ffa-ae48-e3e4cec6cfee {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.530983] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-eda491c8-d378-445b-9425-6a69a72c255b tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] [instance: 0a31f4c3-fe06-49fc-b1e2-9092ceeb6707] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2380.531241] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-eda491c8-d378-445b-9425-6a69a72c255b tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] [instance: 0a31f4c3-fe06-49fc-b1e2-9092ceeb6707] Deleting contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2380.531424] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-eda491c8-d378-445b-9425-6a69a72c255b tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Deleting the datastore file [datastore1] 0a31f4c3-fe06-49fc-b1e2-9092ceeb6707 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2380.531696] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a2ccb33-d237-436b-b978-6ae785b4f974 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.538031] env[62291]: DEBUG oslo_vmware.api [None req-eda491c8-d378-445b-9425-6a69a72c255b tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Waiting for the task: (returnval){ [ 2380.538031] env[62291]: value = "task-2143666" [ 2380.538031] env[62291]: _type = "Task" [ 2380.538031] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2380.547130] env[62291]: DEBUG oslo_vmware.api [None req-eda491c8-d378-445b-9425-6a69a72c255b tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Task: {'id': task-2143666, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2380.597855] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Releasing lock "refresh_cache-cb7a8bc2-0580-45f0-871d-9d63420a8c7a" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2380.598168] env[62291]: DEBUG nova.compute.manager [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Instance network_info: |[{"id": "2e0abd1c-9cf8-40e2-b6ce-1c77a4c162ba", "address": "fa:16:3e:a7:c8:05", "network": {"id": "aecaab00-a52d-42c8-b673-9a7ef1e7fff9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-499365923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "534f695381c7404191991882901816ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e0abd1c-9c", "ovs_interfaceid": "2e0abd1c-9cf8-40e2-b6ce-1c77a4c162ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2380.598584] env[62291]: DEBUG oslo_concurrency.lockutils [req-33bfe728-cc30-4331-b163-39d0c42c6c81 req-30bbef74-786e-4434-81ff-413e843f59bd service nova] Acquired lock "refresh_cache-cb7a8bc2-0580-45f0-871d-9d63420a8c7a" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2380.598663] env[62291]: DEBUG nova.network.neutron [req-33bfe728-cc30-4331-b163-39d0c42c6c81 req-30bbef74-786e-4434-81ff-413e843f59bd service nova] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Refreshing network info cache for port 2e0abd1c-9cf8-40e2-b6ce-1c77a4c162ba {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2380.599969] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:c8:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69351262-8d39-441a-85ba-3a78df436d17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e0abd1c-9cf8-40e2-b6ce-1c77a4c162ba', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2380.609149] env[62291]: DEBUG oslo.service.loopingcall [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2380.609920] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2380.610169] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-92ca0218-440a-419a-8340-418e5ed08787 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.635141] env[62291]: DEBUG oslo_vmware.api [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143663, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2380.636304] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2380.636304] env[62291]: value = "task-2143667" [ 2380.636304] env[62291]: _type = "Task" [ 2380.636304] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2380.644625] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143667, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2380.809457] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143660, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2380.840574] env[62291]: DEBUG oslo_vmware.api [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143661, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2380.858067] env[62291]: DEBUG nova.scheduler.client.report [None req-67417351-77ee-4e8d-80d3-d902f7b87f1d tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2380.889988] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143659, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2380.927905] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: c5bfbc28-cf6c-4c9e-8745-a5e520a6131e] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2381.050222] env[62291]: DEBUG oslo_vmware.api [None req-eda491c8-d378-445b-9425-6a69a72c255b tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Task: {'id': task-2143666, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147226} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2381.050222] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-eda491c8-d378-445b-9425-6a69a72c255b tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2381.050222] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-eda491c8-d378-445b-9425-6a69a72c255b tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] [instance: 0a31f4c3-fe06-49fc-b1e2-9092ceeb6707] Deleted contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2381.050222] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-eda491c8-d378-445b-9425-6a69a72c255b tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] [instance: 0a31f4c3-fe06-49fc-b1e2-9092ceeb6707] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2381.050503] env[62291]: INFO nova.compute.manager [None req-eda491c8-d378-445b-9425-6a69a72c255b tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] [instance: 0a31f4c3-fe06-49fc-b1e2-9092ceeb6707] Took 1.07 seconds to destroy the instance on the hypervisor. [ 2381.050676] env[62291]: DEBUG oslo.service.loopingcall [None req-eda491c8-d378-445b-9425-6a69a72c255b tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2381.050883] env[62291]: DEBUG nova.compute.manager [-] [instance: 0a31f4c3-fe06-49fc-b1e2-9092ceeb6707] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2381.050981] env[62291]: DEBUG nova.network.neutron [-] [instance: 0a31f4c3-fe06-49fc-b1e2-9092ceeb6707] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2381.068442] env[62291]: DEBUG nova.network.neutron [-] [instance: 0a31f4c3-fe06-49fc-b1e2-9092ceeb6707] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2381.137371] env[62291]: DEBUG oslo_vmware.api [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143663, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2381.148308] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143667, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2381.306614] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143660, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2381.345375] env[62291]: DEBUG oslo_vmware.api [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143661, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2381.363412] env[62291]: DEBUG oslo_concurrency.lockutils [None req-67417351-77ee-4e8d-80d3-d902f7b87f1d tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.831s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2381.368803] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b2c4fb33-87d0-4aec-8846-14cfef0df7c2 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.704s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2381.368803] env[62291]: DEBUG nova.objects.instance [None req-b2c4fb33-87d0-4aec-8846-14cfef0df7c2 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lazy-loading 'resources' on Instance uuid f44ad704-468c-4318-ae6d-2189defb442b {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2381.397258] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143659, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2381.407691] env[62291]: INFO nova.scheduler.client.report [None req-67417351-77ee-4e8d-80d3-d902f7b87f1d tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Deleted allocations for instance cca88b94-b97e-47ce-9689-053635658fea [ 2381.419146] env[62291]: DEBUG nova.network.neutron [req-33bfe728-cc30-4331-b163-39d0c42c6c81 req-30bbef74-786e-4434-81ff-413e843f59bd service nova] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Updated VIF entry in instance network info cache for port 2e0abd1c-9cf8-40e2-b6ce-1c77a4c162ba. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2381.419675] env[62291]: DEBUG nova.network.neutron [req-33bfe728-cc30-4331-b163-39d0c42c6c81 req-30bbef74-786e-4434-81ff-413e843f59bd service nova] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Updating instance_info_cache with network_info: [{"id": "2e0abd1c-9cf8-40e2-b6ce-1c77a4c162ba", "address": "fa:16:3e:a7:c8:05", "network": {"id": "aecaab00-a52d-42c8-b673-9a7ef1e7fff9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-499365923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "534f695381c7404191991882901816ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e0abd1c-9c", "ovs_interfaceid": "2e0abd1c-9cf8-40e2-b6ce-1c77a4c162ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2381.571691] env[62291]: DEBUG nova.network.neutron [-] [instance: 0a31f4c3-fe06-49fc-b1e2-9092ceeb6707] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2381.637907] env[62291]: DEBUG oslo_vmware.api [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143663, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2381.646575] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143667, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2381.808037] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143660, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2381.840621] env[62291]: DEBUG oslo_vmware.api [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143661, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2381.888580] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143659, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2381.928756] env[62291]: DEBUG oslo_concurrency.lockutils [req-33bfe728-cc30-4331-b163-39d0c42c6c81 req-30bbef74-786e-4434-81ff-413e843f59bd service nova] Releasing lock "refresh_cache-cb7a8bc2-0580-45f0-871d-9d63420a8c7a" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2381.929342] env[62291]: DEBUG oslo_concurrency.lockutils [None req-67417351-77ee-4e8d-80d3-d902f7b87f1d tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "cca88b94-b97e-47ce-9689-053635658fea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.685s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2382.056818] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df5882a-586b-4027-8e19-0a099f8bebcd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2382.066890] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42dbaa6d-bbbc-4322-baa7-47d35a44c3d6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2382.097816] env[62291]: INFO nova.compute.manager [-] [instance: 0a31f4c3-fe06-49fc-b1e2-9092ceeb6707] Took 1.05 seconds to deallocate network for instance. [ 2382.100735] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8593bf42-67b2-4d88-a92c-c3fee9664249 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2382.111628] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1b986f-8dd4-4126-bf2c-dcd6aa821992 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2382.126335] env[62291]: DEBUG nova.compute.provider_tree [None req-b2c4fb33-87d0-4aec-8846-14cfef0df7c2 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2382.138773] env[62291]: DEBUG oslo_vmware.api [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143663, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2382.148605] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143667, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2382.306696] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143660, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2382.342477] env[62291]: DEBUG oslo_vmware.api [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143661, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2382.389466] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143659, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2382.609396] env[62291]: DEBUG oslo_concurrency.lockutils [None req-eda491c8-d378-445b-9425-6a69a72c255b tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2382.630959] env[62291]: DEBUG nova.scheduler.client.report [None req-b2c4fb33-87d0-4aec-8846-14cfef0df7c2 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2382.647650] env[62291]: DEBUG oslo_vmware.api [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143663, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2382.650858] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143667, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2382.807208] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143660, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2382.842573] env[62291]: DEBUG oslo_vmware.api [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143661, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2382.889790] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143659, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2383.140283] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b2c4fb33-87d0-4aec-8846-14cfef0df7c2 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.773s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2383.142673] env[62291]: DEBUG oslo_concurrency.lockutils [None req-eda491c8-d378-445b-9425-6a69a72c255b tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.534s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2383.142673] env[62291]: DEBUG nova.objects.instance [None req-eda491c8-d378-445b-9425-6a69a72c255b tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Lazy-loading 'resources' on Instance uuid 0a31f4c3-fe06-49fc-b1e2-9092ceeb6707 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2383.152789] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143667, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2383.156037] env[62291]: DEBUG oslo_vmware.api [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143663, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2383.160929] env[62291]: INFO nova.scheduler.client.report [None req-b2c4fb33-87d0-4aec-8846-14cfef0df7c2 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Deleted allocations for instance f44ad704-468c-4318-ae6d-2189defb442b [ 2383.308242] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143660, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2383.343586] env[62291]: DEBUG oslo_vmware.api [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143661, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2383.390896] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143659, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2383.645195] env[62291]: DEBUG oslo_vmware.api [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143663, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2383.657750] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143667, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2383.670655] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b2c4fb33-87d0-4aec-8846-14cfef0df7c2 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lock "f44ad704-468c-4318-ae6d-2189defb442b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.275s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2383.808322] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143660, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2383.825725] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885b0ff8-a49d-48bd-b75a-7a1a355555b7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2383.833637] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcceb7a1-dc2c-484b-ab3b-905944cff9bc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2383.845243] env[62291]: DEBUG oslo_vmware.api [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143661, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2383.871568] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19d37da8-a0ee-4685-a0a3-1c728c709dac {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2383.883209] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377de206-b6d1-4731-9af6-36e4a90ec8b2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2383.894677] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143659, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2383.902950] env[62291]: DEBUG nova.compute.provider_tree [None req-eda491c8-d378-445b-9425-6a69a72c255b tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2384.146316] env[62291]: DEBUG oslo_vmware.api [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143663, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2384.154784] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143667, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2384.309847] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143660, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2384.347026] env[62291]: DEBUG oslo_vmware.api [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143661, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2384.391114] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143659, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2384.406342] env[62291]: DEBUG nova.scheduler.client.report [None req-eda491c8-d378-445b-9425-6a69a72c255b tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2384.421303] env[62291]: DEBUG oslo_concurrency.lockutils [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "5fe8ba35-a2d2-450d-b40b-929094ab5a6b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2384.421542] env[62291]: DEBUG oslo_concurrency.lockutils [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "5fe8ba35-a2d2-450d-b40b-929094ab5a6b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2384.577807] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5f9b9a3b-6d7d-4c7d-b63a-f8f6021ce69c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquiring lock "77eaa783-3da6-43ad-bd01-f526c10b4621" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2384.578047] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5f9b9a3b-6d7d-4c7d-b63a-f8f6021ce69c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lock "77eaa783-3da6-43ad-bd01-f526c10b4621" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2384.578257] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5f9b9a3b-6d7d-4c7d-b63a-f8f6021ce69c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquiring lock "77eaa783-3da6-43ad-bd01-f526c10b4621-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2384.578443] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5f9b9a3b-6d7d-4c7d-b63a-f8f6021ce69c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lock "77eaa783-3da6-43ad-bd01-f526c10b4621-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2384.578612] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5f9b9a3b-6d7d-4c7d-b63a-f8f6021ce69c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lock "77eaa783-3da6-43ad-bd01-f526c10b4621-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2384.580894] env[62291]: INFO nova.compute.manager [None req-5f9b9a3b-6d7d-4c7d-b63a-f8f6021ce69c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Terminating instance [ 2384.583023] env[62291]: DEBUG nova.compute.manager [None req-5f9b9a3b-6d7d-4c7d-b63a-f8f6021ce69c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2384.583172] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9b9a3b-6d7d-4c7d-b63a-f8f6021ce69c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2384.584056] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c18a2c-159e-4762-a425-d65f5910cb9d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2384.591959] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f9b9a3b-6d7d-4c7d-b63a-f8f6021ce69c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2384.592216] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e301ecc6-f636-4b46-ac1b-70560a101600 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2384.598723] env[62291]: DEBUG oslo_vmware.api [None req-5f9b9a3b-6d7d-4c7d-b63a-f8f6021ce69c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2384.598723] env[62291]: value = "task-2143670" [ 2384.598723] env[62291]: _type = "Task" [ 2384.598723] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2384.606536] env[62291]: DEBUG oslo_vmware.api [None req-5f9b9a3b-6d7d-4c7d-b63a-f8f6021ce69c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143670, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2384.647014] env[62291]: DEBUG oslo_vmware.api [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143663, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2384.655478] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143667, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2384.811040] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143660, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2384.847355] env[62291]: DEBUG oslo_vmware.api [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143661, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2384.892521] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143659, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2384.911553] env[62291]: DEBUG oslo_concurrency.lockutils [None req-eda491c8-d378-445b-9425-6a69a72c255b tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.769s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2384.924305] env[62291]: DEBUG nova.compute.manager [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2384.929640] env[62291]: INFO nova.scheduler.client.report [None req-eda491c8-d378-445b-9425-6a69a72c255b tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Deleted allocations for instance 0a31f4c3-fe06-49fc-b1e2-9092ceeb6707 [ 2385.057229] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquiring lock "9907379d-085e-4ce8-af6b-68caf5314965" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2385.057465] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lock "9907379d-085e-4ce8-af6b-68caf5314965" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2385.108642] env[62291]: DEBUG oslo_vmware.api [None req-5f9b9a3b-6d7d-4c7d-b63a-f8f6021ce69c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143670, 'name': PowerOffVM_Task, 'duration_secs': 0.205524} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2385.108916] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f9b9a3b-6d7d-4c7d-b63a-f8f6021ce69c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2385.109099] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9b9a3b-6d7d-4c7d-b63a-f8f6021ce69c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2385.109356] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba55c9d0-c21b-4ea4-a6f4-8e4c8bf62f6b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2385.147859] env[62291]: DEBUG oslo_vmware.api [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143663, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2385.155647] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143667, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2385.311189] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143660, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2385.349726] env[62291]: DEBUG oslo_vmware.api [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143661, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2385.391700] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143659, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2385.437459] env[62291]: DEBUG oslo_concurrency.lockutils [None req-eda491c8-d378-445b-9425-6a69a72c255b tempest-ServersAaction247Test-932350154 tempest-ServersAaction247Test-932350154-project-member] Lock "0a31f4c3-fe06-49fc-b1e2-9092ceeb6707" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.600s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2385.454649] env[62291]: DEBUG oslo_concurrency.lockutils [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2385.454919] env[62291]: DEBUG oslo_concurrency.lockutils [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2385.456814] env[62291]: INFO nova.compute.claims [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2385.560179] env[62291]: DEBUG nova.compute.manager [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2385.649151] env[62291]: DEBUG oslo_vmware.api [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143663, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2385.656969] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143667, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2385.811841] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143660, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2385.847440] env[62291]: DEBUG oslo_vmware.api [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143661, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2385.893063] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143659, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2386.079447] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2386.149519] env[62291]: DEBUG oslo_vmware.api [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143663, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2386.157485] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143667, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2386.313909] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143660, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2386.348956] env[62291]: DEBUG oslo_vmware.api [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143661, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2386.394588] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143659, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2386.630262] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f550b0e9-63b7-4ec7-9c4b-476c5b58cfc7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.637836] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a925dc1-d2bb-4c74-8ce4-a23638600391 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.650091] env[62291]: DEBUG oslo_vmware.api [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143663, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2386.676385] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21ba5684-3cd6-4572-9544-c63f29b379ff {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.686157] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c73d17a-2d8f-464a-90ce-3ec964f30744 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2386.689847] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143667, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2386.699226] env[62291]: DEBUG nova.compute.provider_tree [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2386.813868] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143660, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2386.849145] env[62291]: DEBUG oslo_vmware.api [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143661, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2386.893904] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143659, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2387.151334] env[62291]: DEBUG oslo_vmware.api [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143663, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2387.159069] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143667, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2387.202325] env[62291]: DEBUG nova.scheduler.client.report [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2387.314745] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143660, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2387.351482] env[62291]: DEBUG oslo_vmware.api [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143661, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2387.395080] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143659, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2387.649275] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9b9a3b-6d7d-4c7d-b63a-f8f6021ce69c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2387.649512] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9b9a3b-6d7d-4c7d-b63a-f8f6021ce69c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2387.649712] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f9b9a3b-6d7d-4c7d-b63a-f8f6021ce69c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Deleting the datastore file [datastore2] 77eaa783-3da6-43ad-bd01-f526c10b4621 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2387.649960] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a220635-4f27-469c-9aa3-2523459a235f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.654472] env[62291]: DEBUG oslo_vmware.api [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143663, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2387.662331] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143667, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2387.663479] env[62291]: DEBUG oslo_vmware.api [None req-5f9b9a3b-6d7d-4c7d-b63a-f8f6021ce69c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2387.663479] env[62291]: value = "task-2143673" [ 2387.663479] env[62291]: _type = "Task" [ 2387.663479] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2387.670613] env[62291]: DEBUG oslo_vmware.api [None req-5f9b9a3b-6d7d-4c7d-b63a-f8f6021ce69c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143673, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2387.706731] env[62291]: DEBUG oslo_concurrency.lockutils [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.252s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2387.708063] env[62291]: DEBUG nova.compute.manager [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2387.712507] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.633s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2387.714257] env[62291]: INFO nova.compute.claims [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2387.815536] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143660, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2387.851762] env[62291]: DEBUG oslo_vmware.api [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143661, 'name': Destroy_Task, 'duration_secs': 9.534659} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2387.852131] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Destroyed the VM [ 2387.852386] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Deleting Snapshot of the VM instance {{(pid=62291) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2387.852645] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-363b8fae-62e2-42a8-916b-5cd6b8594c14 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2387.858811] env[62291]: DEBUG oslo_vmware.api [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the task: (returnval){ [ 2387.858811] env[62291]: value = "task-2143675" [ 2387.858811] env[62291]: _type = "Task" [ 2387.858811] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2387.865911] env[62291]: DEBUG oslo_vmware.api [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143675, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2387.894522] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143659, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2388.153473] env[62291]: DEBUG oslo_vmware.api [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143663, 'name': Destroy_Task, 'duration_secs': 8.12496} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2388.153772] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Destroyed the VM [ 2388.154046] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Deleting Snapshot of the VM instance {{(pid=62291) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2388.154349] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bd04b9d8-df30-4159-90e7-d6c3a12a325f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.165085] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143667, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2388.169719] env[62291]: DEBUG oslo_vmware.api [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2388.169719] env[62291]: value = "task-2143676" [ 2388.169719] env[62291]: _type = "Task" [ 2388.169719] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2388.176964] env[62291]: DEBUG oslo_vmware.api [None req-5f9b9a3b-6d7d-4c7d-b63a-f8f6021ce69c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143673, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160517} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2388.177693] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f9b9a3b-6d7d-4c7d-b63a-f8f6021ce69c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2388.177939] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9b9a3b-6d7d-4c7d-b63a-f8f6021ce69c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2388.178189] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5f9b9a3b-6d7d-4c7d-b63a-f8f6021ce69c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2388.178432] env[62291]: INFO nova.compute.manager [None req-5f9b9a3b-6d7d-4c7d-b63a-f8f6021ce69c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Took 3.60 seconds to destroy the instance on the hypervisor. [ 2388.178721] env[62291]: DEBUG oslo.service.loopingcall [None req-5f9b9a3b-6d7d-4c7d-b63a-f8f6021ce69c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2388.179007] env[62291]: DEBUG nova.compute.manager [-] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2388.179138] env[62291]: DEBUG nova.network.neutron [-] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2388.185525] env[62291]: DEBUG oslo_vmware.api [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143676, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2388.220543] env[62291]: DEBUG nova.compute.utils [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2388.226932] env[62291]: DEBUG nova.compute.manager [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2388.227136] env[62291]: DEBUG nova.network.neutron [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2388.316421] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143660, 'name': CreateVM_Task, 'duration_secs': 9.747537} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2388.316421] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2388.317655] env[62291]: DEBUG nova.policy [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7696a7050e443ecb69a41c6f61d7b45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b34994f4ae104d49b1e76215acee435f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2388.319667] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2388.319846] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2388.320294] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2388.320576] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3501b87-a050-4aa1-b796-e84e2f052e2b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.326825] env[62291]: DEBUG oslo_vmware.api [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Waiting for the task: (returnval){ [ 2388.326825] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52b6a60c-90a7-8ac7-1ffe-402ec2e891ff" [ 2388.326825] env[62291]: _type = "Task" [ 2388.326825] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2388.335600] env[62291]: DEBUG oslo_vmware.api [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52b6a60c-90a7-8ac7-1ffe-402ec2e891ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2388.369899] env[62291]: DEBUG oslo_vmware.api [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143675, 'name': RemoveSnapshot_Task, 'duration_secs': 0.376338} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2388.370222] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Deleted Snapshot of the VM instance {{(pid=62291) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2388.370497] env[62291]: DEBUG nova.compute.manager [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2388.371245] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5f853c-631b-4f4d-905a-ef6b9b16f9c1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.395941] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143659, 'name': CreateVM_Task, 'duration_secs': 10.393073} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2388.399364] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2388.400200] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2388.664926] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143667, 'name': CreateVM_Task, 'duration_secs': 7.751716} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2388.665251] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2388.665776] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2388.680639] env[62291]: DEBUG oslo_vmware.api [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143676, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2388.689188] env[62291]: DEBUG nova.compute.manager [req-fa4c5d0e-e152-4769-855f-d6245318ea03 req-d2234eef-1062-4fec-86c4-85fc98ac5c3f service nova] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Received event network-vif-deleted-0b433ff7-2158-4db7-86cc-957cfe8a8db9 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2388.689188] env[62291]: INFO nova.compute.manager [req-fa4c5d0e-e152-4769-855f-d6245318ea03 req-d2234eef-1062-4fec-86c4-85fc98ac5c3f service nova] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Neutron deleted interface 0b433ff7-2158-4db7-86cc-957cfe8a8db9; detaching it from the instance and deleting it from the info cache [ 2388.689188] env[62291]: DEBUG nova.network.neutron [req-fa4c5d0e-e152-4769-855f-d6245318ea03 req-d2234eef-1062-4fec-86c4-85fc98ac5c3f service nova] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2388.725626] env[62291]: DEBUG nova.compute.manager [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2388.834087] env[62291]: DEBUG nova.network.neutron [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Successfully created port: 53827931-7653-4cfe-9755-653791c3bd4c {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2388.847543] env[62291]: DEBUG oslo_vmware.api [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52b6a60c-90a7-8ac7-1ffe-402ec2e891ff, 'name': SearchDatastore_Task, 'duration_secs': 0.008341} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2388.847848] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2388.848160] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2388.848405] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2388.848545] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2388.848722] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2388.849027] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2388.849343] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2388.849580] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08b158b7-83fb-4c60-b6da-7e70a7624662 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.852594] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-244ab0e7-519c-4ad2-a917-242acd1af0ea {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.858839] env[62291]: DEBUG oslo_vmware.api [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2388.858839] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]523ff00d-22f6-a1eb-776e-a7cbf2f34262" [ 2388.858839] env[62291]: _type = "Task" [ 2388.858839] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2388.862921] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2388.863202] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2388.864219] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86c41c68-1776-4412-b75a-c1f70fb56a92 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.869270] env[62291]: DEBUG oslo_vmware.api [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]523ff00d-22f6-a1eb-776e-a7cbf2f34262, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2388.874962] env[62291]: DEBUG oslo_vmware.api [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Waiting for the task: (returnval){ [ 2388.874962] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52dc2284-a3a0-1a8a-6a45-e8b913c5a804" [ 2388.874962] env[62291]: _type = "Task" [ 2388.874962] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2388.885067] env[62291]: DEBUG oslo_vmware.api [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52dc2284-a3a0-1a8a-6a45-e8b913c5a804, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2388.888839] env[62291]: INFO nova.compute.manager [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Shelve offloading [ 2388.890974] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2388.891406] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2d00707c-6d5b-4781-b9f5-b211d04c6e32 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.898194] env[62291]: DEBUG oslo_vmware.api [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the task: (returnval){ [ 2388.898194] env[62291]: value = "task-2143677" [ 2388.898194] env[62291]: _type = "Task" [ 2388.898194] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2388.909544] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] VM already powered off {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2388.909765] env[62291]: DEBUG nova.compute.manager [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2388.910497] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e32fef7-54d2-4a58-a0ee-e6649a64eda5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.918248] env[62291]: DEBUG oslo_concurrency.lockutils [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Acquiring lock "refresh_cache-b2dfa139-ab06-4914-96fd-471045a43b4c" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2388.918420] env[62291]: DEBUG oslo_concurrency.lockutils [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Acquired lock "refresh_cache-b2dfa139-ab06-4914-96fd-471045a43b4c" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2388.918591] env[62291]: DEBUG nova.network.neutron [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2388.951559] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d2caf96-5c47-41b3-b801-fba123126b73 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.958869] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a291c4c7-4953-434a-b9b8-693ab178d04c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.990583] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77de3ad4-0d3c-4de3-b97a-5366f68dbb72 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2388.998476] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c88ddaa-949e-4596-ac45-5f219f91542f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.011776] env[62291]: DEBUG nova.compute.provider_tree [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2389.155216] env[62291]: DEBUG nova.network.neutron [-] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2389.180664] env[62291]: DEBUG oslo_vmware.api [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143676, 'name': RemoveSnapshot_Task, 'duration_secs': 0.571562} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2389.180906] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Deleted Snapshot of the VM instance {{(pid=62291) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2389.181167] env[62291]: INFO nova.compute.manager [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Took 27.99 seconds to snapshot the instance on the hypervisor. [ 2389.189966] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f30fa67-5587-4d98-a905-de473858497f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.200801] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be958eeb-b487-4dc9-bd62-ef5a272fcdcd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.237589] env[62291]: DEBUG nova.compute.manager [req-fa4c5d0e-e152-4769-855f-d6245318ea03 req-d2234eef-1062-4fec-86c4-85fc98ac5c3f service nova] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Detach interface failed, port_id=0b433ff7-2158-4db7-86cc-957cfe8a8db9, reason: Instance 77eaa783-3da6-43ad-bd01-f526c10b4621 could not be found. {{(pid=62291) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 2389.368904] env[62291]: DEBUG oslo_vmware.api [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]523ff00d-22f6-a1eb-776e-a7cbf2f34262, 'name': SearchDatastore_Task, 'duration_secs': 0.016746} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2389.369248] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2389.369482] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2389.369696] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2389.369954] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2389.370284] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2389.370533] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-99499349-30d7-4dfb-941b-68715a304d64 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.375032] env[62291]: DEBUG oslo_vmware.api [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for the task: (returnval){ [ 2389.375032] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5247c37b-e9b4-266d-767c-cbc86f43edd9" [ 2389.375032] env[62291]: _type = "Task" [ 2389.375032] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2389.385157] env[62291]: DEBUG oslo_vmware.api [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5247c37b-e9b4-266d-767c-cbc86f43edd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2389.388338] env[62291]: DEBUG oslo_vmware.api [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52dc2284-a3a0-1a8a-6a45-e8b913c5a804, 'name': SearchDatastore_Task, 'duration_secs': 0.010339} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2389.389052] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a917cdc-9725-4ce7-8ec6-9a79bdd9517d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.394176] env[62291]: DEBUG oslo_vmware.api [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Waiting for the task: (returnval){ [ 2389.394176] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]529caf5e-d19f-d709-81a5-32fea47abac1" [ 2389.394176] env[62291]: _type = "Task" [ 2389.394176] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2389.400807] env[62291]: DEBUG oslo_vmware.api [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]529caf5e-d19f-d709-81a5-32fea47abac1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2389.516846] env[62291]: DEBUG nova.scheduler.client.report [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2389.657460] env[62291]: INFO nova.compute.manager [-] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Took 1.48 seconds to deallocate network for instance. [ 2389.680885] env[62291]: DEBUG nova.network.neutron [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Updating instance_info_cache with network_info: [{"id": "31aded13-37a2-4ab0-9077-1d7346efdd26", "address": "fa:16:3e:34:c4:13", "network": {"id": "bd72be7f-d221-4147-ad88-ef62cefcd5aa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1570843996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27985db97fc84c6ca40a85416f94ab35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31aded13-37", "ovs_interfaceid": "31aded13-37a2-4ab0-9077-1d7346efdd26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2389.725682] env[62291]: DEBUG nova.compute.manager [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Found 3 images (rotation: 2) {{(pid=62291) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4554}} [ 2389.726064] env[62291]: DEBUG nova.compute.manager [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Rotating out 1 backups {{(pid=62291) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4562}} [ 2389.726064] env[62291]: DEBUG nova.compute.manager [None req-fdfdd00c-fcba-41f3-8b0b-d235194da3bc tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Deleting image c11ba848-6f6b-4940-ab0d-e1989529d373 {{(pid=62291) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4567}} [ 2389.740268] env[62291]: DEBUG nova.compute.manager [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2389.760305] env[62291]: DEBUG nova.virt.hardware [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2389.760552] env[62291]: DEBUG nova.virt.hardware [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2389.761137] env[62291]: DEBUG nova.virt.hardware [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2389.761137] env[62291]: DEBUG nova.virt.hardware [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2389.761137] env[62291]: DEBUG nova.virt.hardware [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2389.761391] env[62291]: DEBUG nova.virt.hardware [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2389.761514] env[62291]: DEBUG nova.virt.hardware [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2389.761557] env[62291]: DEBUG nova.virt.hardware [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2389.761728] env[62291]: DEBUG nova.virt.hardware [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2389.761911] env[62291]: DEBUG nova.virt.hardware [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2389.762122] env[62291]: DEBUG nova.virt.hardware [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2389.763281] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64dcd0a1-c558-4c25-b7c7-21449f5ea346 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.771542] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec500179-9bdf-4f62-8ea0-6e6dbb232ccf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.884828] env[62291]: DEBUG oslo_vmware.api [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5247c37b-e9b4-266d-767c-cbc86f43edd9, 'name': SearchDatastore_Task, 'duration_secs': 0.010221} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2389.885144] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2389.885384] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2389.885595] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2389.903824] env[62291]: DEBUG oslo_vmware.api [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]529caf5e-d19f-d709-81a5-32fea47abac1, 'name': SearchDatastore_Task, 'duration_secs': 0.008944} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2389.904068] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2389.904326] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 30dbd972-13a9-44f0-a288-04ce0bb62b3e/30dbd972-13a9-44f0-a288-04ce0bb62b3e.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2389.904593] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2389.904776] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2389.904987] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c940445c-49bf-429a-b73c-a178129b6f3c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.906770] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-93aece41-9752-4055-8595-832e730ba4ed {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.912935] env[62291]: DEBUG oslo_vmware.api [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Waiting for the task: (returnval){ [ 2389.912935] env[62291]: value = "task-2143679" [ 2389.912935] env[62291]: _type = "Task" [ 2389.912935] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2389.916525] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2389.916694] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2389.917630] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5305212d-1d92-4841-833c-812705c444cc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2389.923801] env[62291]: DEBUG oslo_vmware.api [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2389.926925] env[62291]: DEBUG oslo_vmware.api [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2389.926925] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]522413ae-87fc-cabc-9966-acc209882349" [ 2389.926925] env[62291]: _type = "Task" [ 2389.926925] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2389.934016] env[62291]: DEBUG oslo_vmware.api [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]522413ae-87fc-cabc-9966-acc209882349, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2390.020729] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.308s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2390.021319] env[62291]: DEBUG nova.compute.manager [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2390.166353] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5f9b9a3b-6d7d-4c7d-b63a-f8f6021ce69c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2390.166870] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5f9b9a3b-6d7d-4c7d-b63a-f8f6021ce69c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.003s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2390.167318] env[62291]: DEBUG nova.objects.instance [None req-5f9b9a3b-6d7d-4c7d-b63a-f8f6021ce69c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lazy-loading 'resources' on Instance uuid 77eaa783-3da6-43ad-bd01-f526c10b4621 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2390.186234] env[62291]: DEBUG oslo_concurrency.lockutils [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Releasing lock "refresh_cache-b2dfa139-ab06-4914-96fd-471045a43b4c" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2390.424970] env[62291]: DEBUG oslo_vmware.api [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143679, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496725} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2390.427495] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 30dbd972-13a9-44f0-a288-04ce0bb62b3e/30dbd972-13a9-44f0-a288-04ce0bb62b3e.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2390.427797] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2390.428876] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb683626-267a-461f-95b4-2da47d08929d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.439665] env[62291]: DEBUG oslo_vmware.api [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]522413ae-87fc-cabc-9966-acc209882349, 'name': SearchDatastore_Task, 'duration_secs': 0.009216} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2390.441528] env[62291]: DEBUG oslo_vmware.api [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Waiting for the task: (returnval){ [ 2390.441528] env[62291]: value = "task-2143680" [ 2390.441528] env[62291]: _type = "Task" [ 2390.441528] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2390.441727] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfb86b09-ca2e-448c-bfb9-815fb6128f4e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.462723] env[62291]: DEBUG oslo_vmware.api [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2390.462723] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52043709-be09-bd3c-85cf-65a95c88ddd7" [ 2390.462723] env[62291]: _type = "Task" [ 2390.462723] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2390.465654] env[62291]: DEBUG oslo_vmware.api [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143680, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2390.476791] env[62291]: DEBUG oslo_vmware.api [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52043709-be09-bd3c-85cf-65a95c88ddd7, 'name': SearchDatastore_Task, 'duration_secs': 0.017522} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2390.477581] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2390.477581] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] d966ecc5-3ac6-4c71-b86a-4187d9d57ea7/d966ecc5-3ac6-4c71-b86a-4187d9d57ea7.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2390.477785] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2390.477964] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2390.478224] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab91293b-64bb-425f-8eb1-fd50f6bd7019 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.480455] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de8ef401-0e58-41e0-be9d-16fb02479687 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.488313] env[62291]: DEBUG oslo_vmware.api [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2390.488313] env[62291]: value = "task-2143681" [ 2390.488313] env[62291]: _type = "Task" [ 2390.488313] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2390.489765] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2390.489981] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2390.494663] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a07f4a5-c2b8-4409-9c71-bf342465dce4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.505146] env[62291]: DEBUG oslo_vmware.api [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143681, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2390.506661] env[62291]: DEBUG oslo_vmware.api [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for the task: (returnval){ [ 2390.506661] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]522e8680-938c-7988-fddb-8f49c3165237" [ 2390.506661] env[62291]: _type = "Task" [ 2390.506661] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2390.516736] env[62291]: DEBUG oslo_vmware.api [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]522e8680-938c-7988-fddb-8f49c3165237, 'name': SearchDatastore_Task, 'duration_secs': 0.012605} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2390.517761] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e471866b-5c26-4e89-a807-4ce1135244ee {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.523576] env[62291]: DEBUG oslo_vmware.api [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for the task: (returnval){ [ 2390.523576] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5291c9e0-6ed0-c54c-6f0c-32990087d5ba" [ 2390.523576] env[62291]: _type = "Task" [ 2390.523576] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2390.528158] env[62291]: DEBUG nova.compute.utils [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2390.529522] env[62291]: DEBUG nova.compute.manager [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2390.529727] env[62291]: DEBUG nova.network.neutron [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2390.537203] env[62291]: DEBUG oslo_vmware.api [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5291c9e0-6ed0-c54c-6f0c-32990087d5ba, 'name': SearchDatastore_Task, 'duration_secs': 0.007939} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2390.537508] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2390.537853] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] cb7a8bc2-0580-45f0-871d-9d63420a8c7a/cb7a8bc2-0580-45f0-871d-9d63420a8c7a.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2390.538115] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87c7dd6a-0c06-44dc-900b-e633fc58bc34 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.547353] env[62291]: DEBUG oslo_vmware.api [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for the task: (returnval){ [ 2390.547353] env[62291]: value = "task-2143682" [ 2390.547353] env[62291]: _type = "Task" [ 2390.547353] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2390.558536] env[62291]: DEBUG oslo_vmware.api [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143682, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2390.593197] env[62291]: DEBUG nova.policy [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1ce6bb6381a24042a5ba451f9fec0675', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8ab1a96fe2f44bb8a404c685f61bf1c9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2390.602889] env[62291]: DEBUG nova.compute.manager [req-749a3907-9e4a-489e-87a1-60ef344dd899 req-6c5da547-7fbc-46fb-b2b5-559df6c17fcb service nova] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Received event network-vif-plugged-53827931-7653-4cfe-9755-653791c3bd4c {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2390.603160] env[62291]: DEBUG oslo_concurrency.lockutils [req-749a3907-9e4a-489e-87a1-60ef344dd899 req-6c5da547-7fbc-46fb-b2b5-559df6c17fcb service nova] Acquiring lock "5fe8ba35-a2d2-450d-b40b-929094ab5a6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2390.603377] env[62291]: DEBUG oslo_concurrency.lockutils [req-749a3907-9e4a-489e-87a1-60ef344dd899 req-6c5da547-7fbc-46fb-b2b5-559df6c17fcb service nova] Lock "5fe8ba35-a2d2-450d-b40b-929094ab5a6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2390.603555] env[62291]: DEBUG oslo_concurrency.lockutils [req-749a3907-9e4a-489e-87a1-60ef344dd899 req-6c5da547-7fbc-46fb-b2b5-559df6c17fcb service nova] Lock "5fe8ba35-a2d2-450d-b40b-929094ab5a6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2390.603715] env[62291]: DEBUG nova.compute.manager [req-749a3907-9e4a-489e-87a1-60ef344dd899 req-6c5da547-7fbc-46fb-b2b5-559df6c17fcb service nova] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] No waiting events found dispatching network-vif-plugged-53827931-7653-4cfe-9755-653791c3bd4c {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2390.603879] env[62291]: WARNING nova.compute.manager [req-749a3907-9e4a-489e-87a1-60ef344dd899 req-6c5da547-7fbc-46fb-b2b5-559df6c17fcb service nova] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Received unexpected event network-vif-plugged-53827931-7653-4cfe-9755-653791c3bd4c for instance with vm_state building and task_state spawning. [ 2390.767677] env[62291]: DEBUG nova.compute.manager [req-7a5aeff3-dea7-49dd-974f-7f9ca135f8a8 req-8479c5dd-3993-4f7f-8bff-6c45ca299dc3 service nova] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Received event network-vif-unplugged-31aded13-37a2-4ab0-9077-1d7346efdd26 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2390.767958] env[62291]: DEBUG oslo_concurrency.lockutils [req-7a5aeff3-dea7-49dd-974f-7f9ca135f8a8 req-8479c5dd-3993-4f7f-8bff-6c45ca299dc3 service nova] Acquiring lock "b2dfa139-ab06-4914-96fd-471045a43b4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2390.771152] env[62291]: DEBUG oslo_concurrency.lockutils [req-7a5aeff3-dea7-49dd-974f-7f9ca135f8a8 req-8479c5dd-3993-4f7f-8bff-6c45ca299dc3 service nova] Lock "b2dfa139-ab06-4914-96fd-471045a43b4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2390.771152] env[62291]: DEBUG oslo_concurrency.lockutils [req-7a5aeff3-dea7-49dd-974f-7f9ca135f8a8 req-8479c5dd-3993-4f7f-8bff-6c45ca299dc3 service nova] Lock "b2dfa139-ab06-4914-96fd-471045a43b4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2390.771152] env[62291]: DEBUG nova.compute.manager [req-7a5aeff3-dea7-49dd-974f-7f9ca135f8a8 req-8479c5dd-3993-4f7f-8bff-6c45ca299dc3 service nova] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] No waiting events found dispatching network-vif-unplugged-31aded13-37a2-4ab0-9077-1d7346efdd26 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2390.771152] env[62291]: WARNING nova.compute.manager [req-7a5aeff3-dea7-49dd-974f-7f9ca135f8a8 req-8479c5dd-3993-4f7f-8bff-6c45ca299dc3 service nova] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Received unexpected event network-vif-unplugged-31aded13-37a2-4ab0-9077-1d7346efdd26 for instance with vm_state shelved and task_state shelving_offloading. [ 2390.898741] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91cee2b7-fd7d-4218-afde-ee2b0e72210c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.908453] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c15621-8b75-4eca-a9b7-567e1ce682db {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.942950] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b532a4ba-cad7-4b84-9d7b-a8e23f68d5c7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.957530] env[62291]: DEBUG oslo_vmware.api [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143680, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083373} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2390.957802] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2390.958467] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a24ce35-b210-442e-8d68-9b14d41af4c0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.961935] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef0a20aa-1dfd-4495-9ebe-09afdd9edd1b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2390.978680] env[62291]: DEBUG nova.compute.provider_tree [None req-5f9b9a3b-6d7d-4c7d-b63a-f8f6021ce69c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2390.999216] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 30dbd972-13a9-44f0-a288-04ce0bb62b3e/30dbd972-13a9-44f0-a288-04ce0bb62b3e.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2391.000185] env[62291]: DEBUG nova.scheduler.client.report [None req-5f9b9a3b-6d7d-4c7d-b63a-f8f6021ce69c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2391.005042] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b4a962ef-99fd-4270-8df7-80b3c36b0b75 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.021517] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5f9b9a3b-6d7d-4c7d-b63a-f8f6021ce69c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.855s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2391.034933] env[62291]: DEBUG nova.compute.manager [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2391.037925] env[62291]: DEBUG oslo_vmware.api [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143681, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.481339} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2391.040164] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] d966ecc5-3ac6-4c71-b86a-4187d9d57ea7/d966ecc5-3ac6-4c71-b86a-4187d9d57ea7.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2391.040454] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2391.040973] env[62291]: DEBUG oslo_vmware.api [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Waiting for the task: (returnval){ [ 2391.040973] env[62291]: value = "task-2143683" [ 2391.040973] env[62291]: _type = "Task" [ 2391.040973] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2391.040973] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bdc8fd60-a25e-4429-93a4-1b2096e3fd08 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.050925] env[62291]: INFO nova.scheduler.client.report [None req-5f9b9a3b-6d7d-4c7d-b63a-f8f6021ce69c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Deleted allocations for instance 77eaa783-3da6-43ad-bd01-f526c10b4621 [ 2391.063276] env[62291]: DEBUG oslo_vmware.api [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2391.063276] env[62291]: value = "task-2143684" [ 2391.063276] env[62291]: _type = "Task" [ 2391.063276] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2391.064705] env[62291]: DEBUG oslo_vmware.api [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143683, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2391.065888] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2391.071597] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23592ee7-cce9-4773-a992-7b53986ffcba {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.078463] env[62291]: DEBUG oslo_vmware.api [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143682, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2391.089048] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2391.089048] env[62291]: DEBUG oslo_vmware.api [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143684, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2391.089288] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7cc0cb91-e788-45ae-ba64-834f74881250 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.108715] env[62291]: DEBUG nova.network.neutron [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Successfully updated port: 53827931-7653-4cfe-9755-653791c3bd4c {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2391.218931] env[62291]: DEBUG nova.network.neutron [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Successfully created port: 2c6c8ae5-fd8a-4c2f-91c5-d9973810e31d {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2391.466831] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2391.467077] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Deleting contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2391.467387] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Deleting the datastore file [datastore1] b2dfa139-ab06-4914-96fd-471045a43b4c {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2391.468105] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb567664-917d-4263-bfcd-686ced972238 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.477148] env[62291]: DEBUG oslo_vmware.api [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the task: (returnval){ [ 2391.477148] env[62291]: value = "task-2143686" [ 2391.477148] env[62291]: _type = "Task" [ 2391.477148] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2391.486562] env[62291]: DEBUG oslo_vmware.api [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143686, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2391.556711] env[62291]: DEBUG oslo_vmware.api [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143683, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2391.562633] env[62291]: DEBUG oslo_vmware.api [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143682, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.753553} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2391.562797] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] cb7a8bc2-0580-45f0-871d-9d63420a8c7a/cb7a8bc2-0580-45f0-871d-9d63420a8c7a.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2391.563705] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2391.566416] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-625549c3-6f59-43e5-b1d2-358edaa0b821 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.568878] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5f9b9a3b-6d7d-4c7d-b63a-f8f6021ce69c tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lock "77eaa783-3da6-43ad-bd01-f526c10b4621" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.991s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2391.579887] env[62291]: DEBUG oslo_vmware.api [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for the task: (returnval){ [ 2391.579887] env[62291]: value = "task-2143687" [ 2391.579887] env[62291]: _type = "Task" [ 2391.579887] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2391.583916] env[62291]: DEBUG oslo_vmware.api [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143684, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107304} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2391.587324] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2391.588583] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c08d0c2-154e-40f1-ab5d-7e47876c865e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.600586] env[62291]: DEBUG oslo_vmware.api [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143687, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2391.613178] env[62291]: DEBUG oslo_concurrency.lockutils [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "refresh_cache-5fe8ba35-a2d2-450d-b40b-929094ab5a6b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2391.613399] env[62291]: DEBUG oslo_concurrency.lockutils [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquired lock "refresh_cache-5fe8ba35-a2d2-450d-b40b-929094ab5a6b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2391.613514] env[62291]: DEBUG nova.network.neutron [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2391.623723] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] d966ecc5-3ac6-4c71-b86a-4187d9d57ea7/d966ecc5-3ac6-4c71-b86a-4187d9d57ea7.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2391.624890] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40767a2a-806a-4c34-8454-022c9dc47f1c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.646806] env[62291]: DEBUG oslo_vmware.api [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2391.646806] env[62291]: value = "task-2143688" [ 2391.646806] env[62291]: _type = "Task" [ 2391.646806] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2391.658431] env[62291]: DEBUG oslo_vmware.api [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143688, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2391.744056] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f0f09117-ef6a-45a9-9f1f-7620f9deebeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquiring lock "af730d81-bef8-454f-858a-8141561b0086" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2391.745282] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f0f09117-ef6a-45a9-9f1f-7620f9deebeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "af730d81-bef8-454f-858a-8141561b0086" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2391.745282] env[62291]: DEBUG nova.compute.manager [None req-f0f09117-ef6a-45a9-9f1f-7620f9deebeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2391.745477] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135eb80f-229f-4e1e-99fb-bb9a9eab0831 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2391.753916] env[62291]: DEBUG nova.compute.manager [None req-f0f09117-ef6a-45a9-9f1f-7620f9deebeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62291) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 2391.754602] env[62291]: DEBUG nova.objects.instance [None req-f0f09117-ef6a-45a9-9f1f-7620f9deebeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lazy-loading 'flavor' on Instance uuid af730d81-bef8-454f-858a-8141561b0086 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2391.987465] env[62291]: DEBUG oslo_vmware.api [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143686, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171945} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2391.987818] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2391.987860] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Deleted contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2391.988014] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2392.017994] env[62291]: INFO nova.scheduler.client.report [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Deleted allocations for instance b2dfa139-ab06-4914-96fd-471045a43b4c [ 2392.044965] env[62291]: DEBUG nova.compute.manager [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2392.057859] env[62291]: DEBUG oslo_vmware.api [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143683, 'name': ReconfigVM_Task, 'duration_secs': 0.589891} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2392.058204] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 30dbd972-13a9-44f0-a288-04ce0bb62b3e/30dbd972-13a9-44f0-a288-04ce0bb62b3e.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2392.058952] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c0fcbe28-e7cb-41bd-aa41-77bbe5987252 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.069327] env[62291]: DEBUG oslo_vmware.api [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Waiting for the task: (returnval){ [ 2392.069327] env[62291]: value = "task-2143690" [ 2392.069327] env[62291]: _type = "Task" [ 2392.069327] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2392.071879] env[62291]: DEBUG nova.virt.hardware [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2392.072170] env[62291]: DEBUG nova.virt.hardware [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2392.072286] env[62291]: DEBUG nova.virt.hardware [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2392.072471] env[62291]: DEBUG nova.virt.hardware [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2392.072615] env[62291]: DEBUG nova.virt.hardware [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2392.072761] env[62291]: DEBUG nova.virt.hardware [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2392.072972] env[62291]: DEBUG nova.virt.hardware [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2392.073160] env[62291]: DEBUG nova.virt.hardware [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2392.073328] env[62291]: DEBUG nova.virt.hardware [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2392.073495] env[62291]: DEBUG nova.virt.hardware [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2392.073667] env[62291]: DEBUG nova.virt.hardware [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2392.075047] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ecab6f-4ffa-4af0-a376-72ff5c4be0a5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.093453] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b4f530-ab89-4daa-8b2d-0fdbb80bb821 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.098524] env[62291]: DEBUG oslo_vmware.api [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143690, 'name': Rename_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2392.104428] env[62291]: DEBUG oslo_vmware.api [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143687, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082268} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2392.112787] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2392.113926] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7f89ac-254b-4a6c-b320-1ab71bbb3a41 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.140085] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] cb7a8bc2-0580-45f0-871d-9d63420a8c7a/cb7a8bc2-0580-45f0-871d-9d63420a8c7a.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2392.140801] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa4cd80f-160f-46b2-a696-3b5cae7c91b2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.168327] env[62291]: DEBUG oslo_vmware.api [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143688, 'name': ReconfigVM_Task, 'duration_secs': 0.3141} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2392.169593] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] Reconfigured VM instance instance-0000006a to attach disk [datastore2] d966ecc5-3ac6-4c71-b86a-4187d9d57ea7/d966ecc5-3ac6-4c71-b86a-4187d9d57ea7.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2392.170394] env[62291]: DEBUG oslo_vmware.api [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for the task: (returnval){ [ 2392.170394] env[62291]: value = "task-2143691" [ 2392.170394] env[62291]: _type = "Task" [ 2392.170394] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2392.171145] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c62f1c0-b9b5-4561-8555-69bde9efbac9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.182800] env[62291]: DEBUG oslo_vmware.api [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143691, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2392.184437] env[62291]: DEBUG oslo_vmware.api [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2392.184437] env[62291]: value = "task-2143692" [ 2392.184437] env[62291]: _type = "Task" [ 2392.184437] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2392.192091] env[62291]: DEBUG nova.network.neutron [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2392.197933] env[62291]: DEBUG oslo_vmware.api [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143692, 'name': Rename_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2392.260291] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0f09117-ef6a-45a9-9f1f-7620f9deebeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2392.260508] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af8c97a4-25e5-48a1-800f-85850a5fdd05 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.268865] env[62291]: DEBUG oslo_vmware.api [None req-f0f09117-ef6a-45a9-9f1f-7620f9deebeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2392.268865] env[62291]: value = "task-2143693" [ 2392.268865] env[62291]: _type = "Task" [ 2392.268865] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2392.280963] env[62291]: DEBUG oslo_vmware.api [None req-f0f09117-ef6a-45a9-9f1f-7620f9deebeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143693, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2392.376476] env[62291]: DEBUG nova.network.neutron [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Updating instance_info_cache with network_info: [{"id": "53827931-7653-4cfe-9755-653791c3bd4c", "address": "fa:16:3e:17:ac:d6", "network": {"id": "818bf107-525d-4bd9-af99-c673972d2be1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-171136124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34994f4ae104d49b1e76215acee435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53827931-76", "ovs_interfaceid": "53827931-7653-4cfe-9755-653791c3bd4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2392.523186] env[62291]: DEBUG oslo_concurrency.lockutils [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2392.523506] env[62291]: DEBUG oslo_concurrency.lockutils [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2392.523702] env[62291]: DEBUG nova.objects.instance [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lazy-loading 'resources' on Instance uuid b2dfa139-ab06-4914-96fd-471045a43b4c {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2392.583419] env[62291]: DEBUG oslo_vmware.api [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143690, 'name': Rename_Task, 'duration_secs': 0.206895} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2392.583793] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2392.584015] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-067e702d-9517-47bd-b438-0ccbe4da8dd5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.590743] env[62291]: DEBUG oslo_vmware.api [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Waiting for the task: (returnval){ [ 2392.590743] env[62291]: value = "task-2143694" [ 2392.590743] env[62291]: _type = "Task" [ 2392.590743] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2392.599144] env[62291]: DEBUG oslo_vmware.api [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143694, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2392.691769] env[62291]: DEBUG oslo_vmware.api [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143691, 'name': ReconfigVM_Task, 'duration_secs': 0.354351} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2392.691976] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Reconfigured VM instance instance-0000006c to attach disk [datastore2] cb7a8bc2-0580-45f0-871d-9d63420a8c7a/cb7a8bc2-0580-45f0-871d-9d63420a8c7a.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2392.692628] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca986225-2a26-4e09-af3d-10aa530d521b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.697167] env[62291]: DEBUG oslo_vmware.api [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143692, 'name': Rename_Task, 'duration_secs': 0.185539} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2392.697873] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2392.698051] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c15e33b-4184-4861-9037-94e703d55f16 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.703415] env[62291]: DEBUG oslo_vmware.api [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for the task: (returnval){ [ 2392.703415] env[62291]: value = "task-2143695" [ 2392.703415] env[62291]: _type = "Task" [ 2392.703415] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2392.707597] env[62291]: DEBUG oslo_vmware.api [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2392.707597] env[62291]: value = "task-2143696" [ 2392.707597] env[62291]: _type = "Task" [ 2392.707597] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2392.714279] env[62291]: DEBUG oslo_vmware.api [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143695, 'name': Rename_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2392.721349] env[62291]: DEBUG oslo_vmware.api [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143696, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2392.780563] env[62291]: DEBUG oslo_vmware.api [None req-f0f09117-ef6a-45a9-9f1f-7620f9deebeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143693, 'name': PowerOffVM_Task, 'duration_secs': 0.254124} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2392.780898] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-f0f09117-ef6a-45a9-9f1f-7620f9deebeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2392.781098] env[62291]: DEBUG nova.compute.manager [None req-f0f09117-ef6a-45a9-9f1f-7620f9deebeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2392.781948] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c75ddf-3048-4062-b63a-483dffb21504 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.810030] env[62291]: DEBUG nova.compute.manager [req-76b65eeb-ef48-4389-871d-05bdfe9916ae req-acd41fcd-91bb-4ae1-a694-a87cdf838f57 service nova] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Received event network-changed-31aded13-37a2-4ab0-9077-1d7346efdd26 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2392.810266] env[62291]: DEBUG nova.compute.manager [req-76b65eeb-ef48-4389-871d-05bdfe9916ae req-acd41fcd-91bb-4ae1-a694-a87cdf838f57 service nova] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Refreshing instance network info cache due to event network-changed-31aded13-37a2-4ab0-9077-1d7346efdd26. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2392.810485] env[62291]: DEBUG oslo_concurrency.lockutils [req-76b65eeb-ef48-4389-871d-05bdfe9916ae req-acd41fcd-91bb-4ae1-a694-a87cdf838f57 service nova] Acquiring lock "refresh_cache-b2dfa139-ab06-4914-96fd-471045a43b4c" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2392.810630] env[62291]: DEBUG oslo_concurrency.lockutils [req-76b65eeb-ef48-4389-871d-05bdfe9916ae req-acd41fcd-91bb-4ae1-a694-a87cdf838f57 service nova] Acquired lock "refresh_cache-b2dfa139-ab06-4914-96fd-471045a43b4c" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2392.810788] env[62291]: DEBUG nova.network.neutron [req-76b65eeb-ef48-4389-871d-05bdfe9916ae req-acd41fcd-91bb-4ae1-a694-a87cdf838f57 service nova] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Refreshing network info cache for port 31aded13-37a2-4ab0-9077-1d7346efdd26 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2392.878786] env[62291]: DEBUG oslo_concurrency.lockutils [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Releasing lock "refresh_cache-5fe8ba35-a2d2-450d-b40b-929094ab5a6b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2392.879146] env[62291]: DEBUG nova.compute.manager [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Instance network_info: |[{"id": "53827931-7653-4cfe-9755-653791c3bd4c", "address": "fa:16:3e:17:ac:d6", "network": {"id": "818bf107-525d-4bd9-af99-c673972d2be1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-171136124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34994f4ae104d49b1e76215acee435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53827931-76", "ovs_interfaceid": "53827931-7653-4cfe-9755-653791c3bd4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2392.879579] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:ac:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62d6a386-ffdb-4232-83f3-cb21c5e59e85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53827931-7653-4cfe-9755-653791c3bd4c', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2392.891314] env[62291]: DEBUG oslo.service.loopingcall [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2392.892509] env[62291]: DEBUG nova.network.neutron [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Successfully updated port: 2c6c8ae5-fd8a-4c2f-91c5-d9973810e31d {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2392.894455] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2392.895045] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5e0eaac1-31d0-4fb8-914f-186a572359cf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2392.920040] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2392.920040] env[62291]: value = "task-2143697" [ 2392.920040] env[62291]: _type = "Task" [ 2392.920040] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2392.929472] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143697, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2393.026679] env[62291]: DEBUG nova.objects.instance [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lazy-loading 'numa_topology' on Instance uuid b2dfa139-ab06-4914-96fd-471045a43b4c {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2393.102761] env[62291]: DEBUG oslo_vmware.api [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143694, 'name': PowerOnVM_Task, 'duration_secs': 0.508546} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2393.103125] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2393.103373] env[62291]: INFO nova.compute.manager [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Took 20.97 seconds to spawn the instance on the hypervisor. [ 2393.103586] env[62291]: DEBUG nova.compute.manager [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2393.104464] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991ec896-c970-43ef-9235-fc43647154a6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.215670] env[62291]: DEBUG oslo_vmware.api [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143695, 'name': Rename_Task, 'duration_secs': 0.187479} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2393.216416] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2393.216733] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0e678cc-a8cc-42e0-9134-44b8eefbf5aa {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.223386] env[62291]: DEBUG oslo_vmware.api [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143696, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2393.229302] env[62291]: DEBUG oslo_vmware.api [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for the task: (returnval){ [ 2393.229302] env[62291]: value = "task-2143698" [ 2393.229302] env[62291]: _type = "Task" [ 2393.229302] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2393.239273] env[62291]: DEBUG oslo_vmware.api [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143698, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2393.307494] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f0f09117-ef6a-45a9-9f1f-7620f9deebeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "af730d81-bef8-454f-858a-8141561b0086" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.563s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2393.396179] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquiring lock "refresh_cache-9907379d-085e-4ce8-af6b-68caf5314965" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2393.396347] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquired lock "refresh_cache-9907379d-085e-4ce8-af6b-68caf5314965" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2393.396497] env[62291]: DEBUG nova.network.neutron [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2393.437664] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143697, 'name': CreateVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2393.532622] env[62291]: DEBUG nova.objects.base [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=62291) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 2393.574332] env[62291]: DEBUG nova.network.neutron [req-76b65eeb-ef48-4389-871d-05bdfe9916ae req-acd41fcd-91bb-4ae1-a694-a87cdf838f57 service nova] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Updated VIF entry in instance network info cache for port 31aded13-37a2-4ab0-9077-1d7346efdd26. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2393.574717] env[62291]: DEBUG nova.network.neutron [req-76b65eeb-ef48-4389-871d-05bdfe9916ae req-acd41fcd-91bb-4ae1-a694-a87cdf838f57 service nova] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Updating instance_info_cache with network_info: [{"id": "31aded13-37a2-4ab0-9077-1d7346efdd26", "address": "fa:16:3e:34:c4:13", "network": {"id": "bd72be7f-d221-4147-ad88-ef62cefcd5aa", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1570843996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27985db97fc84c6ca40a85416f94ab35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap31aded13-37", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2393.633475] env[62291]: INFO nova.compute.manager [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Took 26.89 seconds to build instance. [ 2393.722182] env[62291]: DEBUG oslo_vmware.api [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143696, 'name': PowerOnVM_Task, 'duration_secs': 0.956742} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2393.724094] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2393.724094] env[62291]: INFO nova.compute.manager [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] Took 24.06 seconds to spawn the instance on the hypervisor. [ 2393.724094] env[62291]: DEBUG nova.compute.manager [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2393.724094] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73351412-e793-4a1d-8042-a25aff85f2a1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.728732] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf746ce-b22a-409b-a5b8-5eac38a24243 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.742453] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74032983-03eb-4a45-aabf-573c90f37d11 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.749562] env[62291]: DEBUG oslo_vmware.api [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143698, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2393.782060] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71052d08-4115-4b64-b417-d716d4f6c2a6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.791245] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff422ab-d75b-4268-a6fb-8acdf1df1452 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.807463] env[62291]: DEBUG nova.compute.provider_tree [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2393.932173] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143697, 'name': CreateVM_Task, 'duration_secs': 0.553739} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2393.932413] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2393.933827] env[62291]: DEBUG oslo_concurrency.lockutils [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2393.934083] env[62291]: DEBUG oslo_concurrency.lockutils [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2393.934480] env[62291]: DEBUG oslo_concurrency.lockutils [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2393.934814] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5002a4a-9830-4413-a173-fc74c64f4aeb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2393.941249] env[62291]: DEBUG oslo_vmware.api [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for the task: (returnval){ [ 2393.941249] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]520a53a7-f1d1-39be-0b95-32ae89513c85" [ 2393.941249] env[62291]: _type = "Task" [ 2393.941249] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2393.952229] env[62291]: DEBUG oslo_vmware.api [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]520a53a7-f1d1-39be-0b95-32ae89513c85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2393.953236] env[62291]: DEBUG nova.network.neutron [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2394.077270] env[62291]: DEBUG oslo_concurrency.lockutils [req-76b65eeb-ef48-4389-871d-05bdfe9916ae req-acd41fcd-91bb-4ae1-a694-a87cdf838f57 service nova] Releasing lock "refresh_cache-b2dfa139-ab06-4914-96fd-471045a43b4c" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2394.077720] env[62291]: DEBUG nova.compute.manager [req-76b65eeb-ef48-4389-871d-05bdfe9916ae req-acd41fcd-91bb-4ae1-a694-a87cdf838f57 service nova] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Received event network-changed-53827931-7653-4cfe-9755-653791c3bd4c {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2394.077993] env[62291]: DEBUG nova.compute.manager [req-76b65eeb-ef48-4389-871d-05bdfe9916ae req-acd41fcd-91bb-4ae1-a694-a87cdf838f57 service nova] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Refreshing instance network info cache due to event network-changed-53827931-7653-4cfe-9755-653791c3bd4c. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2394.078242] env[62291]: DEBUG oslo_concurrency.lockutils [req-76b65eeb-ef48-4389-871d-05bdfe9916ae req-acd41fcd-91bb-4ae1-a694-a87cdf838f57 service nova] Acquiring lock "refresh_cache-5fe8ba35-a2d2-450d-b40b-929094ab5a6b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2394.078399] env[62291]: DEBUG oslo_concurrency.lockutils [req-76b65eeb-ef48-4389-871d-05bdfe9916ae req-acd41fcd-91bb-4ae1-a694-a87cdf838f57 service nova] Acquired lock "refresh_cache-5fe8ba35-a2d2-450d-b40b-929094ab5a6b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2394.078563] env[62291]: DEBUG nova.network.neutron [req-76b65eeb-ef48-4389-871d-05bdfe9916ae req-acd41fcd-91bb-4ae1-a694-a87cdf838f57 service nova] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Refreshing network info cache for port 53827931-7653-4cfe-9755-653791c3bd4c {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2394.131500] env[62291]: DEBUG nova.network.neutron [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Updating instance_info_cache with network_info: [{"id": "2c6c8ae5-fd8a-4c2f-91c5-d9973810e31d", "address": "fa:16:3e:39:fb:25", "network": {"id": "79f92d1f-a80b-4ece-b0b6-12f706432cf7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-405954475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ab1a96fe2f44bb8a404c685f61bf1c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c6c8ae5-fd", "ovs_interfaceid": "2c6c8ae5-fd8a-4c2f-91c5-d9973810e31d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2394.137878] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b3ba0a83-8829-4083-9b26-1b92fbf8a3f7 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lock "30dbd972-13a9-44f0-a288-04ce0bb62b3e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.428s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2394.250479] env[62291]: DEBUG oslo_vmware.api [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143698, 'name': PowerOnVM_Task, 'duration_secs': 0.758182} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2394.250479] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2394.250479] env[62291]: INFO nova.compute.manager [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Took 16.71 seconds to spawn the instance on the hypervisor. [ 2394.250479] env[62291]: DEBUG nova.compute.manager [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2394.250479] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05797178-2b7c-41a2-ad93-0661402eb1d9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2394.255805] env[62291]: INFO nova.compute.manager [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] Took 31.26 seconds to build instance. [ 2394.310059] env[62291]: DEBUG nova.scheduler.client.report [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2394.455237] env[62291]: DEBUG oslo_vmware.api [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]520a53a7-f1d1-39be-0b95-32ae89513c85, 'name': SearchDatastore_Task, 'duration_secs': 0.015011} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2394.455616] env[62291]: DEBUG oslo_concurrency.lockutils [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2394.455863] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2394.456124] env[62291]: DEBUG oslo_concurrency.lockutils [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2394.456278] env[62291]: DEBUG oslo_concurrency.lockutils [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2394.456462] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2394.457068] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b3c786c0-619c-43ab-8ab4-9c565d517adf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2394.467493] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2394.467685] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2394.468462] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22cf5a64-0d3d-4882-8915-de17bf96ac54 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2394.475060] env[62291]: DEBUG oslo_vmware.api [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for the task: (returnval){ [ 2394.475060] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5299ffeb-506a-d5c6-6a83-a8a855168574" [ 2394.475060] env[62291]: _type = "Task" [ 2394.475060] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2394.485680] env[62291]: DEBUG oslo_vmware.api [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5299ffeb-506a-d5c6-6a83-a8a855168574, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2394.634383] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Releasing lock "refresh_cache-9907379d-085e-4ce8-af6b-68caf5314965" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2394.634705] env[62291]: DEBUG nova.compute.manager [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Instance network_info: |[{"id": "2c6c8ae5-fd8a-4c2f-91c5-d9973810e31d", "address": "fa:16:3e:39:fb:25", "network": {"id": "79f92d1f-a80b-4ece-b0b6-12f706432cf7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-405954475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ab1a96fe2f44bb8a404c685f61bf1c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c6c8ae5-fd", "ovs_interfaceid": "2c6c8ae5-fd8a-4c2f-91c5-d9973810e31d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2394.635529] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:fb:25', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b94712a6-b777-47dd-bc06-f9acfce2d936', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c6c8ae5-fd8a-4c2f-91c5-d9973810e31d', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2394.643428] env[62291]: DEBUG oslo.service.loopingcall [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2394.643917] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2394.644228] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10077479-516e-4a09-ae7c-54626e17343a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2394.665789] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2394.665789] env[62291]: value = "task-2143700" [ 2394.665789] env[62291]: _type = "Task" [ 2394.665789] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2394.673715] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143700, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2394.758821] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8b1b21d6-1500-4774-860e-cadfff6934a9 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "d966ecc5-3ac6-4c71-b86a-4187d9d57ea7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.776s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2394.763551] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Acquiring lock "b2dfa139-ab06-4914-96fd-471045a43b4c" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2394.777932] env[62291]: INFO nova.compute.manager [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Took 25.08 seconds to build instance. [ 2394.814833] env[62291]: DEBUG oslo_concurrency.lockutils [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.291s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2394.973076] env[62291]: DEBUG nova.compute.manager [req-d95efbf0-e66d-41d3-8d92-cdb9262f8b9a req-faff9471-e3a2-4f2e-996f-08ec42cc4ad5 service nova] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Received event network-changed-2c6c8ae5-fd8a-4c2f-91c5-d9973810e31d {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2394.973308] env[62291]: DEBUG nova.compute.manager [req-d95efbf0-e66d-41d3-8d92-cdb9262f8b9a req-faff9471-e3a2-4f2e-996f-08ec42cc4ad5 service nova] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Refreshing instance network info cache due to event network-changed-2c6c8ae5-fd8a-4c2f-91c5-d9973810e31d. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2394.973544] env[62291]: DEBUG oslo_concurrency.lockutils [req-d95efbf0-e66d-41d3-8d92-cdb9262f8b9a req-faff9471-e3a2-4f2e-996f-08ec42cc4ad5 service nova] Acquiring lock "refresh_cache-9907379d-085e-4ce8-af6b-68caf5314965" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2394.973696] env[62291]: DEBUG oslo_concurrency.lockutils [req-d95efbf0-e66d-41d3-8d92-cdb9262f8b9a req-faff9471-e3a2-4f2e-996f-08ec42cc4ad5 service nova] Acquired lock "refresh_cache-9907379d-085e-4ce8-af6b-68caf5314965" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2394.973865] env[62291]: DEBUG nova.network.neutron [req-d95efbf0-e66d-41d3-8d92-cdb9262f8b9a req-faff9471-e3a2-4f2e-996f-08ec42cc4ad5 service nova] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Refreshing network info cache for port 2c6c8ae5-fd8a-4c2f-91c5-d9973810e31d {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2394.991541] env[62291]: DEBUG oslo_vmware.api [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5299ffeb-506a-d5c6-6a83-a8a855168574, 'name': SearchDatastore_Task, 'duration_secs': 0.029238} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2394.992483] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e57e1f4f-cee8-4d37-b189-ef895e0fb4d0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2394.999672] env[62291]: DEBUG oslo_vmware.api [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for the task: (returnval){ [ 2394.999672] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52147e66-ac34-f448-ad69-eadbf0ce7594" [ 2394.999672] env[62291]: _type = "Task" [ 2394.999672] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2395.008580] env[62291]: DEBUG oslo_vmware.api [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52147e66-ac34-f448-ad69-eadbf0ce7594, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2395.068242] env[62291]: DEBUG nova.compute.manager [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Stashing vm_state: stopped {{(pid=62291) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 2395.120774] env[62291]: DEBUG nova.network.neutron [req-76b65eeb-ef48-4389-871d-05bdfe9916ae req-acd41fcd-91bb-4ae1-a694-a87cdf838f57 service nova] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Updated VIF entry in instance network info cache for port 53827931-7653-4cfe-9755-653791c3bd4c. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2395.121164] env[62291]: DEBUG nova.network.neutron [req-76b65eeb-ef48-4389-871d-05bdfe9916ae req-acd41fcd-91bb-4ae1-a694-a87cdf838f57 service nova] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Updating instance_info_cache with network_info: [{"id": "53827931-7653-4cfe-9755-653791c3bd4c", "address": "fa:16:3e:17:ac:d6", "network": {"id": "818bf107-525d-4bd9-af99-c673972d2be1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-171136124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34994f4ae104d49b1e76215acee435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53827931-76", "ovs_interfaceid": "53827931-7653-4cfe-9755-653791c3bd4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2395.176272] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143700, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2395.282780] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7256e35b-2507-4f13-a519-add4804fca95 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lock "cb7a8bc2-0580-45f0-871d-9d63420a8c7a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.613s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2395.306534] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f1e15c50-5694-4eec-9bdc-c4c7d633e70a tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "d966ecc5-3ac6-4c71-b86a-4187d9d57ea7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2395.306790] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f1e15c50-5694-4eec-9bdc-c4c7d633e70a tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "d966ecc5-3ac6-4c71-b86a-4187d9d57ea7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2395.306976] env[62291]: DEBUG nova.compute.manager [None req-f1e15c50-5694-4eec-9bdc-c4c7d633e70a tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2395.307964] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7781d32f-8feb-4b45-a1f5-afb139eb826a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.315704] env[62291]: DEBUG nova.compute.manager [None req-f1e15c50-5694-4eec-9bdc-c4c7d633e70a tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62291) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 2395.316337] env[62291]: DEBUG nova.objects.instance [None req-f1e15c50-5694-4eec-9bdc-c4c7d633e70a tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lazy-loading 'flavor' on Instance uuid d966ecc5-3ac6-4c71-b86a-4187d9d57ea7 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2395.326584] env[62291]: DEBUG oslo_concurrency.lockutils [None req-948635c7-e5dd-4c32-985e-5facce1de34e tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lock "b2dfa139-ab06-4914-96fd-471045a43b4c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 34.025s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2395.327090] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lock "b2dfa139-ab06-4914-96fd-471045a43b4c" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.564s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2395.327226] env[62291]: INFO nova.compute.manager [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Unshelving [ 2395.510985] env[62291]: DEBUG oslo_vmware.api [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52147e66-ac34-f448-ad69-eadbf0ce7594, 'name': SearchDatastore_Task, 'duration_secs': 0.010531} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2395.511330] env[62291]: DEBUG oslo_concurrency.lockutils [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2395.511687] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 5fe8ba35-a2d2-450d-b40b-929094ab5a6b/5fe8ba35-a2d2-450d-b40b-929094ab5a6b.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2395.511861] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-046c051e-bdd4-4feb-b4e4-95bfdc7e7115 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.519333] env[62291]: DEBUG oslo_vmware.api [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for the task: (returnval){ [ 2395.519333] env[62291]: value = "task-2143701" [ 2395.519333] env[62291]: _type = "Task" [ 2395.519333] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2395.531393] env[62291]: DEBUG oslo_vmware.api [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143701, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2395.563783] env[62291]: DEBUG nova.compute.manager [req-50b394d3-1db7-4b22-8be1-7e2bbeab78b9 req-8ccd3164-4b32-47f6-a345-d5feaa8ff5de service nova] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Received event network-changed-2e0abd1c-9cf8-40e2-b6ce-1c77a4c162ba {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2395.564603] env[62291]: DEBUG nova.compute.manager [req-50b394d3-1db7-4b22-8be1-7e2bbeab78b9 req-8ccd3164-4b32-47f6-a345-d5feaa8ff5de service nova] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Refreshing instance network info cache due to event network-changed-2e0abd1c-9cf8-40e2-b6ce-1c77a4c162ba. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2395.564603] env[62291]: DEBUG oslo_concurrency.lockutils [req-50b394d3-1db7-4b22-8be1-7e2bbeab78b9 req-8ccd3164-4b32-47f6-a345-d5feaa8ff5de service nova] Acquiring lock "refresh_cache-cb7a8bc2-0580-45f0-871d-9d63420a8c7a" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2395.564603] env[62291]: DEBUG oslo_concurrency.lockutils [req-50b394d3-1db7-4b22-8be1-7e2bbeab78b9 req-8ccd3164-4b32-47f6-a345-d5feaa8ff5de service nova] Acquired lock "refresh_cache-cb7a8bc2-0580-45f0-871d-9d63420a8c7a" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2395.564603] env[62291]: DEBUG nova.network.neutron [req-50b394d3-1db7-4b22-8be1-7e2bbeab78b9 req-8ccd3164-4b32-47f6-a345-d5feaa8ff5de service nova] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Refreshing network info cache for port 2e0abd1c-9cf8-40e2-b6ce-1c77a4c162ba {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2395.623421] env[62291]: DEBUG oslo_concurrency.lockutils [req-76b65eeb-ef48-4389-871d-05bdfe9916ae req-acd41fcd-91bb-4ae1-a694-a87cdf838f57 service nova] Releasing lock "refresh_cache-5fe8ba35-a2d2-450d-b40b-929094ab5a6b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2395.623708] env[62291]: DEBUG nova.compute.manager [req-76b65eeb-ef48-4389-871d-05bdfe9916ae req-acd41fcd-91bb-4ae1-a694-a87cdf838f57 service nova] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Received event network-vif-plugged-2c6c8ae5-fd8a-4c2f-91c5-d9973810e31d {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2395.623925] env[62291]: DEBUG oslo_concurrency.lockutils [req-76b65eeb-ef48-4389-871d-05bdfe9916ae req-acd41fcd-91bb-4ae1-a694-a87cdf838f57 service nova] Acquiring lock "9907379d-085e-4ce8-af6b-68caf5314965-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2395.624165] env[62291]: DEBUG oslo_concurrency.lockutils [req-76b65eeb-ef48-4389-871d-05bdfe9916ae req-acd41fcd-91bb-4ae1-a694-a87cdf838f57 service nova] Lock "9907379d-085e-4ce8-af6b-68caf5314965-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2395.624322] env[62291]: DEBUG oslo_concurrency.lockutils [req-76b65eeb-ef48-4389-871d-05bdfe9916ae req-acd41fcd-91bb-4ae1-a694-a87cdf838f57 service nova] Lock "9907379d-085e-4ce8-af6b-68caf5314965-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2395.624511] env[62291]: DEBUG nova.compute.manager [req-76b65eeb-ef48-4389-871d-05bdfe9916ae req-acd41fcd-91bb-4ae1-a694-a87cdf838f57 service nova] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] No waiting events found dispatching network-vif-plugged-2c6c8ae5-fd8a-4c2f-91c5-d9973810e31d {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2395.624679] env[62291]: WARNING nova.compute.manager [req-76b65eeb-ef48-4389-871d-05bdfe9916ae req-acd41fcd-91bb-4ae1-a694-a87cdf838f57 service nova] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Received unexpected event network-vif-plugged-2c6c8ae5-fd8a-4c2f-91c5-d9973810e31d for instance with vm_state building and task_state spawning. [ 2395.677235] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143700, 'name': CreateVM_Task, 'duration_secs': 0.816232} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2395.677441] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2395.678218] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2395.678399] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2395.678992] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2395.679095] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61b5b12b-0ade-4c19-ac23-921615a692c3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.687692] env[62291]: DEBUG oslo_vmware.api [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2395.687692] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52ce9b25-1628-4c8b-83f1-6cb4aca3ba42" [ 2395.687692] env[62291]: _type = "Task" [ 2395.687692] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2395.688695] env[62291]: DEBUG oslo_concurrency.lockutils [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2395.688949] env[62291]: DEBUG oslo_concurrency.lockutils [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2395.703367] env[62291]: DEBUG oslo_vmware.api [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52ce9b25-1628-4c8b-83f1-6cb4aca3ba42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2395.765754] env[62291]: DEBUG nova.network.neutron [req-d95efbf0-e66d-41d3-8d92-cdb9262f8b9a req-faff9471-e3a2-4f2e-996f-08ec42cc4ad5 service nova] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Updated VIF entry in instance network info cache for port 2c6c8ae5-fd8a-4c2f-91c5-d9973810e31d. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2395.766172] env[62291]: DEBUG nova.network.neutron [req-d95efbf0-e66d-41d3-8d92-cdb9262f8b9a req-faff9471-e3a2-4f2e-996f-08ec42cc4ad5 service nova] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Updating instance_info_cache with network_info: [{"id": "2c6c8ae5-fd8a-4c2f-91c5-d9973810e31d", "address": "fa:16:3e:39:fb:25", "network": {"id": "79f92d1f-a80b-4ece-b0b6-12f706432cf7", "bridge": "br-int", "label": "tempest-ImagesTestJSON-405954475-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8ab1a96fe2f44bb8a404c685f61bf1c9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b94712a6-b777-47dd-bc06-f9acfce2d936", "external-id": "nsx-vlan-transportzone-494", "segmentation_id": 494, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c6c8ae5-fd", "ovs_interfaceid": "2c6c8ae5-fd8a-4c2f-91c5-d9973810e31d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2395.821628] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e15c50-5694-4eec-9bdc-c4c7d633e70a tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2395.822034] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b97e516c-eea9-45f1-8bc5-cef97ffcf6cf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2395.835229] env[62291]: DEBUG oslo_vmware.api [None req-f1e15c50-5694-4eec-9bdc-c4c7d633e70a tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2395.835229] env[62291]: value = "task-2143702" [ 2395.835229] env[62291]: _type = "Task" [ 2395.835229] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2395.848328] env[62291]: DEBUG oslo_vmware.api [None req-f1e15c50-5694-4eec-9bdc-c4c7d633e70a tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143702, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2396.030931] env[62291]: DEBUG oslo_vmware.api [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143701, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487892} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2396.031289] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 5fe8ba35-a2d2-450d-b40b-929094ab5a6b/5fe8ba35-a2d2-450d-b40b-929094ab5a6b.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2396.031547] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2396.031857] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5530059-a024-4a26-a955-8b178c9a2e70 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.039642] env[62291]: DEBUG oslo_vmware.api [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for the task: (returnval){ [ 2396.039642] env[62291]: value = "task-2143703" [ 2396.039642] env[62291]: _type = "Task" [ 2396.039642] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2396.050346] env[62291]: DEBUG oslo_vmware.api [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143703, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2396.200321] env[62291]: INFO nova.compute.claims [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2396.210666] env[62291]: DEBUG oslo_vmware.api [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52ce9b25-1628-4c8b-83f1-6cb4aca3ba42, 'name': SearchDatastore_Task, 'duration_secs': 0.019863} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2396.210982] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2396.211235] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2396.211466] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2396.211612] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2396.211792] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2396.212419] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c573b70-fbf6-4d30-bb3c-f2bc09ccfe4b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.222160] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2396.222518] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2396.223879] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43fe0e12-8705-44cd-a14a-e30ee6d12140 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.232851] env[62291]: DEBUG oslo_vmware.api [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2396.232851] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52600bec-ea01-2e0a-103a-fee2c16defc4" [ 2396.232851] env[62291]: _type = "Task" [ 2396.232851] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2396.248021] env[62291]: DEBUG oslo_vmware.api [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52600bec-ea01-2e0a-103a-fee2c16defc4, 'name': SearchDatastore_Task, 'duration_secs': 0.010535} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2396.248451] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38d4bbb4-1f77-48fd-a454-cfce6371cbf4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.254557] env[62291]: DEBUG oslo_vmware.api [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2396.254557] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]521aa1e5-3436-c46b-999b-d0c0495a3f96" [ 2396.254557] env[62291]: _type = "Task" [ 2396.254557] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2396.264806] env[62291]: DEBUG oslo_vmware.api [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]521aa1e5-3436-c46b-999b-d0c0495a3f96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2396.268671] env[62291]: DEBUG oslo_concurrency.lockutils [req-d95efbf0-e66d-41d3-8d92-cdb9262f8b9a req-faff9471-e3a2-4f2e-996f-08ec42cc4ad5 service nova] Releasing lock "refresh_cache-9907379d-085e-4ce8-af6b-68caf5314965" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2396.342968] env[62291]: DEBUG nova.compute.utils [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2396.351773] env[62291]: DEBUG oslo_vmware.api [None req-f1e15c50-5694-4eec-9bdc-c4c7d633e70a tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143702, 'name': PowerOffVM_Task, 'duration_secs': 0.360242} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2396.351885] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1e15c50-5694-4eec-9bdc-c4c7d633e70a tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2396.352139] env[62291]: DEBUG nova.compute.manager [None req-f1e15c50-5694-4eec-9bdc-c4c7d633e70a tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2396.352988] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3309ad0-1a3f-4283-931f-efd72e9ae50e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.401712] env[62291]: DEBUG nova.network.neutron [req-50b394d3-1db7-4b22-8be1-7e2bbeab78b9 req-8ccd3164-4b32-47f6-a345-d5feaa8ff5de service nova] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Updated VIF entry in instance network info cache for port 2e0abd1c-9cf8-40e2-b6ce-1c77a4c162ba. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2396.402232] env[62291]: DEBUG nova.network.neutron [req-50b394d3-1db7-4b22-8be1-7e2bbeab78b9 req-8ccd3164-4b32-47f6-a345-d5feaa8ff5de service nova] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Updating instance_info_cache with network_info: [{"id": "2e0abd1c-9cf8-40e2-b6ce-1c77a4c162ba", "address": "fa:16:3e:a7:c8:05", "network": {"id": "aecaab00-a52d-42c8-b673-9a7ef1e7fff9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-499365923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "534f695381c7404191991882901816ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e0abd1c-9c", "ovs_interfaceid": "2e0abd1c-9cf8-40e2-b6ce-1c77a4c162ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2396.550311] env[62291]: DEBUG oslo_vmware.api [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143703, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070148} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2396.550580] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2396.551349] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f480deb5-1307-4a30-ab38-53fffcd2ee4f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.573486] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] 5fe8ba35-a2d2-450d-b40b-929094ab5a6b/5fe8ba35-a2d2-450d-b40b-929094ab5a6b.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2396.573755] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d17fbb7a-59f1-4466-8f5a-c1924487e994 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.595310] env[62291]: DEBUG oslo_vmware.api [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for the task: (returnval){ [ 2396.595310] env[62291]: value = "task-2143704" [ 2396.595310] env[62291]: _type = "Task" [ 2396.595310] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2396.606584] env[62291]: DEBUG oslo_vmware.api [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143704, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2396.707330] env[62291]: INFO nova.compute.resource_tracker [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Updating resource usage from migration 2430888a-765d-490f-b6ca-2c6f30778fa8 [ 2396.765454] env[62291]: DEBUG oslo_vmware.api [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]521aa1e5-3436-c46b-999b-d0c0495a3f96, 'name': SearchDatastore_Task, 'duration_secs': 0.010284} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2396.768091] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2396.768358] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 9907379d-085e-4ce8-af6b-68caf5314965/9907379d-085e-4ce8-af6b-68caf5314965.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2396.768807] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6653588-9261-4536-a6cf-c6cd0c7527dc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.776578] env[62291]: DEBUG oslo_vmware.api [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2396.776578] env[62291]: value = "task-2143705" [ 2396.776578] env[62291]: _type = "Task" [ 2396.776578] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2396.789228] env[62291]: DEBUG oslo_vmware.api [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143705, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2396.849123] env[62291]: INFO nova.virt.block_device [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Booting with volume 39e7903e-38f3-4ffb-9b06-a39cad58c2cb at /dev/sdb [ 2396.865575] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f1e15c50-5694-4eec-9bdc-c4c7d633e70a tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "d966ecc5-3ac6-4c71-b86a-4187d9d57ea7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.559s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2396.889447] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1a16c93d-fede-4e8e-9692-1757b8b3ba05 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.900179] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea30360-d538-4ae4-b932-4ebd92892c70 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.913563] env[62291]: DEBUG oslo_concurrency.lockutils [req-50b394d3-1db7-4b22-8be1-7e2bbeab78b9 req-8ccd3164-4b32-47f6-a345-d5feaa8ff5de service nova] Releasing lock "refresh_cache-cb7a8bc2-0580-45f0-871d-9d63420a8c7a" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2396.914493] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9cb0cb-fa90-40fb-8a2d-a2820cbeb546 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.922068] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001415e7-44ab-4e16-a0ee-9e9c02a03daf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.964119] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-857ee017-1de2-45ea-af94-75895d8317ea {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.966991] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e418d697-5c31-4340-9844-19f1c1ce1736 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.977272] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c21fcbd-05aa-4a86-833a-e6df44bd0210 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2396.986803] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d983370e-a410-458f-850d-88d2b5c1c234 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.006644] env[62291]: DEBUG nova.compute.provider_tree [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2397.009768] env[62291]: DEBUG nova.compute.manager [req-051efeaf-54a4-449e-b2bf-9fc8a387e629 req-fc0d997d-2208-4f5d-9898-6d600c388647 service nova] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Received event network-changed-6aaa1976-d39e-4cab-b884-7ca07ad94dd6 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2397.009951] env[62291]: DEBUG nova.compute.manager [req-051efeaf-54a4-449e-b2bf-9fc8a387e629 req-fc0d997d-2208-4f5d-9898-6d600c388647 service nova] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Refreshing instance network info cache due to event network-changed-6aaa1976-d39e-4cab-b884-7ca07ad94dd6. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2397.010177] env[62291]: DEBUG oslo_concurrency.lockutils [req-051efeaf-54a4-449e-b2bf-9fc8a387e629 req-fc0d997d-2208-4f5d-9898-6d600c388647 service nova] Acquiring lock "refresh_cache-30dbd972-13a9-44f0-a288-04ce0bb62b3e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2397.010319] env[62291]: DEBUG oslo_concurrency.lockutils [req-051efeaf-54a4-449e-b2bf-9fc8a387e629 req-fc0d997d-2208-4f5d-9898-6d600c388647 service nova] Acquired lock "refresh_cache-30dbd972-13a9-44f0-a288-04ce0bb62b3e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2397.010477] env[62291]: DEBUG nova.network.neutron [req-051efeaf-54a4-449e-b2bf-9fc8a387e629 req-fc0d997d-2208-4f5d-9898-6d600c388647 service nova] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Refreshing network info cache for port 6aaa1976-d39e-4cab-b884-7ca07ad94dd6 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2397.027089] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959f8791-02c4-4dbd-ad1e-ba1c3511b21b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.035555] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad8193a4-1301-48a1-82e0-c3535c3727e5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.050967] env[62291]: DEBUG nova.virt.block_device [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Updating existing volume attachment record: 0281699f-b432-4a50-a6c8-e2489b61e4e1 {{(pid=62291) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2397.110114] env[62291]: DEBUG oslo_vmware.api [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143704, 'name': ReconfigVM_Task, 'duration_secs': 0.289213} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2397.110345] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Reconfigured VM instance instance-0000006d to attach disk [datastore2] 5fe8ba35-a2d2-450d-b40b-929094ab5a6b/5fe8ba35-a2d2-450d-b40b-929094ab5a6b.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2397.111022] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cdad4c6f-eee3-409f-ac1a-0f3fca0168e9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.119557] env[62291]: DEBUG oslo_vmware.api [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for the task: (returnval){ [ 2397.119557] env[62291]: value = "task-2143706" [ 2397.119557] env[62291]: _type = "Task" [ 2397.119557] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2397.128846] env[62291]: DEBUG oslo_vmware.api [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143706, 'name': Rename_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2397.293762] env[62291]: DEBUG oslo_vmware.api [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143705, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2397.379740] env[62291]: DEBUG nova.network.neutron [req-051efeaf-54a4-449e-b2bf-9fc8a387e629 req-fc0d997d-2208-4f5d-9898-6d600c388647 service nova] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Updated VIF entry in instance network info cache for port 6aaa1976-d39e-4cab-b884-7ca07ad94dd6. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2397.380391] env[62291]: DEBUG nova.network.neutron [req-051efeaf-54a4-449e-b2bf-9fc8a387e629 req-fc0d997d-2208-4f5d-9898-6d600c388647 service nova] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Updating instance_info_cache with network_info: [{"id": "6aaa1976-d39e-4cab-b884-7ca07ad94dd6", "address": "fa:16:3e:7c:99:39", "network": {"id": "582e46dc-88a0-40ae-8c6c-4a07a59ce875", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-731881747-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa06d4539b8f42f19c5928e2f6e9e85c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11da2092-76f7-447e-babb-8fc14ad39a71", "external-id": "nsx-vlan-transportzone-585", "segmentation_id": 585, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6aaa1976-d3", "ovs_interfaceid": "6aaa1976-d39e-4cab-b884-7ca07ad94dd6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2397.513198] env[62291]: DEBUG nova.scheduler.client.report [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2397.630730] env[62291]: DEBUG oslo_vmware.api [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143706, 'name': Rename_Task, 'duration_secs': 0.188128} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2397.631041] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2397.631311] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c76b41b-ce08-4b29-a440-23e34b975213 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.639591] env[62291]: DEBUG oslo_vmware.api [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for the task: (returnval){ [ 2397.639591] env[62291]: value = "task-2143710" [ 2397.639591] env[62291]: _type = "Task" [ 2397.639591] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2397.651094] env[62291]: DEBUG oslo_vmware.api [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143710, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2397.801840] env[62291]: DEBUG oslo_vmware.api [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143705, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651121} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2397.802038] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 9907379d-085e-4ce8-af6b-68caf5314965/9907379d-085e-4ce8-af6b-68caf5314965.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2397.802252] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2397.802744] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ae04ad4-d457-44b3-9360-ae7109ac9d93 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2397.811513] env[62291]: DEBUG oslo_vmware.api [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2397.811513] env[62291]: value = "task-2143711" [ 2397.811513] env[62291]: _type = "Task" [ 2397.811513] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2397.821436] env[62291]: DEBUG oslo_vmware.api [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143711, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2397.883574] env[62291]: DEBUG oslo_concurrency.lockutils [req-051efeaf-54a4-449e-b2bf-9fc8a387e629 req-fc0d997d-2208-4f5d-9898-6d600c388647 service nova] Releasing lock "refresh_cache-30dbd972-13a9-44f0-a288-04ce0bb62b3e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2398.018630] env[62291]: DEBUG oslo_concurrency.lockutils [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.329s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2398.018877] env[62291]: INFO nova.compute.manager [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Migrating [ 2398.151995] env[62291]: DEBUG oslo_vmware.api [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143710, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2398.260887] env[62291]: DEBUG oslo_concurrency.lockutils [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "14b440dc-ed67-422e-9d12-77007cea7eef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2398.261255] env[62291]: DEBUG oslo_concurrency.lockutils [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "14b440dc-ed67-422e-9d12-77007cea7eef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2398.321798] env[62291]: DEBUG oslo_vmware.api [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143711, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071461} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2398.322138] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2398.322935] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88218148-125d-4a86-8c4a-88824486e6c3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2398.347976] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 9907379d-085e-4ce8-af6b-68caf5314965/9907379d-085e-4ce8-af6b-68caf5314965.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2398.348298] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9547d09-782b-4974-9bc1-48a7d7ad3b9a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2398.368869] env[62291]: DEBUG oslo_vmware.api [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2398.368869] env[62291]: value = "task-2143712" [ 2398.368869] env[62291]: _type = "Task" [ 2398.368869] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2398.376778] env[62291]: DEBUG oslo_vmware.api [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143712, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2398.389344] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e314e6cb-7289-4c6f-83a8-13562c44f972 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "d966ecc5-3ac6-4c71-b86a-4187d9d57ea7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2398.389585] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e314e6cb-7289-4c6f-83a8-13562c44f972 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "d966ecc5-3ac6-4c71-b86a-4187d9d57ea7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2398.389790] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e314e6cb-7289-4c6f-83a8-13562c44f972 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "d966ecc5-3ac6-4c71-b86a-4187d9d57ea7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2398.390020] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e314e6cb-7289-4c6f-83a8-13562c44f972 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "d966ecc5-3ac6-4c71-b86a-4187d9d57ea7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2398.390208] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e314e6cb-7289-4c6f-83a8-13562c44f972 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "d966ecc5-3ac6-4c71-b86a-4187d9d57ea7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2398.392325] env[62291]: INFO nova.compute.manager [None req-e314e6cb-7289-4c6f-83a8-13562c44f972 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] Terminating instance [ 2398.394110] env[62291]: DEBUG nova.compute.manager [None req-e314e6cb-7289-4c6f-83a8-13562c44f972 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2398.394310] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e314e6cb-7289-4c6f-83a8-13562c44f972 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2398.395121] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c1ace1-8152-40a8-981d-b2728cef6321 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2398.402755] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e314e6cb-7289-4c6f-83a8-13562c44f972 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2398.402989] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a7c8374-14a1-4c8b-a1e2-dd9f35111826 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2398.534907] env[62291]: DEBUG oslo_concurrency.lockutils [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquiring lock "refresh_cache-af730d81-bef8-454f-858a-8141561b0086" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2398.535187] env[62291]: DEBUG oslo_concurrency.lockutils [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquired lock "refresh_cache-af730d81-bef8-454f-858a-8141561b0086" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2398.535439] env[62291]: DEBUG nova.network.neutron [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2398.653767] env[62291]: DEBUG oslo_vmware.api [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143710, 'name': PowerOnVM_Task, 'duration_secs': 0.517223} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2398.654197] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2398.654541] env[62291]: INFO nova.compute.manager [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Took 8.91 seconds to spawn the instance on the hypervisor. [ 2398.654799] env[62291]: DEBUG nova.compute.manager [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2398.655880] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6105fa-e90f-4808-9e56-0ae78d4af2e4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2398.663357] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e314e6cb-7289-4c6f-83a8-13562c44f972 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2398.664028] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e314e6cb-7289-4c6f-83a8-13562c44f972 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2398.664028] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-e314e6cb-7289-4c6f-83a8-13562c44f972 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Deleting the datastore file [datastore2] d966ecc5-3ac6-4c71-b86a-4187d9d57ea7 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2398.664426] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-289355dc-09f4-41f0-9c48-9e3a04a7b10e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2398.671674] env[62291]: DEBUG oslo_vmware.api [None req-e314e6cb-7289-4c6f-83a8-13562c44f972 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2398.671674] env[62291]: value = "task-2143714" [ 2398.671674] env[62291]: _type = "Task" [ 2398.671674] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2398.680447] env[62291]: DEBUG oslo_vmware.api [None req-e314e6cb-7289-4c6f-83a8-13562c44f972 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143714, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2398.764664] env[62291]: DEBUG nova.compute.manager [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2398.884533] env[62291]: DEBUG oslo_vmware.api [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143712, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2399.184320] env[62291]: INFO nova.compute.manager [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Took 13.75 seconds to build instance. [ 2399.191320] env[62291]: DEBUG oslo_vmware.api [None req-e314e6cb-7289-4c6f-83a8-13562c44f972 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143714, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.285499} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2399.191584] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-e314e6cb-7289-4c6f-83a8-13562c44f972 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2399.191770] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e314e6cb-7289-4c6f-83a8-13562c44f972 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2399.192029] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e314e6cb-7289-4c6f-83a8-13562c44f972 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2399.192148] env[62291]: INFO nova.compute.manager [None req-e314e6cb-7289-4c6f-83a8-13562c44f972 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] Took 0.80 seconds to destroy the instance on the hypervisor. [ 2399.192404] env[62291]: DEBUG oslo.service.loopingcall [None req-e314e6cb-7289-4c6f-83a8-13562c44f972 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2399.192690] env[62291]: DEBUG nova.compute.manager [-] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2399.192690] env[62291]: DEBUG nova.network.neutron [-] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2399.288307] env[62291]: DEBUG oslo_concurrency.lockutils [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2399.288607] env[62291]: DEBUG oslo_concurrency.lockutils [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2399.290237] env[62291]: INFO nova.compute.claims [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2399.379773] env[62291]: DEBUG oslo_vmware.api [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143712, 'name': ReconfigVM_Task, 'duration_secs': 0.566064} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2399.380988] env[62291]: DEBUG nova.network.neutron [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Updating instance_info_cache with network_info: [{"id": "e9244dfe-bf4e-4031-95a5-55e5be260522", "address": "fa:16:3e:40:ff:77", "network": {"id": "ce85cec1-d2b4-40a2-8f9e-afd8351425e2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-91553824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be147140f7a240be9dd360d0429e4e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9244dfe-bf", "ovs_interfaceid": "e9244dfe-bf4e-4031-95a5-55e5be260522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2399.381850] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 9907379d-085e-4ce8-af6b-68caf5314965/9907379d-085e-4ce8-af6b-68caf5314965.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2399.382696] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97534a15-4a4e-488e-a9fa-7ff39a7bd6d1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2399.392711] env[62291]: DEBUG oslo_vmware.api [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2399.392711] env[62291]: value = "task-2143715" [ 2399.392711] env[62291]: _type = "Task" [ 2399.392711] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2399.404528] env[62291]: DEBUG oslo_vmware.api [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143715, 'name': Rename_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2399.536514] env[62291]: DEBUG nova.compute.manager [req-8aabcd11-b8ce-4c4a-996b-477015ba47f9 req-4b293afd-5436-45bf-a1e3-bd4dc9d799fb service nova] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] Received event network-vif-deleted-fbe801c8-ab04-4917-9f92-10905d6f82d2 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2399.536514] env[62291]: INFO nova.compute.manager [req-8aabcd11-b8ce-4c4a-996b-477015ba47f9 req-4b293afd-5436-45bf-a1e3-bd4dc9d799fb service nova] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] Neutron deleted interface fbe801c8-ab04-4917-9f92-10905d6f82d2; detaching it from the instance and deleting it from the info cache [ 2399.536514] env[62291]: DEBUG nova.network.neutron [req-8aabcd11-b8ce-4c4a-996b-477015ba47f9 req-4b293afd-5436-45bf-a1e3-bd4dc9d799fb service nova] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2399.686156] env[62291]: DEBUG oslo_concurrency.lockutils [None req-73ba265e-806e-4524-9e59-591215a723e1 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "5fe8ba35-a2d2-450d-b40b-929094ab5a6b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.264s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2399.884141] env[62291]: DEBUG oslo_concurrency.lockutils [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Releasing lock "refresh_cache-af730d81-bef8-454f-858a-8141561b0086" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2399.904649] env[62291]: DEBUG oslo_vmware.api [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143715, 'name': Rename_Task, 'duration_secs': 0.342906} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2399.904944] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2399.905205] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe88100d-ce5f-4dce-9528-9530443b0416 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2399.914529] env[62291]: DEBUG oslo_vmware.api [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2399.914529] env[62291]: value = "task-2143717" [ 2399.914529] env[62291]: _type = "Task" [ 2399.914529] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2399.922600] env[62291]: DEBUG oslo_vmware.api [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143717, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2400.010193] env[62291]: DEBUG nova.network.neutron [-] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2400.037680] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5fb41d54-7a91-4255-b9b5-1bf20ff8c904 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.048917] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d91e46d1-891b-46dd-8aee-9092b9ffe258 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.087028] env[62291]: DEBUG nova.compute.manager [req-8aabcd11-b8ce-4c4a-996b-477015ba47f9 req-4b293afd-5436-45bf-a1e3-bd4dc9d799fb service nova] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] Detach interface failed, port_id=fbe801c8-ab04-4917-9f92-10905d6f82d2, reason: Instance d966ecc5-3ac6-4c71-b86a-4187d9d57ea7 could not be found. {{(pid=62291) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 2400.392741] env[62291]: DEBUG nova.compute.manager [req-38c300f9-f220-42de-ade8-c3c903ca7105 req-c7c2c447-21df-4ba1-8771-fb9e58071a20 service nova] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Received event network-changed-53827931-7653-4cfe-9755-653791c3bd4c {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2400.393074] env[62291]: DEBUG nova.compute.manager [req-38c300f9-f220-42de-ade8-c3c903ca7105 req-c7c2c447-21df-4ba1-8771-fb9e58071a20 service nova] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Refreshing instance network info cache due to event network-changed-53827931-7653-4cfe-9755-653791c3bd4c. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2400.393207] env[62291]: DEBUG oslo_concurrency.lockutils [req-38c300f9-f220-42de-ade8-c3c903ca7105 req-c7c2c447-21df-4ba1-8771-fb9e58071a20 service nova] Acquiring lock "refresh_cache-5fe8ba35-a2d2-450d-b40b-929094ab5a6b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2400.393358] env[62291]: DEBUG oslo_concurrency.lockutils [req-38c300f9-f220-42de-ade8-c3c903ca7105 req-c7c2c447-21df-4ba1-8771-fb9e58071a20 service nova] Acquired lock "refresh_cache-5fe8ba35-a2d2-450d-b40b-929094ab5a6b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2400.393947] env[62291]: DEBUG nova.network.neutron [req-38c300f9-f220-42de-ade8-c3c903ca7105 req-c7c2c447-21df-4ba1-8771-fb9e58071a20 service nova] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Refreshing network info cache for port 53827931-7653-4cfe-9755-653791c3bd4c {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2400.425537] env[62291]: DEBUG oslo_vmware.api [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143717, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2400.514493] env[62291]: INFO nova.compute.manager [-] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] Took 1.32 seconds to deallocate network for instance. [ 2400.542305] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8681c616-fb3a-4425-9def-b1510ed1aa31 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.553461] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9d44a3b-b90b-4795-b191-99e71c94a5e5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.589666] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca4486b-4c8c-4a68-81b9-5610d646400d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.600135] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5c3e7c-ef29-4afe-b92b-29532af9a013 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2400.616217] env[62291]: DEBUG nova.compute.provider_tree [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2400.926095] env[62291]: DEBUG oslo_vmware.api [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143717, 'name': PowerOnVM_Task, 'duration_secs': 0.705818} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2400.926379] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2400.926581] env[62291]: INFO nova.compute.manager [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Took 8.88 seconds to spawn the instance on the hypervisor. [ 2400.926758] env[62291]: DEBUG nova.compute.manager [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2400.927617] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba5e80a-38bb-40df-b7c5-5e4f5aa2808c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.019884] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e314e6cb-7289-4c6f-83a8-13562c44f972 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2401.122534] env[62291]: DEBUG nova.scheduler.client.report [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2401.129611] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2401.130279] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2401.151642] env[62291]: DEBUG nova.network.neutron [req-38c300f9-f220-42de-ade8-c3c903ca7105 req-c7c2c447-21df-4ba1-8771-fb9e58071a20 service nova] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Updated VIF entry in instance network info cache for port 53827931-7653-4cfe-9755-653791c3bd4c. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2401.152243] env[62291]: DEBUG nova.network.neutron [req-38c300f9-f220-42de-ade8-c3c903ca7105 req-c7c2c447-21df-4ba1-8771-fb9e58071a20 service nova] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Updating instance_info_cache with network_info: [{"id": "53827931-7653-4cfe-9755-653791c3bd4c", "address": "fa:16:3e:17:ac:d6", "network": {"id": "818bf107-525d-4bd9-af99-c673972d2be1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-171136124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34994f4ae104d49b1e76215acee435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53827931-76", "ovs_interfaceid": "53827931-7653-4cfe-9755-653791c3bd4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2401.322678] env[62291]: DEBUG oslo_concurrency.lockutils [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "386a9998-d141-4f66-b8fd-600e02eaaf88" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2401.322678] env[62291]: DEBUG oslo_concurrency.lockutils [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "386a9998-d141-4f66-b8fd-600e02eaaf88" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2401.405567] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-389e25c0-514c-44f3-8749-c7e82352632a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.426993] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Updating instance 'af730d81-bef8-454f-858a-8141561b0086' progress to 0 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2401.447857] env[62291]: INFO nova.compute.manager [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Took 15.38 seconds to build instance. [ 2401.631435] env[62291]: DEBUG oslo_concurrency.lockutils [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.343s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2401.632474] env[62291]: DEBUG nova.compute.manager [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2401.634658] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e314e6cb-7289-4c6f-83a8-13562c44f972 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.615s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2401.634882] env[62291]: DEBUG nova.objects.instance [None req-e314e6cb-7289-4c6f-83a8-13562c44f972 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lazy-loading 'resources' on Instance uuid d966ecc5-3ac6-4c71-b86a-4187d9d57ea7 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2401.638470] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Getting list of instances from cluster (obj){ [ 2401.638470] env[62291]: value = "domain-c8" [ 2401.638470] env[62291]: _type = "ClusterComputeResource" [ 2401.638470] env[62291]: } {{(pid=62291) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2401.639784] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed017cdd-a63e-45a5-8f9b-3da2e0525d73 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.665678] env[62291]: DEBUG oslo_concurrency.lockutils [req-38c300f9-f220-42de-ade8-c3c903ca7105 req-c7c2c447-21df-4ba1-8771-fb9e58071a20 service nova] Releasing lock "refresh_cache-5fe8ba35-a2d2-450d-b40b-929094ab5a6b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2401.666393] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Got total of 11 instances {{(pid=62291) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 2401.666548] env[62291]: WARNING nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] While synchronizing instance power states, found 13 instances in the database and 11 instances on the hypervisor. [ 2401.666682] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Triggering sync for uuid d5839caf-2cfa-42ae-84f4-145f5ae614a0 {{(pid=62291) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 2401.666866] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Triggering sync for uuid 4bffe146-0b5f-4141-b83c-6974834803bd {{(pid=62291) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 2401.667030] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Triggering sync for uuid a06e85bc-af77-404c-a50b-312dd60ae1c6 {{(pid=62291) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 2401.667195] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Triggering sync for uuid af730d81-bef8-454f-858a-8141561b0086 {{(pid=62291) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 2401.667337] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Triggering sync for uuid 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35 {{(pid=62291) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 2401.667480] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Triggering sync for uuid 97a847ee-d7bb-49dd-9dc2-c8c60e496b54 {{(pid=62291) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 2401.667623] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Triggering sync for uuid 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb {{(pid=62291) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 2401.667768] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Triggering sync for uuid d966ecc5-3ac6-4c71-b86a-4187d9d57ea7 {{(pid=62291) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 2401.667911] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Triggering sync for uuid 30dbd972-13a9-44f0-a288-04ce0bb62b3e {{(pid=62291) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 2401.668065] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Triggering sync for uuid cb7a8bc2-0580-45f0-871d-9d63420a8c7a {{(pid=62291) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 2401.668217] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Triggering sync for uuid 5fe8ba35-a2d2-450d-b40b-929094ab5a6b {{(pid=62291) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 2401.668358] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Triggering sync for uuid 9907379d-085e-4ce8-af6b-68caf5314965 {{(pid=62291) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 2401.668499] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Triggering sync for uuid 14b440dc-ed67-422e-9d12-77007cea7eef {{(pid=62291) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10338}} [ 2401.670041] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "d5839caf-2cfa-42ae-84f4-145f5ae614a0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2401.670041] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "d5839caf-2cfa-42ae-84f4-145f5ae614a0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2401.670041] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "4bffe146-0b5f-4141-b83c-6974834803bd" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2401.670211] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "4bffe146-0b5f-4141-b83c-6974834803bd" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2401.670405] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "a06e85bc-af77-404c-a50b-312dd60ae1c6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2401.670588] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "a06e85bc-af77-404c-a50b-312dd60ae1c6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2401.670819] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "af730d81-bef8-454f-858a-8141561b0086" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2401.670996] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "af730d81-bef8-454f-858a-8141561b0086" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2401.671173] env[62291]: INFO nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: af730d81-bef8-454f-858a-8141561b0086] During sync_power_state the instance has a pending task (resize_migrating). Skip. [ 2401.671331] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "af730d81-bef8-454f-858a-8141561b0086" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2401.671518] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "798f1b1c-7ba7-4ac2-9c23-f02d3d80be35" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2401.671687] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "798f1b1c-7ba7-4ac2-9c23-f02d3d80be35" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2401.671915] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "97a847ee-d7bb-49dd-9dc2-c8c60e496b54" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2401.672129] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "97a847ee-d7bb-49dd-9dc2-c8c60e496b54" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2401.672376] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "17d1dffb-c87b-4e3f-ba46-14f6198ad1eb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2401.672552] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "17d1dffb-c87b-4e3f-ba46-14f6198ad1eb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2401.672776] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "d966ecc5-3ac6-4c71-b86a-4187d9d57ea7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2401.672983] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "30dbd972-13a9-44f0-a288-04ce0bb62b3e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2401.673212] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "30dbd972-13a9-44f0-a288-04ce0bb62b3e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2401.673462] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "cb7a8bc2-0580-45f0-871d-9d63420a8c7a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2401.673642] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "cb7a8bc2-0580-45f0-871d-9d63420a8c7a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2401.674094] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "5fe8ba35-a2d2-450d-b40b-929094ab5a6b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2401.674349] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "5fe8ba35-a2d2-450d-b40b-929094ab5a6b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2401.674668] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "9907379d-085e-4ce8-af6b-68caf5314965" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2401.674963] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "14b440dc-ed67-422e-9d12-77007cea7eef" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2401.675185] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2401.676988] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3277c0f-b893-44ec-aa9e-5065b2b4765d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.680346] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46653150-051c-45c2-98d6-1f8346ec7123 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.683267] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abe30e7e-df89-42c5-aeb0-3b4e49a96b04 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.686042] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d127db-311e-4443-930e-4845f43c80d6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.688652] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9a3080-d8ba-4132-aa97-1ad90ee59a63 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.691442] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ed7d5d-6895-4747-8d3b-3fc506ff4390 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.694683] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2fe74e-1105-4be0-b1e0-d849dd356880 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.697783] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0aace74-16e1-4d17-987e-998ab614d2ab {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.700732] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637f87b8-b5d6-416d-a374-b15a74112901 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.728838] env[62291]: WARNING oslo_messaging._drivers.amqpdriver [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 2401.824798] env[62291]: DEBUG nova.compute.manager [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2401.933216] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2401.933564] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-219f44fc-d228-43d1-b46b-e67126f34293 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2401.943437] env[62291]: DEBUG oslo_vmware.api [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2401.943437] env[62291]: value = "task-2143718" [ 2401.943437] env[62291]: _type = "Task" [ 2401.943437] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2401.953442] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d9de8220-86c4-4b48-9182-678f8ce3e43b tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lock "9907379d-085e-4ce8-af6b-68caf5314965" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.896s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2401.953779] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "9907379d-085e-4ce8-af6b-68caf5314965" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.279s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2401.954117] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] VM already powered off {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2401.954302] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Updating instance 'af730d81-bef8-454f-858a-8141561b0086' progress to 17 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2401.958013] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee599dcd-069f-4d68-ac73-c270a1042100 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.143414] env[62291]: DEBUG nova.compute.utils [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2402.144895] env[62291]: DEBUG nova.compute.manager [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2402.145043] env[62291]: DEBUG nova.network.neutron [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2402.184562] env[62291]: DEBUG nova.policy [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '53e1398bc33d48369d989fa3e7649b08', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ced82ff4c1d54fdcaac99123f59eca6f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2402.208186] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2402.223968] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "4bffe146-0b5f-4141-b83c-6974834803bd" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.554s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2402.232722] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "d5839caf-2cfa-42ae-84f4-145f5ae614a0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.563s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2402.234512] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "798f1b1c-7ba7-4ac2-9c23-f02d3d80be35" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.563s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2402.235059] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "97a847ee-d7bb-49dd-9dc2-c8c60e496b54" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.563s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2402.240050] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "17d1dffb-c87b-4e3f-ba46-14f6198ad1eb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.567s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2402.243594] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "cb7a8bc2-0580-45f0-871d-9d63420a8c7a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.570s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2402.243936] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "30dbd972-13a9-44f0-a288-04ce0bb62b3e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.571s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2402.244269] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "5fe8ba35-a2d2-450d-b40b-929094ab5a6b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.570s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2402.251640] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "a06e85bc-af77-404c-a50b-312dd60ae1c6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.581s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2402.342398] env[62291]: DEBUG oslo_concurrency.lockutils [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2402.376053] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33b00ac1-55b6-4bb5-b895-e656d7b0fd0d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.384651] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2becef8-f186-4d3d-a5d4-7e0b1d9fc5bf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.417123] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8a0995-a398-44bb-aae4-77aeeb445a8b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.426073] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48439c31-4b19-430a-b3d4-d8d7331e9ae9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.441213] env[62291]: DEBUG nova.compute.provider_tree [None req-e314e6cb-7289-4c6f-83a8-13562c44f972 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2402.463372] env[62291]: DEBUG nova.virt.hardware [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2402.463622] env[62291]: DEBUG nova.virt.hardware [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2402.463789] env[62291]: DEBUG nova.virt.hardware [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2402.463975] env[62291]: DEBUG nova.virt.hardware [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2402.464132] env[62291]: DEBUG nova.virt.hardware [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2402.464282] env[62291]: DEBUG nova.virt.hardware [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2402.464588] env[62291]: DEBUG nova.virt.hardware [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2402.464670] env[62291]: DEBUG nova.virt.hardware [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2402.464823] env[62291]: DEBUG nova.virt.hardware [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2402.464984] env[62291]: DEBUG nova.virt.hardware [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2402.465170] env[62291]: DEBUG nova.virt.hardware [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2402.470683] env[62291]: INFO nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] During sync_power_state the instance has a pending task (image_snapshot_pending). Skip. [ 2402.470917] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "9907379d-085e-4ce8-af6b-68caf5314965" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.517s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2402.471151] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e531d185-bda6-4ae6-aaee-9f426ebf7051 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.489493] env[62291]: DEBUG oslo_vmware.api [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2402.489493] env[62291]: value = "task-2143719" [ 2402.489493] env[62291]: _type = "Task" [ 2402.489493] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2402.499987] env[62291]: DEBUG oslo_vmware.api [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143719, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2402.508728] env[62291]: DEBUG nova.network.neutron [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Successfully created port: b8a8bc04-a6eb-4dc7-be74-a80e8884b016 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2402.602365] env[62291]: DEBUG nova.compute.manager [None req-e7f755dd-ac13-4c72-bba3-1cfe62b287af tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2402.603380] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae646cc-fe0f-4c84-a99b-4203dc02877c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2402.648713] env[62291]: DEBUG nova.compute.manager [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2402.944332] env[62291]: DEBUG nova.scheduler.client.report [None req-e314e6cb-7289-4c6f-83a8-13562c44f972 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2403.001815] env[62291]: DEBUG oslo_vmware.api [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143719, 'name': ReconfigVM_Task, 'duration_secs': 0.276071} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2403.002185] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Updating instance 'af730d81-bef8-454f-858a-8141561b0086' progress to 33 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2403.116031] env[62291]: INFO nova.compute.manager [None req-e7f755dd-ac13-4c72-bba3-1cfe62b287af tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] instance snapshotting [ 2403.119029] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53808f96-e3f3-4d59-9841-fcd0a5da9f5f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2403.138968] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c101faf-ce6b-41d5-9fab-b6f0a45beb8c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2403.154041] env[62291]: INFO nova.virt.block_device [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Booting with volume 5318cc26-e843-4c69-8ea6-1249190a4895 at /dev/sda [ 2403.158079] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2403.191960] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c6de5558-c346-4f2d-b76c-83b2c1521564 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2403.202303] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55878b7-c2b4-4bbe-9ffc-d9ceb9a6127d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2403.235287] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1638db53-3c62-46ad-aea3-04e635878e84 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2403.244143] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7ef7d4-7a89-4d24-993f-8422f133b467 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2403.277061] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1045aae-13ed-4b47-9505-6718f49d8a89 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2403.283934] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47483828-a2fa-4997-84d5-f82b65a18809 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2403.304105] env[62291]: DEBUG nova.virt.block_device [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Updating existing volume attachment record: 836c1fe2-adff-46e6-8f78-6e535db9167c {{(pid=62291) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2403.449346] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e314e6cb-7289-4c6f-83a8-13562c44f972 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.814s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2403.451725] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.244s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2403.451903] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2403.452135] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62291) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2403.452442] env[62291]: DEBUG oslo_concurrency.lockutils [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.110s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2403.453972] env[62291]: INFO nova.compute.claims [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2403.457077] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97ed4e9-8192-43e1-9b1d-8c99495fefcd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2403.466296] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9382c8fe-1f4c-4cb5-86a0-b073f8018ce9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2403.480667] env[62291]: INFO nova.scheduler.client.report [None req-e314e6cb-7289-4c6f-83a8-13562c44f972 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Deleted allocations for instance d966ecc5-3ac6-4c71-b86a-4187d9d57ea7 [ 2403.481986] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99cd03ec-87d4-4e1d-95cd-3a0bdec8dae7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2403.490844] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6b31e95-cb37-4eab-a661-49481c6a0da8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2403.524890] env[62291]: DEBUG nova.virt.hardware [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2403.525182] env[62291]: DEBUG nova.virt.hardware [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2403.525312] env[62291]: DEBUG nova.virt.hardware [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2403.525497] env[62291]: DEBUG nova.virt.hardware [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2403.525642] env[62291]: DEBUG nova.virt.hardware [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2403.525789] env[62291]: DEBUG nova.virt.hardware [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2403.525989] env[62291]: DEBUG nova.virt.hardware [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2403.526162] env[62291]: DEBUG nova.virt.hardware [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2403.526330] env[62291]: DEBUG nova.virt.hardware [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2403.526492] env[62291]: DEBUG nova.virt.hardware [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2403.526664] env[62291]: DEBUG nova.virt.hardware [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2403.532010] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Reconfiguring VM instance instance-00000043 to detach disk 2000 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2403.532387] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177996MB free_disk=175GB free_vcpus=48 pci_devices=None {{(pid=62291) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2403.532522] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2403.533552] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a4b558f-b0a6-42a2-95a8-bc99c273d135 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2403.553886] env[62291]: DEBUG oslo_vmware.api [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2403.553886] env[62291]: value = "task-2143720" [ 2403.553886] env[62291]: _type = "Task" [ 2403.553886] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2403.563633] env[62291]: DEBUG oslo_vmware.api [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143720, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2403.652112] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f755dd-ac13-4c72-bba3-1cfe62b287af tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Creating Snapshot of the VM instance {{(pid=62291) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2403.652436] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-38db661c-025f-45f6-a912-236dafcf3b97 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2403.661953] env[62291]: DEBUG oslo_vmware.api [None req-e7f755dd-ac13-4c72-bba3-1cfe62b287af tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2403.661953] env[62291]: value = "task-2143721" [ 2403.661953] env[62291]: _type = "Task" [ 2403.661953] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2403.670554] env[62291]: DEBUG oslo_vmware.api [None req-e7f755dd-ac13-4c72-bba3-1cfe62b287af tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143721, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2403.990972] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e314e6cb-7289-4c6f-83a8-13562c44f972 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "d966ecc5-3ac6-4c71-b86a-4187d9d57ea7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.601s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2403.995050] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "d966ecc5-3ac6-4c71-b86a-4187d9d57ea7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.319s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2403.995050] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-98ca3376-2224-4ee9-89e9-2486301623b8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2404.009675] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9caabcd4-f21b-4e3a-9774-85684066f590 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2404.022304] env[62291]: DEBUG nova.compute.manager [req-70fc90bd-4cf5-4b8a-ba3d-71304df61220 req-6684dff5-686c-4b3d-96aa-3d445db9ebd7 service nova] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Received event network-vif-plugged-b8a8bc04-a6eb-4dc7-be74-a80e8884b016 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2404.022520] env[62291]: DEBUG oslo_concurrency.lockutils [req-70fc90bd-4cf5-4b8a-ba3d-71304df61220 req-6684dff5-686c-4b3d-96aa-3d445db9ebd7 service nova] Acquiring lock "14b440dc-ed67-422e-9d12-77007cea7eef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2404.022726] env[62291]: DEBUG oslo_concurrency.lockutils [req-70fc90bd-4cf5-4b8a-ba3d-71304df61220 req-6684dff5-686c-4b3d-96aa-3d445db9ebd7 service nova] Lock "14b440dc-ed67-422e-9d12-77007cea7eef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2404.022942] env[62291]: DEBUG oslo_concurrency.lockutils [req-70fc90bd-4cf5-4b8a-ba3d-71304df61220 req-6684dff5-686c-4b3d-96aa-3d445db9ebd7 service nova] Lock "14b440dc-ed67-422e-9d12-77007cea7eef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2404.023150] env[62291]: DEBUG nova.compute.manager [req-70fc90bd-4cf5-4b8a-ba3d-71304df61220 req-6684dff5-686c-4b3d-96aa-3d445db9ebd7 service nova] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] No waiting events found dispatching network-vif-plugged-b8a8bc04-a6eb-4dc7-be74-a80e8884b016 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2404.023309] env[62291]: WARNING nova.compute.manager [req-70fc90bd-4cf5-4b8a-ba3d-71304df61220 req-6684dff5-686c-4b3d-96aa-3d445db9ebd7 service nova] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Received unexpected event network-vif-plugged-b8a8bc04-a6eb-4dc7-be74-a80e8884b016 for instance with vm_state building and task_state block_device_mapping. [ 2404.063557] env[62291]: DEBUG oslo_vmware.api [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143720, 'name': ReconfigVM_Task, 'duration_secs': 0.298431} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2404.063846] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Reconfigured VM instance instance-00000043 to detach disk 2000 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2404.064667] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c794b4-92b2-4742-b5b0-d6aaf4700d83 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2404.088622] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] af730d81-bef8-454f-858a-8141561b0086/af730d81-bef8-454f-858a-8141561b0086.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2404.088622] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f8402d2-68a2-46a3-949f-8e96a6de4c91 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2404.107845] env[62291]: DEBUG nova.network.neutron [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Successfully updated port: b8a8bc04-a6eb-4dc7-be74-a80e8884b016 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2404.109947] env[62291]: DEBUG oslo_vmware.api [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2404.109947] env[62291]: value = "task-2143722" [ 2404.109947] env[62291]: _type = "Task" [ 2404.109947] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2404.120417] env[62291]: DEBUG oslo_vmware.api [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143722, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2404.173042] env[62291]: DEBUG oslo_vmware.api [None req-e7f755dd-ac13-4c72-bba3-1cfe62b287af tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143721, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2404.438265] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b5ba898c-70fa-438c-bbbf-1b7691c1c68b tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "798f1b1c-7ba7-4ac2-9c23-f02d3d80be35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2404.438703] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b5ba898c-70fa-438c-bbbf-1b7691c1c68b tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "798f1b1c-7ba7-4ac2-9c23-f02d3d80be35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2404.439022] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b5ba898c-70fa-438c-bbbf-1b7691c1c68b tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "798f1b1c-7ba7-4ac2-9c23-f02d3d80be35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2404.439295] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b5ba898c-70fa-438c-bbbf-1b7691c1c68b tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "798f1b1c-7ba7-4ac2-9c23-f02d3d80be35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2404.439519] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b5ba898c-70fa-438c-bbbf-1b7691c1c68b tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "798f1b1c-7ba7-4ac2-9c23-f02d3d80be35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2404.441989] env[62291]: INFO nova.compute.manager [None req-b5ba898c-70fa-438c-bbbf-1b7691c1c68b tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Terminating instance [ 2404.443683] env[62291]: DEBUG nova.compute.manager [None req-b5ba898c-70fa-438c-bbbf-1b7691c1c68b tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2404.443884] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ba898c-70fa-438c-bbbf-1b7691c1c68b tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2404.444752] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a3b3d7-7a55-4ad9-89b8-4054bdf83bb9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2404.453896] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5ba898c-70fa-438c-bbbf-1b7691c1c68b tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2404.454361] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b7bbaf8-6db4-4b1b-bbb7-8ca9e5f8860c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2404.462499] env[62291]: DEBUG oslo_vmware.api [None req-b5ba898c-70fa-438c-bbbf-1b7691c1c68b tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2404.462499] env[62291]: value = "task-2143723" [ 2404.462499] env[62291]: _type = "Task" [ 2404.462499] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2404.475288] env[62291]: DEBUG oslo_vmware.api [None req-b5ba898c-70fa-438c-bbbf-1b7691c1c68b tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2404.558921] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "d966ecc5-3ac6-4c71-b86a-4187d9d57ea7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.567s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2404.611629] env[62291]: DEBUG oslo_concurrency.lockutils [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "refresh_cache-14b440dc-ed67-422e-9d12-77007cea7eef" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2404.611863] env[62291]: DEBUG oslo_concurrency.lockutils [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquired lock "refresh_cache-14b440dc-ed67-422e-9d12-77007cea7eef" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2404.611957] env[62291]: DEBUG nova.network.neutron [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2404.625859] env[62291]: DEBUG oslo_vmware.api [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143722, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2404.677882] env[62291]: DEBUG oslo_vmware.api [None req-e7f755dd-ac13-4c72-bba3-1cfe62b287af tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143721, 'name': CreateSnapshot_Task, 'duration_secs': 0.97193} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2404.680968] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f755dd-ac13-4c72-bba3-1cfe62b287af tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Created Snapshot of the VM instance {{(pid=62291) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2404.682016] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc5a2976-0834-4e5a-9b8a-0f314944f3a0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2404.695928] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c43134-0e14-4c05-b273-47ac8e6c84a2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2404.704367] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08181552-d94f-4c69-b16c-3ca8e74147d8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2404.737053] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e6cf9c8-b0a8-45d2-a1f7-5213e76fd3c2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2404.746041] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc0be5a-ed57-4fe7-a235-2ec5edfa516f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2404.761545] env[62291]: DEBUG nova.compute.provider_tree [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2404.973888] env[62291]: DEBUG oslo_vmware.api [None req-b5ba898c-70fa-438c-bbbf-1b7691c1c68b tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143723, 'name': PowerOffVM_Task, 'duration_secs': 0.245898} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2404.974842] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5ba898c-70fa-438c-bbbf-1b7691c1c68b tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2404.974842] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ba898c-70fa-438c-bbbf-1b7691c1c68b tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2404.974842] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e6f749b-b423-4471-9319-67391a2876be {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.126340] env[62291]: DEBUG oslo_vmware.api [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143722, 'name': ReconfigVM_Task, 'duration_secs': 0.695604} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2405.127720] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Reconfigured VM instance instance-00000043 to attach disk [datastore1] af730d81-bef8-454f-858a-8141561b0086/af730d81-bef8-454f-858a-8141561b0086.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2405.128099] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Updating instance 'af730d81-bef8-454f-858a-8141561b0086' progress to 50 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2405.131554] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ba898c-70fa-438c-bbbf-1b7691c1c68b tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2405.132564] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ba898c-70fa-438c-bbbf-1b7691c1c68b tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2405.132564] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5ba898c-70fa-438c-bbbf-1b7691c1c68b tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Deleting the datastore file [datastore2] 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2405.132564] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34defe29-f2d7-4d08-86c2-cac2919b3f6d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.139414] env[62291]: DEBUG oslo_vmware.api [None req-b5ba898c-70fa-438c-bbbf-1b7691c1c68b tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2405.139414] env[62291]: value = "task-2143725" [ 2405.139414] env[62291]: _type = "Task" [ 2405.139414] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2405.148905] env[62291]: DEBUG oslo_vmware.api [None req-b5ba898c-70fa-438c-bbbf-1b7691c1c68b tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143725, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2405.149829] env[62291]: DEBUG nova.network.neutron [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2405.205978] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f755dd-ac13-4c72-bba3-1cfe62b287af tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Creating linked-clone VM from snapshot {{(pid=62291) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2405.206708] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f7777ff8-32a8-42c6-a3eb-9ecda765ea6a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.216645] env[62291]: DEBUG oslo_vmware.api [None req-e7f755dd-ac13-4c72-bba3-1cfe62b287af tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2405.216645] env[62291]: value = "task-2143726" [ 2405.216645] env[62291]: _type = "Task" [ 2405.216645] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2405.228456] env[62291]: DEBUG oslo_vmware.api [None req-e7f755dd-ac13-4c72-bba3-1cfe62b287af tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143726, 'name': CloneVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2405.267579] env[62291]: DEBUG nova.scheduler.client.report [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2405.338208] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c9eb2f5f-1a12-4598-b81a-1c6387a833e1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "d5839caf-2cfa-42ae-84f4-145f5ae614a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2405.338488] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c9eb2f5f-1a12-4598-b81a-1c6387a833e1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "d5839caf-2cfa-42ae-84f4-145f5ae614a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2405.338685] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c9eb2f5f-1a12-4598-b81a-1c6387a833e1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "d5839caf-2cfa-42ae-84f4-145f5ae614a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2405.338947] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c9eb2f5f-1a12-4598-b81a-1c6387a833e1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "d5839caf-2cfa-42ae-84f4-145f5ae614a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2405.339116] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c9eb2f5f-1a12-4598-b81a-1c6387a833e1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "d5839caf-2cfa-42ae-84f4-145f5ae614a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2405.341450] env[62291]: INFO nova.compute.manager [None req-c9eb2f5f-1a12-4598-b81a-1c6387a833e1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] Terminating instance [ 2405.344033] env[62291]: DEBUG nova.compute.manager [None req-c9eb2f5f-1a12-4598-b81a-1c6387a833e1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2405.344278] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c9eb2f5f-1a12-4598-b81a-1c6387a833e1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2405.345142] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76accf0d-3441-429c-985b-5163e06f3fe2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.355453] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9eb2f5f-1a12-4598-b81a-1c6387a833e1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2405.356449] env[62291]: DEBUG nova.network.neutron [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Updating instance_info_cache with network_info: [{"id": "b8a8bc04-a6eb-4dc7-be74-a80e8884b016", "address": "fa:16:3e:aa:b1:9d", "network": {"id": "b789769e-7cdd-4ec0-9b65-d217c45c3755", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2063957055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ced82ff4c1d54fdcaac99123f59eca6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8a8bc04-a6", "ovs_interfaceid": "b8a8bc04-a6eb-4dc7-be74-a80e8884b016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2405.357614] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5e36698-fb3f-4c5d-8fc9-2b9a3d541d85 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.365947] env[62291]: DEBUG oslo_vmware.api [None req-c9eb2f5f-1a12-4598-b81a-1c6387a833e1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2405.365947] env[62291]: value = "task-2143727" [ 2405.365947] env[62291]: _type = "Task" [ 2405.365947] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2405.375970] env[62291]: DEBUG oslo_vmware.api [None req-c9eb2f5f-1a12-4598-b81a-1c6387a833e1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143727, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2405.390675] env[62291]: DEBUG nova.compute.manager [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2405.391306] env[62291]: DEBUG nova.virt.hardware [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2405.391562] env[62291]: DEBUG nova.virt.hardware [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2405.391746] env[62291]: DEBUG nova.virt.hardware [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2405.391946] env[62291]: DEBUG nova.virt.hardware [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2405.392226] env[62291]: DEBUG nova.virt.hardware [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2405.392532] env[62291]: DEBUG nova.virt.hardware [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2405.392703] env[62291]: DEBUG nova.virt.hardware [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2405.392962] env[62291]: DEBUG nova.virt.hardware [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2405.393118] env[62291]: DEBUG nova.virt.hardware [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2405.393306] env[62291]: DEBUG nova.virt.hardware [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2405.393531] env[62291]: DEBUG nova.virt.hardware [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2405.394527] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48bcb9d-167f-45f4-ab21-104f71266fa8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.404902] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c2b3c9-ec83-4b5e-a368-40a070645006 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.635710] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09f02ba9-862f-4963-8558-06e78e6255a8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.657772] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b5ee8ae-3d56-40dd-9e34-2935a66dffe6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.663362] env[62291]: DEBUG oslo_vmware.api [None req-b5ba898c-70fa-438c-bbbf-1b7691c1c68b tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143725, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138546} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2405.664022] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5ba898c-70fa-438c-bbbf-1b7691c1c68b tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2405.664380] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ba898c-70fa-438c-bbbf-1b7691c1c68b tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2405.664502] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-b5ba898c-70fa-438c-bbbf-1b7691c1c68b tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2405.664631] env[62291]: INFO nova.compute.manager [None req-b5ba898c-70fa-438c-bbbf-1b7691c1c68b tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Took 1.22 seconds to destroy the instance on the hypervisor. [ 2405.664871] env[62291]: DEBUG oslo.service.loopingcall [None req-b5ba898c-70fa-438c-bbbf-1b7691c1c68b tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2405.665076] env[62291]: DEBUG nova.compute.manager [-] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2405.665171] env[62291]: DEBUG nova.network.neutron [-] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2405.681088] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Updating instance 'af730d81-bef8-454f-858a-8141561b0086' progress to 67 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2405.730634] env[62291]: DEBUG oslo_vmware.api [None req-e7f755dd-ac13-4c72-bba3-1cfe62b287af tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143726, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2405.774091] env[62291]: DEBUG oslo_concurrency.lockutils [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.321s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2405.774633] env[62291]: DEBUG nova.compute.manager [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2405.777521] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.620s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2405.778235] env[62291]: DEBUG nova.objects.instance [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lazy-loading 'pci_requests' on Instance uuid b2dfa139-ab06-4914-96fd-471045a43b4c {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2405.861115] env[62291]: DEBUG oslo_concurrency.lockutils [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Releasing lock "refresh_cache-14b440dc-ed67-422e-9d12-77007cea7eef" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2405.861580] env[62291]: DEBUG nova.compute.manager [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Instance network_info: |[{"id": "b8a8bc04-a6eb-4dc7-be74-a80e8884b016", "address": "fa:16:3e:aa:b1:9d", "network": {"id": "b789769e-7cdd-4ec0-9b65-d217c45c3755", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2063957055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ced82ff4c1d54fdcaac99123f59eca6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8a8bc04-a6", "ovs_interfaceid": "b8a8bc04-a6eb-4dc7-be74-a80e8884b016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2405.862191] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:b1:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '78340140-126f-4ef8-a340-debaa64da3e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b8a8bc04-a6eb-4dc7-be74-a80e8884b016', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2405.875048] env[62291]: DEBUG oslo.service.loopingcall [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2405.875875] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2405.881231] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f8d868d-162d-4569-b258-470fabe1c7b6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.914542] env[62291]: DEBUG oslo_vmware.api [None req-c9eb2f5f-1a12-4598-b81a-1c6387a833e1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143727, 'name': PowerOffVM_Task, 'duration_secs': 0.270615} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2405.916455] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-c9eb2f5f-1a12-4598-b81a-1c6387a833e1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2405.916792] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c9eb2f5f-1a12-4598-b81a-1c6387a833e1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2405.917231] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2405.917231] env[62291]: value = "task-2143728" [ 2405.917231] env[62291]: _type = "Task" [ 2405.917231] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2405.917530] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83b86366-66e0-4fc3-8b3b-8b88dbf7983d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2405.933511] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143728, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2406.039238] env[62291]: DEBUG nova.compute.manager [req-fcd28c0c-a3b0-4d2d-bcf1-caa61632c742 req-91c51fdc-4627-4bd7-aab1-f901dca25e75 service nova] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Received event network-changed-b8a8bc04-a6eb-4dc7-be74-a80e8884b016 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2406.039470] env[62291]: DEBUG nova.compute.manager [req-fcd28c0c-a3b0-4d2d-bcf1-caa61632c742 req-91c51fdc-4627-4bd7-aab1-f901dca25e75 service nova] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Refreshing instance network info cache due to event network-changed-b8a8bc04-a6eb-4dc7-be74-a80e8884b016. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2406.039689] env[62291]: DEBUG oslo_concurrency.lockutils [req-fcd28c0c-a3b0-4d2d-bcf1-caa61632c742 req-91c51fdc-4627-4bd7-aab1-f901dca25e75 service nova] Acquiring lock "refresh_cache-14b440dc-ed67-422e-9d12-77007cea7eef" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2406.039785] env[62291]: DEBUG oslo_concurrency.lockutils [req-fcd28c0c-a3b0-4d2d-bcf1-caa61632c742 req-91c51fdc-4627-4bd7-aab1-f901dca25e75 service nova] Acquired lock "refresh_cache-14b440dc-ed67-422e-9d12-77007cea7eef" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2406.039944] env[62291]: DEBUG nova.network.neutron [req-fcd28c0c-a3b0-4d2d-bcf1-caa61632c742 req-91c51fdc-4627-4bd7-aab1-f901dca25e75 service nova] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Refreshing network info cache for port b8a8bc04-a6eb-4dc7-be74-a80e8884b016 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2406.228478] env[62291]: DEBUG nova.network.neutron [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Port e9244dfe-bf4e-4031-95a5-55e5be260522 binding to destination host cpu-1 is already ACTIVE {{(pid=62291) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 2406.233234] env[62291]: DEBUG oslo_vmware.api [None req-e7f755dd-ac13-4c72-bba3-1cfe62b287af tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143726, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2406.280873] env[62291]: DEBUG nova.compute.utils [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2406.285686] env[62291]: DEBUG nova.objects.instance [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lazy-loading 'numa_topology' on Instance uuid b2dfa139-ab06-4914-96fd-471045a43b4c {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2406.287349] env[62291]: DEBUG nova.compute.manager [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2406.287349] env[62291]: DEBUG nova.network.neutron [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2406.331779] env[62291]: DEBUG nova.policy [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7696a7050e443ecb69a41c6f61d7b45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b34994f4ae104d49b1e76215acee435f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2406.430723] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143728, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2406.624592] env[62291]: DEBUG nova.network.neutron [-] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2406.731737] env[62291]: DEBUG oslo_vmware.api [None req-e7f755dd-ac13-4c72-bba3-1cfe62b287af tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143726, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2406.787896] env[62291]: INFO nova.compute.claims [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2406.791261] env[62291]: DEBUG nova.compute.manager [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2406.808961] env[62291]: DEBUG nova.network.neutron [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Successfully created port: e6e8109d-e6b0-4b68-aa49-ef5382026576 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2406.878056] env[62291]: DEBUG nova.network.neutron [req-fcd28c0c-a3b0-4d2d-bcf1-caa61632c742 req-91c51fdc-4627-4bd7-aab1-f901dca25e75 service nova] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Updated VIF entry in instance network info cache for port b8a8bc04-a6eb-4dc7-be74-a80e8884b016. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2406.878423] env[62291]: DEBUG nova.network.neutron [req-fcd28c0c-a3b0-4d2d-bcf1-caa61632c742 req-91c51fdc-4627-4bd7-aab1-f901dca25e75 service nova] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Updating instance_info_cache with network_info: [{"id": "b8a8bc04-a6eb-4dc7-be74-a80e8884b016", "address": "fa:16:3e:aa:b1:9d", "network": {"id": "b789769e-7cdd-4ec0-9b65-d217c45c3755", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2063957055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ced82ff4c1d54fdcaac99123f59eca6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8a8bc04-a6", "ovs_interfaceid": "b8a8bc04-a6eb-4dc7-be74-a80e8884b016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2406.931348] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143728, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2407.131104] env[62291]: INFO nova.compute.manager [-] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Took 1.47 seconds to deallocate network for instance. [ 2407.234048] env[62291]: DEBUG oslo_vmware.api [None req-e7f755dd-ac13-4c72-bba3-1cfe62b287af tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143726, 'name': CloneVM_Task} progress is 95%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2407.259011] env[62291]: DEBUG oslo_concurrency.lockutils [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquiring lock "af730d81-bef8-454f-858a-8141561b0086-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2407.259266] env[62291]: DEBUG oslo_concurrency.lockutils [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "af730d81-bef8-454f-858a-8141561b0086-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2407.259447] env[62291]: DEBUG oslo_concurrency.lockutils [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "af730d81-bef8-454f-858a-8141561b0086-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2407.381260] env[62291]: DEBUG oslo_concurrency.lockutils [req-fcd28c0c-a3b0-4d2d-bcf1-caa61632c742 req-91c51fdc-4627-4bd7-aab1-f901dca25e75 service nova] Releasing lock "refresh_cache-14b440dc-ed67-422e-9d12-77007cea7eef" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2407.431631] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143728, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2407.637722] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b5ba898c-70fa-438c-bbbf-1b7691c1c68b tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2407.734069] env[62291]: DEBUG oslo_vmware.api [None req-e7f755dd-ac13-4c72-bba3-1cfe62b287af tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143726, 'name': CloneVM_Task} progress is 95%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2407.804741] env[62291]: DEBUG nova.compute.manager [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2407.832917] env[62291]: DEBUG nova.virt.hardware [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2407.833205] env[62291]: DEBUG nova.virt.hardware [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2407.833396] env[62291]: DEBUG nova.virt.hardware [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2407.833588] env[62291]: DEBUG nova.virt.hardware [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2407.833736] env[62291]: DEBUG nova.virt.hardware [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2407.833885] env[62291]: DEBUG nova.virt.hardware [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2407.834114] env[62291]: DEBUG nova.virt.hardware [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2407.834280] env[62291]: DEBUG nova.virt.hardware [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2407.834462] env[62291]: DEBUG nova.virt.hardware [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2407.834608] env[62291]: DEBUG nova.virt.hardware [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2407.834781] env[62291]: DEBUG nova.virt.hardware [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2407.835646] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500abdb5-0a73-42f8-b0a4-969570a0eeec {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2407.846174] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280c7ca5-d00e-40c5-abf2-74523bbf8f63 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2407.933227] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143728, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2407.986108] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84197cc8-c1de-4636-96be-510cdd4c423b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2407.993768] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6334a7b2-7b7f-4773-bef7-5158917462ee {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.023345] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2761d804-7b53-4f72-9b28-b804044a6683 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.030472] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d45cdc2-9d18-4286-95f9-995c88c67725 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2408.043950] env[62291]: DEBUG nova.compute.provider_tree [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2408.064056] env[62291]: DEBUG nova.compute.manager [req-a26feacf-2a16-4c40-a809-e75b458497c3 req-aa3a7b0d-65d3-40d9-8586-a109bd6756c1 service nova] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Received event network-vif-deleted-7981eb90-f411-4da2-864a-e5b53b49d639 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2408.234369] env[62291]: DEBUG oslo_vmware.api [None req-e7f755dd-ac13-4c72-bba3-1cfe62b287af tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143726, 'name': CloneVM_Task} progress is 95%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2408.298638] env[62291]: DEBUG oslo_concurrency.lockutils [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquiring lock "refresh_cache-af730d81-bef8-454f-858a-8141561b0086" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2408.298866] env[62291]: DEBUG oslo_concurrency.lockutils [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquired lock "refresh_cache-af730d81-bef8-454f-858a-8141561b0086" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2408.299081] env[62291]: DEBUG nova.network.neutron [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2408.436541] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143728, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2408.548124] env[62291]: DEBUG nova.scheduler.client.report [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2408.735753] env[62291]: DEBUG oslo_vmware.api [None req-e7f755dd-ac13-4c72-bba3-1cfe62b287af tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143726, 'name': CloneVM_Task} progress is 95%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2408.933206] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143728, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2409.053803] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.276s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2409.055993] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 5.523s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2409.142012] env[62291]: INFO nova.network.neutron [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Updating port 31aded13-37a2-4ab0-9077-1d7346efdd26 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2409.235381] env[62291]: DEBUG oslo_vmware.api [None req-e7f755dd-ac13-4c72-bba3-1cfe62b287af tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143726, 'name': CloneVM_Task} progress is 95%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2409.240924] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cf7ffde0-3aed-4fb1-8e01-61b22e2fd7c5 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Acquiring lock "97a847ee-d7bb-49dd-9dc2-c8c60e496b54" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2409.241177] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cf7ffde0-3aed-4fb1-8e01-61b22e2fd7c5 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Lock "97a847ee-d7bb-49dd-9dc2-c8c60e496b54" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2409.241384] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cf7ffde0-3aed-4fb1-8e01-61b22e2fd7c5 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Acquiring lock "97a847ee-d7bb-49dd-9dc2-c8c60e496b54-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2409.241560] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cf7ffde0-3aed-4fb1-8e01-61b22e2fd7c5 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Lock "97a847ee-d7bb-49dd-9dc2-c8c60e496b54-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2409.241726] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cf7ffde0-3aed-4fb1-8e01-61b22e2fd7c5 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Lock "97a847ee-d7bb-49dd-9dc2-c8c60e496b54-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2409.243780] env[62291]: INFO nova.compute.manager [None req-cf7ffde0-3aed-4fb1-8e01-61b22e2fd7c5 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Terminating instance [ 2409.245593] env[62291]: DEBUG nova.compute.manager [None req-cf7ffde0-3aed-4fb1-8e01-61b22e2fd7c5 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2409.245801] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf7ffde0-3aed-4fb1-8e01-61b22e2fd7c5 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2409.246044] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a7c12f10-51ab-4dbc-9a90-1152616ead84 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2409.255435] env[62291]: DEBUG oslo_vmware.api [None req-cf7ffde0-3aed-4fb1-8e01-61b22e2fd7c5 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Waiting for the task: (returnval){ [ 2409.255435] env[62291]: value = "task-2143730" [ 2409.255435] env[62291]: _type = "Task" [ 2409.255435] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2409.264334] env[62291]: DEBUG oslo_vmware.api [None req-cf7ffde0-3aed-4fb1-8e01-61b22e2fd7c5 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Task: {'id': task-2143730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2409.344413] env[62291]: DEBUG nova.network.neutron [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Updating instance_info_cache with network_info: [{"id": "e9244dfe-bf4e-4031-95a5-55e5be260522", "address": "fa:16:3e:40:ff:77", "network": {"id": "ce85cec1-d2b4-40a2-8f9e-afd8351425e2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-91553824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be147140f7a240be9dd360d0429e4e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9244dfe-bf", "ovs_interfaceid": "e9244dfe-bf4e-4031-95a5-55e5be260522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2409.437145] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143728, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2409.735644] env[62291]: DEBUG oslo_vmware.api [None req-e7f755dd-ac13-4c72-bba3-1cfe62b287af tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143726, 'name': CloneVM_Task} progress is 95%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2409.765233] env[62291]: DEBUG oslo_vmware.api [None req-cf7ffde0-3aed-4fb1-8e01-61b22e2fd7c5 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Task: {'id': task-2143730, 'name': PowerOffVM_Task, 'duration_secs': 0.370622} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2409.765542] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf7ffde0-3aed-4fb1-8e01-61b22e2fd7c5 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2409.765712] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf7ffde0-3aed-4fb1-8e01-61b22e2fd7c5 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Volume detach. Driver type: vmdk {{(pid=62291) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2409.765905] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf7ffde0-3aed-4fb1-8e01-61b22e2fd7c5 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-438131', 'volume_id': 'acc74b09-9b35-4d78-bd1b-79c9a747ae2f', 'name': 'volume-acc74b09-9b35-4d78-bd1b-79c9a747ae2f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97a847ee-d7bb-49dd-9dc2-c8c60e496b54', 'attached_at': '', 'detached_at': '', 'volume_id': 'acc74b09-9b35-4d78-bd1b-79c9a747ae2f', 'serial': 'acc74b09-9b35-4d78-bd1b-79c9a747ae2f'} {{(pid=62291) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2409.766705] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e214b64-aae2-48ce-add1-bf9b809c83df {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2409.786864] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e07b120-99eb-4b7d-99f1-95c535fbf5f4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2409.794722] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05df1210-9cf2-469e-b6e6-2e142a915f09 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2409.813072] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fe51f48-7ae8-4427-b7c9-6e3ab2aefb00 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2409.828997] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf7ffde0-3aed-4fb1-8e01-61b22e2fd7c5 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] The volume has not been displaced from its original location: [datastore1] volume-acc74b09-9b35-4d78-bd1b-79c9a747ae2f/volume-acc74b09-9b35-4d78-bd1b-79c9a747ae2f.vmdk. No consolidation needed. {{(pid=62291) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2409.833733] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf7ffde0-3aed-4fb1-8e01-61b22e2fd7c5 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Reconfiguring VM instance instance-00000066 to detach disk 2000 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2409.834369] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-357ccaac-875a-4a33-af3f-c16bdc669fec {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2409.848044] env[62291]: DEBUG oslo_concurrency.lockutils [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Releasing lock "refresh_cache-af730d81-bef8-454f-858a-8141561b0086" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2409.859042] env[62291]: DEBUG oslo_vmware.api [None req-cf7ffde0-3aed-4fb1-8e01-61b22e2fd7c5 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Waiting for the task: (returnval){ [ 2409.859042] env[62291]: value = "task-2143731" [ 2409.859042] env[62291]: _type = "Task" [ 2409.859042] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2409.867258] env[62291]: DEBUG oslo_vmware.api [None req-cf7ffde0-3aed-4fb1-8e01-61b22e2fd7c5 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Task: {'id': task-2143731, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2409.934409] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143728, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2410.067611] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Applying migration context for instance af730d81-bef8-454f-858a-8141561b0086 as it has an incoming, in-progress migration 2430888a-765d-490f-b6ca-2c6f30778fa8. Migration status is post-migrating {{(pid=62291) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 2410.069280] env[62291]: INFO nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: af730d81-bef8-454f-858a-8141561b0086] Updating resource usage from migration 2430888a-765d-490f-b6ca-2c6f30778fa8 [ 2410.089084] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance d5839caf-2cfa-42ae-84f4-145f5ae614a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2410.089237] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 4bffe146-0b5f-4141-b83c-6974834803bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2410.089358] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance a06e85bc-af77-404c-a50b-312dd60ae1c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2410.089499] env[62291]: WARNING nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 2410.089614] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 97a847ee-d7bb-49dd-9dc2-c8c60e496b54 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2410.089723] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2410.089833] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 30dbd972-13a9-44f0-a288-04ce0bb62b3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2410.089940] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance cb7a8bc2-0580-45f0-871d-9d63420a8c7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2410.090060] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 5fe8ba35-a2d2-450d-b40b-929094ab5a6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2410.090192] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 9907379d-085e-4ce8-af6b-68caf5314965 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2410.090323] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance b2dfa139-ab06-4914-96fd-471045a43b4c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2410.090435] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Migration 2430888a-765d-490f-b6ca-2c6f30778fa8 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 2410.090542] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance af730d81-bef8-454f-858a-8141561b0086 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2410.090647] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 14b440dc-ed67-422e-9d12-77007cea7eef actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2410.090750] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 386a9998-d141-4f66-b8fd-600e02eaaf88 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2410.090941] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2410.091077] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2410.237955] env[62291]: DEBUG oslo_vmware.api [None req-e7f755dd-ac13-4c72-bba3-1cfe62b287af tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143726, 'name': CloneVM_Task} progress is 95%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2410.255985] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa42ec50-f63b-4d7b-a6d6-70ffc0943dca {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.263865] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e034f42-3898-4c4a-8ba9-8b3eb7cabcd7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.295963] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8fa6fd8-da30-4f79-87aa-ee2e93d357e7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.304065] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f428c2-f383-4fc5-8253-eb981e1b08bb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.317184] env[62291]: DEBUG nova.compute.provider_tree [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2410.367699] env[62291]: DEBUG oslo_vmware.api [None req-cf7ffde0-3aed-4fb1-8e01-61b22e2fd7c5 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Task: {'id': task-2143731, 'name': ReconfigVM_Task, 'duration_secs': 0.1651} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2410.368703] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf7ffde0-3aed-4fb1-8e01-61b22e2fd7c5 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Reconfigured VM instance instance-00000066 to detach disk 2000 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2410.373739] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66abe5cc-d818-4850-abdf-3db27a4be76b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.376137] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9cbabbce-446e-4e90-863b-d00a952270b3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.403814] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0cbdc6-26f6-4b33-bdd4-ae4aec11e211 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.406646] env[62291]: DEBUG oslo_vmware.api [None req-cf7ffde0-3aed-4fb1-8e01-61b22e2fd7c5 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Waiting for the task: (returnval){ [ 2410.406646] env[62291]: value = "task-2143732" [ 2410.406646] env[62291]: _type = "Task" [ 2410.406646] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2410.412710] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Updating instance 'af730d81-bef8-454f-858a-8141561b0086' progress to 83 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2410.421390] env[62291]: DEBUG oslo_vmware.api [None req-cf7ffde0-3aed-4fb1-8e01-61b22e2fd7c5 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Task: {'id': task-2143732, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2410.433681] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143728, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2410.872726] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2410.892244] env[62291]: DEBUG oslo_vmware.api [None req-e7f755dd-ac13-4c72-bba3-1cfe62b287af tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143726, 'name': CloneVM_Task} progress is 95%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2410.918473] env[62291]: DEBUG oslo_vmware.api [None req-cf7ffde0-3aed-4fb1-8e01-61b22e2fd7c5 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Task: {'id': task-2143732, 'name': ReconfigVM_Task, 'duration_secs': 0.110591} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2410.918968] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf7ffde0-3aed-4fb1-8e01-61b22e2fd7c5 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-438131', 'volume_id': 'acc74b09-9b35-4d78-bd1b-79c9a747ae2f', 'name': 'volume-acc74b09-9b35-4d78-bd1b-79c9a747ae2f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '97a847ee-d7bb-49dd-9dc2-c8c60e496b54', 'attached_at': '', 'detached_at': '', 'volume_id': 'acc74b09-9b35-4d78-bd1b-79c9a747ae2f', 'serial': 'acc74b09-9b35-4d78-bd1b-79c9a747ae2f'} {{(pid=62291) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2410.919517] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-cf7ffde0-3aed-4fb1-8e01-61b22e2fd7c5 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2410.920264] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff4c5bf-f4d5-4766-a7d6-0e88185ee30c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.925120] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-55e81190-3126-4c1b-a6e7-4a5657c2ef34 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Updating instance 'af730d81-bef8-454f-858a-8141561b0086' progress to 100 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2410.936098] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-cf7ffde0-3aed-4fb1-8e01-61b22e2fd7c5 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2410.936964] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8bf0ca2b-70c5-426c-b252-a74aab4ee036 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2410.941762] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143728, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2411.378705] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62291) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2411.378972] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.323s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2411.382848] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b5ba898c-70fa-438c-bbbf-1b7691c1c68b tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.745s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2411.383083] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b5ba898c-70fa-438c-bbbf-1b7691c1c68b tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2411.385230] env[62291]: DEBUG oslo_vmware.api [None req-e7f755dd-ac13-4c72-bba3-1cfe62b287af tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143726, 'name': CloneVM_Task} progress is 95%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2411.406134] env[62291]: INFO nova.scheduler.client.report [None req-b5ba898c-70fa-438c-bbbf-1b7691c1c68b tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Deleted allocations for instance 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35 [ 2411.441809] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143728, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2411.882295] env[62291]: DEBUG oslo_vmware.api [None req-e7f755dd-ac13-4c72-bba3-1cfe62b287af tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143726, 'name': CloneVM_Task} progress is 95%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2411.914425] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b5ba898c-70fa-438c-bbbf-1b7691c1c68b tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "798f1b1c-7ba7-4ac2-9c23-f02d3d80be35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.476s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2411.945976] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143728, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2412.383350] env[62291]: DEBUG oslo_vmware.api [None req-e7f755dd-ac13-4c72-bba3-1cfe62b287af tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143726, 'name': CloneVM_Task} progress is 95%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2412.439757] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143728, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2412.867134] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2412.867387] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2412.867543] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Starting heal instance info cache {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 2412.867660] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Rebuilding the list of instances to heal {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 2412.882786] env[62291]: DEBUG oslo_vmware.api [None req-e7f755dd-ac13-4c72-bba3-1cfe62b287af tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143726, 'name': CloneVM_Task} progress is 95%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2412.941756] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143728, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2413.065728] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3ccf7e74-582b-424b-9cef-e90deb3acd23 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquiring lock "af730d81-bef8-454f-858a-8141561b0086" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2413.066016] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3ccf7e74-582b-424b-9cef-e90deb3acd23 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "af730d81-bef8-454f-858a-8141561b0086" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2413.066228] env[62291]: DEBUG nova.compute.manager [None req-3ccf7e74-582b-424b-9cef-e90deb3acd23 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Going to confirm migration 5 {{(pid=62291) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 2413.372747] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] Skipping network cache update for instance because it is being deleted. {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9945}} [ 2413.373049] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Skipping network cache update for instance because it is being deleted. {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9945}} [ 2413.373049] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Skipping network cache update for instance because it is Building. {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9941}} [ 2413.373171] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Skipping network cache update for instance because it is Building. {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9941}} [ 2413.373344] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "refresh_cache-4bffe146-0b5f-4141-b83c-6974834803bd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2413.373459] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquired lock "refresh_cache-4bffe146-0b5f-4141-b83c-6974834803bd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2413.373601] env[62291]: DEBUG nova.network.neutron [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Forcefully refreshing network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 2413.373744] env[62291]: DEBUG nova.objects.instance [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lazy-loading 'info_cache' on Instance uuid 4bffe146-0b5f-4141-b83c-6974834803bd {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2413.384562] env[62291]: DEBUG oslo_vmware.api [None req-e7f755dd-ac13-4c72-bba3-1cfe62b287af tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143726, 'name': CloneVM_Task} progress is 95%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2413.441279] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143728, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2413.601455] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3ccf7e74-582b-424b-9cef-e90deb3acd23 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquiring lock "refresh_cache-af730d81-bef8-454f-858a-8141561b0086" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2413.601643] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3ccf7e74-582b-424b-9cef-e90deb3acd23 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquired lock "refresh_cache-af730d81-bef8-454f-858a-8141561b0086" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2413.601817] env[62291]: DEBUG nova.network.neutron [None req-3ccf7e74-582b-424b-9cef-e90deb3acd23 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2413.602009] env[62291]: DEBUG nova.objects.instance [None req-3ccf7e74-582b-424b-9cef-e90deb3acd23 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lazy-loading 'info_cache' on Instance uuid af730d81-bef8-454f-858a-8141561b0086 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2413.886923] env[62291]: DEBUG oslo_vmware.api [None req-e7f755dd-ac13-4c72-bba3-1cfe62b287af tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143726, 'name': CloneVM_Task} progress is 95%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2413.942204] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143728, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2413.987224] env[62291]: DEBUG nova.compute.manager [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Stashing vm_state: active {{(pid=62291) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 2414.387141] env[62291]: DEBUG oslo_vmware.api [None req-e7f755dd-ac13-4c72-bba3-1cfe62b287af tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143726, 'name': CloneVM_Task} progress is 95%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2414.442515] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143728, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2414.507224] env[62291]: DEBUG oslo_concurrency.lockutils [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2414.507491] env[62291]: DEBUG oslo_concurrency.lockutils [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2414.815972] env[62291]: DEBUG nova.network.neutron [None req-3ccf7e74-582b-424b-9cef-e90deb3acd23 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Updating instance_info_cache with network_info: [{"id": "e9244dfe-bf4e-4031-95a5-55e5be260522", "address": "fa:16:3e:40:ff:77", "network": {"id": "ce85cec1-d2b4-40a2-8f9e-afd8351425e2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-91553824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be147140f7a240be9dd360d0429e4e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9244dfe-bf", "ovs_interfaceid": "e9244dfe-bf4e-4031-95a5-55e5be260522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2414.887583] env[62291]: DEBUG oslo_vmware.api [None req-e7f755dd-ac13-4c72-bba3-1cfe62b287af tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143726, 'name': CloneVM_Task} progress is 95%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2414.946837] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143728, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2415.014757] env[62291]: INFO nova.compute.claims [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2415.163465] env[62291]: DEBUG nova.network.neutron [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Updating instance_info_cache with network_info: [{"id": "c3f38ada-fe77-4e34-9d91-5b3a6be1ef13", "address": "fa:16:3e:a1:72:16", "network": {"id": "c45185d4-152c-49a5-95a1-aabe55d7a656", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1396888570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1553c7ef0e7404cbea3d3a38c0509ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3f38ada-fe", "ovs_interfaceid": "c3f38ada-fe77-4e34-9d91-5b3a6be1ef13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2415.319019] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3ccf7e74-582b-424b-9cef-e90deb3acd23 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Releasing lock "refresh_cache-af730d81-bef8-454f-858a-8141561b0086" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2415.319325] env[62291]: DEBUG nova.objects.instance [None req-3ccf7e74-582b-424b-9cef-e90deb3acd23 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lazy-loading 'migration_context' on Instance uuid af730d81-bef8-454f-858a-8141561b0086 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2415.387454] env[62291]: DEBUG oslo_vmware.api [None req-e7f755dd-ac13-4c72-bba3-1cfe62b287af tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143726, 'name': CloneVM_Task} progress is 95%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2415.443371] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143728, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2415.520773] env[62291]: INFO nova.compute.resource_tracker [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Updating resource usage from migration 307d6aa0-514f-4a46-ae13-1db706722295 [ 2415.665848] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Releasing lock "refresh_cache-4bffe146-0b5f-4141-b83c-6974834803bd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2415.665848] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Updated the network info_cache for instance {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9999}} [ 2415.666123] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2415.668404] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2415.668749] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2415.668921] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2415.669085] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2415.669217] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62291) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 2415.699151] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ddc545-5c76-46c1-98ab-328266419642 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2415.706812] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25bc8503-814f-435d-a46f-c6368bfa9c96 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2415.738143] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1545a314-a574-4063-ade5-7bba378f44b5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2415.745420] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6772ff07-52bb-4b9b-ad60-911559207957 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2415.758656] env[62291]: DEBUG nova.compute.provider_tree [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2415.822636] env[62291]: DEBUG nova.objects.base [None req-3ccf7e74-582b-424b-9cef-e90deb3acd23 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62291) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 2415.823608] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e023a73-386b-4270-9390-60337bf1017e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2415.843034] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a7b673f-05d7-4d0c-9948-56c1d4dc54ee {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2415.848167] env[62291]: DEBUG oslo_vmware.api [None req-3ccf7e74-582b-424b-9cef-e90deb3acd23 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2415.848167] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]524f4395-aa41-3b96-7861-91c7f2b70525" [ 2415.848167] env[62291]: _type = "Task" [ 2415.848167] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2415.855650] env[62291]: DEBUG oslo_vmware.api [None req-3ccf7e74-582b-424b-9cef-e90deb3acd23 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]524f4395-aa41-3b96-7861-91c7f2b70525, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2415.885986] env[62291]: DEBUG oslo_vmware.api [None req-e7f755dd-ac13-4c72-bba3-1cfe62b287af tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143726, 'name': CloneVM_Task} progress is 95%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2415.944923] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143728, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2415.972049] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c9eb2f5f-1a12-4598-b81a-1c6387a833e1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2415.972049] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c9eb2f5f-1a12-4598-b81a-1c6387a833e1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2415.972302] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9eb2f5f-1a12-4598-b81a-1c6387a833e1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Deleting the datastore file [datastore2] d5839caf-2cfa-42ae-84f4-145f5ae614a0 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2415.972620] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba2a4eef-cac4-4b14-9dd5-02da345a8f58 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2415.980958] env[62291]: DEBUG oslo_vmware.api [None req-c9eb2f5f-1a12-4598-b81a-1c6387a833e1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for the task: (returnval){ [ 2415.980958] env[62291]: value = "task-2143734" [ 2415.980958] env[62291]: _type = "Task" [ 2415.980958] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2415.991232] env[62291]: DEBUG oslo_vmware.api [None req-c9eb2f5f-1a12-4598-b81a-1c6387a833e1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143734, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2416.090687] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-cf7ffde0-3aed-4fb1-8e01-61b22e2fd7c5 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2416.091033] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-cf7ffde0-3aed-4fb1-8e01-61b22e2fd7c5 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Deleting contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2416.091283] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf7ffde0-3aed-4fb1-8e01-61b22e2fd7c5 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Deleting the datastore file [datastore1] 97a847ee-d7bb-49dd-9dc2-c8c60e496b54 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2416.091661] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d9124895-8974-445f-9177-b10c4ce5cc8b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.099710] env[62291]: DEBUG oslo_vmware.api [None req-cf7ffde0-3aed-4fb1-8e01-61b22e2fd7c5 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Waiting for the task: (returnval){ [ 2416.099710] env[62291]: value = "task-2143735" [ 2416.099710] env[62291]: _type = "Task" [ 2416.099710] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2416.111888] env[62291]: DEBUG oslo_vmware.api [None req-cf7ffde0-3aed-4fb1-8e01-61b22e2fd7c5 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Task: {'id': task-2143735, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2416.262359] env[62291]: DEBUG nova.scheduler.client.report [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2416.359212] env[62291]: DEBUG oslo_vmware.api [None req-3ccf7e74-582b-424b-9cef-e90deb3acd23 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]524f4395-aa41-3b96-7861-91c7f2b70525, 'name': SearchDatastore_Task, 'duration_secs': 0.008894} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2416.359506] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3ccf7e74-582b-424b-9cef-e90deb3acd23 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2416.388096] env[62291]: DEBUG oslo_vmware.api [None req-e7f755dd-ac13-4c72-bba3-1cfe62b287af tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143726, 'name': CloneVM_Task, 'duration_secs': 11.000187} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2416.388425] env[62291]: INFO nova.virt.vmwareapi.vmops [None req-e7f755dd-ac13-4c72-bba3-1cfe62b287af tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Created linked-clone VM from snapshot [ 2416.389180] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3dd7573-06c4-4c3c-9728-432a6e4efbd8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.397221] env[62291]: DEBUG nova.virt.vmwareapi.images [None req-e7f755dd-ac13-4c72-bba3-1cfe62b287af tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Uploading image bcc60a6e-7d9f-4c5b-b718-99147db982af {{(pid=62291) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2416.409808] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-e7f755dd-ac13-4c72-bba3-1cfe62b287af tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Destroying the VM {{(pid=62291) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2416.410159] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8066e400-0db5-48a1-8ee0-462b82d5ffea {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.416873] env[62291]: DEBUG oslo_vmware.api [None req-e7f755dd-ac13-4c72-bba3-1cfe62b287af tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2416.416873] env[62291]: value = "task-2143736" [ 2416.416873] env[62291]: _type = "Task" [ 2416.416873] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2416.427585] env[62291]: DEBUG oslo_vmware.api [None req-e7f755dd-ac13-4c72-bba3-1cfe62b287af tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143736, 'name': Destroy_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2416.444436] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143728, 'name': CreateVM_Task, 'duration_secs': 10.261014} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2416.444607] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2416.445327] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-438152', 'volume_id': '5318cc26-e843-4c69-8ea6-1249190a4895', 'name': 'volume-5318cc26-e843-4c69-8ea6-1249190a4895', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '14b440dc-ed67-422e-9d12-77007cea7eef', 'attached_at': '', 'detached_at': '', 'volume_id': '5318cc26-e843-4c69-8ea6-1249190a4895', 'serial': '5318cc26-e843-4c69-8ea6-1249190a4895'}, 'guest_format': None, 'delete_on_termination': True, 'disk_bus': None, 'device_type': None, 'mount_device': '/dev/sda', 'attachment_id': '836c1fe2-adff-46e6-8f78-6e535db9167c', 'volume_type': None}], 'swap': None} {{(pid=62291) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2416.445550] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Root volume attach. Driver type: vmdk {{(pid=62291) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 2416.446341] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b3e53a-4778-4890-a066-573b8c2aa66b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.455352] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e591c4b-4b02-49c2-aa66-6804e8a12791 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.462286] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76060b41-8463-4839-97bd-df93db14a32f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.468834] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-25578f96-906f-4050-9bb4-0064a68d237c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2416.477125] env[62291]: DEBUG oslo_vmware.api [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2416.477125] env[62291]: value = "task-2143737" [ 2416.477125] env[62291]: _type = "Task" [ 2416.477125] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2416.487828] env[62291]: DEBUG oslo_vmware.api [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143737, 'name': RelocateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2416.492817] env[62291]: DEBUG oslo_vmware.api [None req-c9eb2f5f-1a12-4598-b81a-1c6387a833e1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Task: {'id': task-2143734, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162596} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2416.493087] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-c9eb2f5f-1a12-4598-b81a-1c6387a833e1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2416.493293] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c9eb2f5f-1a12-4598-b81a-1c6387a833e1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2416.493546] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-c9eb2f5f-1a12-4598-b81a-1c6387a833e1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2416.493678] env[62291]: INFO nova.compute.manager [None req-c9eb2f5f-1a12-4598-b81a-1c6387a833e1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] Took 11.15 seconds to destroy the instance on the hypervisor. [ 2416.493920] env[62291]: DEBUG oslo.service.loopingcall [None req-c9eb2f5f-1a12-4598-b81a-1c6387a833e1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2416.494138] env[62291]: DEBUG nova.compute.manager [-] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2416.494238] env[62291]: DEBUG nova.network.neutron [-] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2416.610198] env[62291]: DEBUG oslo_vmware.api [None req-cf7ffde0-3aed-4fb1-8e01-61b22e2fd7c5 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Task: {'id': task-2143735, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.088325} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2416.610548] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf7ffde0-3aed-4fb1-8e01-61b22e2fd7c5 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2416.610687] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-cf7ffde0-3aed-4fb1-8e01-61b22e2fd7c5 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Deleted contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2416.610892] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-cf7ffde0-3aed-4fb1-8e01-61b22e2fd7c5 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2416.611101] env[62291]: INFO nova.compute.manager [None req-cf7ffde0-3aed-4fb1-8e01-61b22e2fd7c5 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Took 7.37 seconds to destroy the instance on the hypervisor. [ 2416.611322] env[62291]: DEBUG oslo.service.loopingcall [None req-cf7ffde0-3aed-4fb1-8e01-61b22e2fd7c5 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2416.611526] env[62291]: DEBUG nova.compute.manager [-] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2416.611628] env[62291]: DEBUG nova.network.neutron [-] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2416.767899] env[62291]: DEBUG oslo_concurrency.lockutils [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.260s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2416.768219] env[62291]: INFO nova.compute.manager [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Migrating [ 2416.779222] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3ccf7e74-582b-424b-9cef-e90deb3acd23 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.419s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2416.932337] env[62291]: DEBUG oslo_vmware.api [None req-e7f755dd-ac13-4c72-bba3-1cfe62b287af tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143736, 'name': Destroy_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2416.936605] env[62291]: DEBUG nova.compute.manager [req-14a201ed-cb8d-481b-945d-7fcb0f717985 req-dc302ce9-a483-4248-8950-a3f6dfa84c00 service nova] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] Received event network-vif-deleted-3eca59de-d078-41c4-99bf-82b2c60b50f3 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2416.936817] env[62291]: INFO nova.compute.manager [req-14a201ed-cb8d-481b-945d-7fcb0f717985 req-dc302ce9-a483-4248-8950-a3f6dfa84c00 service nova] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] Neutron deleted interface 3eca59de-d078-41c4-99bf-82b2c60b50f3; detaching it from the instance and deleting it from the info cache [ 2416.937012] env[62291]: DEBUG nova.network.neutron [req-14a201ed-cb8d-481b-945d-7fcb0f717985 req-dc302ce9-a483-4248-8950-a3f6dfa84c00 service nova] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2416.990691] env[62291]: DEBUG oslo_vmware.api [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143737, 'name': RelocateVM_Task} progress is 42%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2417.302251] env[62291]: DEBUG oslo_concurrency.lockutils [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "refresh_cache-4bffe146-0b5f-4141-b83c-6974834803bd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2417.302251] env[62291]: DEBUG oslo_concurrency.lockutils [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquired lock "refresh_cache-4bffe146-0b5f-4141-b83c-6974834803bd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2417.302730] env[62291]: DEBUG nova.network.neutron [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2417.415121] env[62291]: DEBUG nova.network.neutron [-] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2417.438629] env[62291]: DEBUG oslo_vmware.api [None req-e7f755dd-ac13-4c72-bba3-1cfe62b287af tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143736, 'name': Destroy_Task, 'duration_secs': 0.528678} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2417.439798] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-e7f755dd-ac13-4c72-bba3-1cfe62b287af tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Destroyed the VM [ 2417.439798] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f755dd-ac13-4c72-bba3-1cfe62b287af tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Deleting Snapshot of the VM instance {{(pid=62291) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2417.439798] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fb043aa4-850e-4c32-8557-a435a0b398ad {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.442476] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-22aa7122-c39c-41bc-bbbc-ff83e521bd4b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.454993] env[62291]: DEBUG oslo_vmware.api [None req-e7f755dd-ac13-4c72-bba3-1cfe62b287af tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2417.454993] env[62291]: value = "task-2143738" [ 2417.454993] env[62291]: _type = "Task" [ 2417.454993] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2417.462882] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6de5613-f2d3-46d9-80ae-dba50a0baabb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.489245] env[62291]: DEBUG oslo_vmware.api [None req-e7f755dd-ac13-4c72-bba3-1cfe62b287af tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143738, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2417.496692] env[62291]: DEBUG oslo_vmware.api [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143737, 'name': RelocateVM_Task} progress is 56%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2417.509834] env[62291]: DEBUG nova.compute.manager [req-14a201ed-cb8d-481b-945d-7fcb0f717985 req-dc302ce9-a483-4248-8950-a3f6dfa84c00 service nova] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] Detach interface failed, port_id=3eca59de-d078-41c4-99bf-82b2c60b50f3, reason: Instance d5839caf-2cfa-42ae-84f4-145f5ae614a0 could not be found. {{(pid=62291) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 2417.579798] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-100371ba-9eae-4a7a-8c03-38476b67da55 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.591549] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ffe206-525a-44b5-a2a7-4431ddc7cdcf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.629254] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e83c33-b80c-4a58-a9fa-84acde3c38aa {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.644607] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6611243-91da-4ad6-bcdc-f78f7701ecaa {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2417.667084] env[62291]: DEBUG nova.compute.provider_tree [None req-3ccf7e74-582b-424b-9cef-e90deb3acd23 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2417.725931] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Acquiring lock "refresh_cache-b2dfa139-ab06-4914-96fd-471045a43b4c" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2417.726024] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Acquired lock "refresh_cache-b2dfa139-ab06-4914-96fd-471045a43b4c" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2417.726198] env[62291]: DEBUG nova.network.neutron [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2417.767311] env[62291]: DEBUG nova.network.neutron [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Successfully updated port: e6e8109d-e6b0-4b68-aa49-ef5382026576 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2417.918228] env[62291]: INFO nova.compute.manager [-] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] Took 1.42 seconds to deallocate network for instance. [ 2417.974230] env[62291]: DEBUG oslo_vmware.api [None req-e7f755dd-ac13-4c72-bba3-1cfe62b287af tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143738, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2418.001219] env[62291]: DEBUG oslo_vmware.api [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143737, 'name': RelocateVM_Task} progress is 69%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2418.014099] env[62291]: DEBUG nova.network.neutron [-] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2418.121956] env[62291]: DEBUG nova.network.neutron [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Updating instance_info_cache with network_info: [{"id": "c3f38ada-fe77-4e34-9d91-5b3a6be1ef13", "address": "fa:16:3e:a1:72:16", "network": {"id": "c45185d4-152c-49a5-95a1-aabe55d7a656", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1396888570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1553c7ef0e7404cbea3d3a38c0509ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3f38ada-fe", "ovs_interfaceid": "c3f38ada-fe77-4e34-9d91-5b3a6be1ef13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2418.173138] env[62291]: DEBUG nova.scheduler.client.report [None req-3ccf7e74-582b-424b-9cef-e90deb3acd23 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2418.270576] env[62291]: DEBUG oslo_concurrency.lockutils [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "refresh_cache-386a9998-d141-4f66-b8fd-600e02eaaf88" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2418.270754] env[62291]: DEBUG oslo_concurrency.lockutils [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquired lock "refresh_cache-386a9998-d141-4f66-b8fd-600e02eaaf88" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2418.270914] env[62291]: DEBUG nova.network.neutron [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2418.424623] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c9eb2f5f-1a12-4598-b81a-1c6387a833e1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2418.472095] env[62291]: DEBUG oslo_vmware.api [None req-e7f755dd-ac13-4c72-bba3-1cfe62b287af tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143738, 'name': RemoveSnapshot_Task, 'duration_secs': 0.879152} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2418.472481] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f755dd-ac13-4c72-bba3-1cfe62b287af tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Deleted Snapshot of the VM instance {{(pid=62291) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2418.497359] env[62291]: DEBUG oslo_vmware.api [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143737, 'name': RelocateVM_Task} progress is 84%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2418.508657] env[62291]: DEBUG nova.network.neutron [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Updating instance_info_cache with network_info: [{"id": "31aded13-37a2-4ab0-9077-1d7346efdd26", "address": "fa:16:3e:34:c4:13", "network": {"id": "bd72be7f-d221-4147-ad88-ef62cefcd5aa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1570843996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27985db97fc84c6ca40a85416f94ab35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31aded13-37", "ovs_interfaceid": "31aded13-37a2-4ab0-9077-1d7346efdd26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2418.516259] env[62291]: INFO nova.compute.manager [-] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Took 1.90 seconds to deallocate network for instance. [ 2418.625327] env[62291]: DEBUG oslo_concurrency.lockutils [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Releasing lock "refresh_cache-4bffe146-0b5f-4141-b83c-6974834803bd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2418.806228] env[62291]: DEBUG nova.network.neutron [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2418.950697] env[62291]: DEBUG nova.network.neutron [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Updating instance_info_cache with network_info: [{"id": "e6e8109d-e6b0-4b68-aa49-ef5382026576", "address": "fa:16:3e:37:ca:f5", "network": {"id": "818bf107-525d-4bd9-af99-c673972d2be1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-171136124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34994f4ae104d49b1e76215acee435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6e8109d-e6", "ovs_interfaceid": "e6e8109d-e6b0-4b68-aa49-ef5382026576", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2418.970667] env[62291]: DEBUG nova.compute.manager [req-0b489e31-68dc-40bd-a945-841048033fc1 req-327b3574-6c6b-4c50-a418-64058ad0f0ee service nova] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Received event network-vif-plugged-31aded13-37a2-4ab0-9077-1d7346efdd26 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2418.970901] env[62291]: DEBUG oslo_concurrency.lockutils [req-0b489e31-68dc-40bd-a945-841048033fc1 req-327b3574-6c6b-4c50-a418-64058ad0f0ee service nova] Acquiring lock "b2dfa139-ab06-4914-96fd-471045a43b4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2418.971139] env[62291]: DEBUG oslo_concurrency.lockutils [req-0b489e31-68dc-40bd-a945-841048033fc1 req-327b3574-6c6b-4c50-a418-64058ad0f0ee service nova] Lock "b2dfa139-ab06-4914-96fd-471045a43b4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2418.971329] env[62291]: DEBUG oslo_concurrency.lockutils [req-0b489e31-68dc-40bd-a945-841048033fc1 req-327b3574-6c6b-4c50-a418-64058ad0f0ee service nova] Lock "b2dfa139-ab06-4914-96fd-471045a43b4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2418.971525] env[62291]: DEBUG nova.compute.manager [req-0b489e31-68dc-40bd-a945-841048033fc1 req-327b3574-6c6b-4c50-a418-64058ad0f0ee service nova] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] No waiting events found dispatching network-vif-plugged-31aded13-37a2-4ab0-9077-1d7346efdd26 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2418.971716] env[62291]: WARNING nova.compute.manager [req-0b489e31-68dc-40bd-a945-841048033fc1 req-327b3574-6c6b-4c50-a418-64058ad0f0ee service nova] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Received unexpected event network-vif-plugged-31aded13-37a2-4ab0-9077-1d7346efdd26 for instance with vm_state shelved_offloaded and task_state spawning. [ 2418.971904] env[62291]: DEBUG nova.compute.manager [req-0b489e31-68dc-40bd-a945-841048033fc1 req-327b3574-6c6b-4c50-a418-64058ad0f0ee service nova] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Received event network-vif-deleted-11aa80be-293a-4458-9d40-ccaf9fe369d1 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2418.972112] env[62291]: DEBUG nova.compute.manager [req-0b489e31-68dc-40bd-a945-841048033fc1 req-327b3574-6c6b-4c50-a418-64058ad0f0ee service nova] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Received event network-vif-plugged-e6e8109d-e6b0-4b68-aa49-ef5382026576 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2418.972332] env[62291]: DEBUG oslo_concurrency.lockutils [req-0b489e31-68dc-40bd-a945-841048033fc1 req-327b3574-6c6b-4c50-a418-64058ad0f0ee service nova] Acquiring lock "386a9998-d141-4f66-b8fd-600e02eaaf88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2418.972552] env[62291]: DEBUG oslo_concurrency.lockutils [req-0b489e31-68dc-40bd-a945-841048033fc1 req-327b3574-6c6b-4c50-a418-64058ad0f0ee service nova] Lock "386a9998-d141-4f66-b8fd-600e02eaaf88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2418.972760] env[62291]: DEBUG oslo_concurrency.lockutils [req-0b489e31-68dc-40bd-a945-841048033fc1 req-327b3574-6c6b-4c50-a418-64058ad0f0ee service nova] Lock "386a9998-d141-4f66-b8fd-600e02eaaf88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2418.972965] env[62291]: DEBUG nova.compute.manager [req-0b489e31-68dc-40bd-a945-841048033fc1 req-327b3574-6c6b-4c50-a418-64058ad0f0ee service nova] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] No waiting events found dispatching network-vif-plugged-e6e8109d-e6b0-4b68-aa49-ef5382026576 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2418.973200] env[62291]: WARNING nova.compute.manager [req-0b489e31-68dc-40bd-a945-841048033fc1 req-327b3574-6c6b-4c50-a418-64058ad0f0ee service nova] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Received unexpected event network-vif-plugged-e6e8109d-e6b0-4b68-aa49-ef5382026576 for instance with vm_state building and task_state spawning. [ 2418.973417] env[62291]: DEBUG nova.compute.manager [req-0b489e31-68dc-40bd-a945-841048033fc1 req-327b3574-6c6b-4c50-a418-64058ad0f0ee service nova] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Received event network-changed-31aded13-37a2-4ab0-9077-1d7346efdd26 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2418.973615] env[62291]: DEBUG nova.compute.manager [req-0b489e31-68dc-40bd-a945-841048033fc1 req-327b3574-6c6b-4c50-a418-64058ad0f0ee service nova] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Refreshing instance network info cache due to event network-changed-31aded13-37a2-4ab0-9077-1d7346efdd26. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2418.973810] env[62291]: DEBUG oslo_concurrency.lockutils [req-0b489e31-68dc-40bd-a945-841048033fc1 req-327b3574-6c6b-4c50-a418-64058ad0f0ee service nova] Acquiring lock "refresh_cache-b2dfa139-ab06-4914-96fd-471045a43b4c" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2418.978320] env[62291]: WARNING nova.compute.manager [None req-e7f755dd-ac13-4c72-bba3-1cfe62b287af tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Image not found during snapshot: nova.exception.ImageNotFound: Image bcc60a6e-7d9f-4c5b-b718-99147db982af could not be found. [ 2418.994248] env[62291]: DEBUG oslo_vmware.api [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143737, 'name': RelocateVM_Task} progress is 97%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2419.012432] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Releasing lock "refresh_cache-b2dfa139-ab06-4914-96fd-471045a43b4c" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2419.015016] env[62291]: DEBUG oslo_concurrency.lockutils [req-0b489e31-68dc-40bd-a945-841048033fc1 req-327b3574-6c6b-4c50-a418-64058ad0f0ee service nova] Acquired lock "refresh_cache-b2dfa139-ab06-4914-96fd-471045a43b4c" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2419.015264] env[62291]: DEBUG nova.network.neutron [req-0b489e31-68dc-40bd-a945-841048033fc1 req-327b3574-6c6b-4c50-a418-64058ad0f0ee service nova] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Refreshing network info cache for port 31aded13-37a2-4ab0-9077-1d7346efdd26 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2419.046726] env[62291]: DEBUG nova.virt.hardware [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b23562bcfb7d851e59c9a5b60d6064d8',container_format='bare',created_at=2025-01-16T08:12:41Z,direct_url=,disk_format='vmdk',id=ab501e95-8ebc-42f2-bfb8-fc006f7d3f16,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1645880330-shelved',owner='27985db97fc84c6ca40a85416f94ab35',properties=ImageMetaProps,protected=,size=31672320,status='active',tags=,updated_at=2025-01-16T08:12:57Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2419.047515] env[62291]: DEBUG nova.virt.hardware [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2419.047734] env[62291]: DEBUG nova.virt.hardware [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2419.047985] env[62291]: DEBUG nova.virt.hardware [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2419.048207] env[62291]: DEBUG nova.virt.hardware [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2419.048420] env[62291]: DEBUG nova.virt.hardware [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2419.048652] env[62291]: DEBUG nova.virt.hardware [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2419.048875] env[62291]: DEBUG nova.virt.hardware [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2419.049096] env[62291]: DEBUG nova.virt.hardware [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2419.049321] env[62291]: DEBUG nova.virt.hardware [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2419.049554] env[62291]: DEBUG nova.virt.hardware [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2419.050525] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4d3d36-6fe9-4c57-a839-0aa7c03c6935 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.060517] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d576e262-3023-401e-bfe8-6f4141d6c7a5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.076128] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:c4:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '399f3826-705c-45f7-9fe0-3a08a945151a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31aded13-37a2-4ab0-9077-1d7346efdd26', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2419.084068] env[62291]: DEBUG oslo.service.loopingcall [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2419.085167] env[62291]: INFO nova.compute.manager [None req-cf7ffde0-3aed-4fb1-8e01-61b22e2fd7c5 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Took 0.57 seconds to detach 1 volumes for instance. [ 2419.086826] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2419.087083] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c555252-7031-44da-9375-280960b4e50b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.102119] env[62291]: DEBUG nova.compute.manager [None req-cf7ffde0-3aed-4fb1-8e01-61b22e2fd7c5 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Deleting volume: acc74b09-9b35-4d78-bd1b-79c9a747ae2f {{(pid=62291) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3247}} [ 2419.113107] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2419.113107] env[62291]: value = "task-2143739" [ 2419.113107] env[62291]: _type = "Task" [ 2419.113107] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2419.122210] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143739, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2419.186021] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3ccf7e74-582b-424b-9cef-e90deb3acd23 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.405s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2419.186021] env[62291]: DEBUG nova.compute.manager [None req-3ccf7e74-582b-424b-9cef-e90deb3acd23 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62291) _confirm_resize /opt/stack/nova/nova/compute/manager.py:4909}} [ 2419.191090] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c9eb2f5f-1a12-4598-b81a-1c6387a833e1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.766s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2419.192328] env[62291]: DEBUG nova.objects.instance [None req-c9eb2f5f-1a12-4598-b81a-1c6387a833e1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lazy-loading 'resources' on Instance uuid d5839caf-2cfa-42ae-84f4-145f5ae614a0 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2419.453685] env[62291]: DEBUG oslo_concurrency.lockutils [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Releasing lock "refresh_cache-386a9998-d141-4f66-b8fd-600e02eaaf88" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2419.454059] env[62291]: DEBUG nova.compute.manager [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Instance network_info: |[{"id": "e6e8109d-e6b0-4b68-aa49-ef5382026576", "address": "fa:16:3e:37:ca:f5", "network": {"id": "818bf107-525d-4bd9-af99-c673972d2be1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-171136124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34994f4ae104d49b1e76215acee435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6e8109d-e6", "ovs_interfaceid": "e6e8109d-e6b0-4b68-aa49-ef5382026576", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2419.454555] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:ca:f5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62d6a386-ffdb-4232-83f3-cb21c5e59e85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e6e8109d-e6b0-4b68-aa49-ef5382026576', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2419.462920] env[62291]: DEBUG oslo.service.loopingcall [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2419.463149] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2419.463796] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4fe53649-77f0-4418-88b3-d47576e1a006 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.486040] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2419.486040] env[62291]: value = "task-2143741" [ 2419.486040] env[62291]: _type = "Task" [ 2419.486040] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2419.498799] env[62291]: DEBUG oslo_vmware.api [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143737, 'name': RelocateVM_Task} progress is 98%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2419.501681] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143741, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2419.625495] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143739, 'name': CreateVM_Task, 'duration_secs': 0.488533} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2419.625838] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2419.626686] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ab501e95-8ebc-42f2-bfb8-fc006f7d3f16" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2419.627053] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ab501e95-8ebc-42f2-bfb8-fc006f7d3f16" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2419.627569] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/ab501e95-8ebc-42f2-bfb8-fc006f7d3f16" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2419.628129] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b991a1fc-90e4-4c39-9c7d-6f06954c7c27 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.640823] env[62291]: DEBUG oslo_vmware.api [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the task: (returnval){ [ 2419.640823] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5269c81b-8b0b-8fd1-6d02-73928887c78a" [ 2419.640823] env[62291]: _type = "Task" [ 2419.640823] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2419.650021] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cf7ffde0-3aed-4fb1-8e01-61b22e2fd7c5 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2419.669840] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ab317cf7-b347-446b-8165-5cf8d2a64603 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquiring lock "9907379d-085e-4ce8-af6b-68caf5314965" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2419.670036] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ab317cf7-b347-446b-8165-5cf8d2a64603 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lock "9907379d-085e-4ce8-af6b-68caf5314965" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2419.670231] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ab317cf7-b347-446b-8165-5cf8d2a64603 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquiring lock "9907379d-085e-4ce8-af6b-68caf5314965-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2419.670472] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ab317cf7-b347-446b-8165-5cf8d2a64603 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lock "9907379d-085e-4ce8-af6b-68caf5314965-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2419.670692] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ab317cf7-b347-446b-8165-5cf8d2a64603 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lock "9907379d-085e-4ce8-af6b-68caf5314965-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2419.672799] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ab501e95-8ebc-42f2-bfb8-fc006f7d3f16" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2419.673082] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Processing image ab501e95-8ebc-42f2-bfb8-fc006f7d3f16 {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2419.673518] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/ab501e95-8ebc-42f2-bfb8-fc006f7d3f16/ab501e95-8ebc-42f2-bfb8-fc006f7d3f16.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2419.673680] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Acquired lock "[datastore2] devstack-image-cache_base/ab501e95-8ebc-42f2-bfb8-fc006f7d3f16/ab501e95-8ebc-42f2-bfb8-fc006f7d3f16.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2419.673957] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2419.674543] env[62291]: INFO nova.compute.manager [None req-ab317cf7-b347-446b-8165-5cf8d2a64603 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Terminating instance [ 2419.676101] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cfd51e8e-0ef2-4293-a96f-1a2848d24e3f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.678859] env[62291]: DEBUG nova.compute.manager [None req-ab317cf7-b347-446b-8165-5cf8d2a64603 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2419.679145] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-ab317cf7-b347-446b-8165-5cf8d2a64603 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2419.680629] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68a9e9d-c9f9-4bd5-a7bf-941cca668ea6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.690135] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab317cf7-b347-446b-8165-5cf8d2a64603 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2419.690429] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f814553-ad8a-4975-bb93-ce1c1155a3df {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.704940] env[62291]: DEBUG oslo_vmware.api [None req-ab317cf7-b347-446b-8165-5cf8d2a64603 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2419.704940] env[62291]: value = "task-2143742" [ 2419.704940] env[62291]: _type = "Task" [ 2419.704940] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2419.705647] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2419.705647] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2419.706715] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-480eca72-6890-4ef3-98b2-b032dbd2a19c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.718172] env[62291]: DEBUG oslo_vmware.api [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the task: (returnval){ [ 2419.718172] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]520963e7-afe1-37af-5a43-7d2e52b45c84" [ 2419.718172] env[62291]: _type = "Task" [ 2419.718172] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2419.722965] env[62291]: DEBUG oslo_vmware.api [None req-ab317cf7-b347-446b-8165-5cf8d2a64603 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143742, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2419.732778] env[62291]: DEBUG oslo_vmware.api [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]520963e7-afe1-37af-5a43-7d2e52b45c84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2419.775456] env[62291]: INFO nova.scheduler.client.report [None req-3ccf7e74-582b-424b-9cef-e90deb3acd23 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Deleted allocation for migration 2430888a-765d-490f-b6ca-2c6f30778fa8 [ 2419.860507] env[62291]: DEBUG nova.network.neutron [req-0b489e31-68dc-40bd-a945-841048033fc1 req-327b3574-6c6b-4c50-a418-64058ad0f0ee service nova] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Updated VIF entry in instance network info cache for port 31aded13-37a2-4ab0-9077-1d7346efdd26. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2419.860897] env[62291]: DEBUG nova.network.neutron [req-0b489e31-68dc-40bd-a945-841048033fc1 req-327b3574-6c6b-4c50-a418-64058ad0f0ee service nova] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Updating instance_info_cache with network_info: [{"id": "31aded13-37a2-4ab0-9077-1d7346efdd26", "address": "fa:16:3e:34:c4:13", "network": {"id": "bd72be7f-d221-4147-ad88-ef62cefcd5aa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1570843996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27985db97fc84c6ca40a85416f94ab35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31aded13-37", "ovs_interfaceid": "31aded13-37a2-4ab0-9077-1d7346efdd26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2419.928194] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef69ae47-4611-4d12-87f8-e21f59adcc5b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.936729] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52dddfac-1b1c-4cb1-9135-cae3d371be4f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.971054] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f6b0f5-0ab2-4323-9090-8d07fcc8d7a9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.978661] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e21b16-d3a0-4cea-bc37-5ce3fdbe1336 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2419.993524] env[62291]: DEBUG nova.compute.provider_tree [None req-c9eb2f5f-1a12-4598-b81a-1c6387a833e1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2420.009411] env[62291]: DEBUG oslo_vmware.api [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143737, 'name': RelocateVM_Task, 'duration_secs': 3.094915} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2420.009569] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143741, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2420.009822] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Volume attach. Driver type: vmdk {{(pid=62291) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2420.010031] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-438152', 'volume_id': '5318cc26-e843-4c69-8ea6-1249190a4895', 'name': 'volume-5318cc26-e843-4c69-8ea6-1249190a4895', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '14b440dc-ed67-422e-9d12-77007cea7eef', 'attached_at': '', 'detached_at': '', 'volume_id': '5318cc26-e843-4c69-8ea6-1249190a4895', 'serial': '5318cc26-e843-4c69-8ea6-1249190a4895'} {{(pid=62291) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2420.010790] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06b8f5a-6f8d-4ff9-9be3-00ed73fc39f9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2420.026334] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f87391-3fd5-48fd-98ff-ab02d365f406 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2420.048676] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] volume-5318cc26-e843-4c69-8ea6-1249190a4895/volume-5318cc26-e843-4c69-8ea6-1249190a4895.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2420.049295] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c4b78bf-6f75-4285-bc1b-7f929d126e8d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2420.072660] env[62291]: DEBUG oslo_vmware.api [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2420.072660] env[62291]: value = "task-2143743" [ 2420.072660] env[62291]: _type = "Task" [ 2420.072660] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2420.080510] env[62291]: DEBUG oslo_vmware.api [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143743, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2420.143037] env[62291]: DEBUG nova.objects.instance [None req-239f0d18-5a7f-4454-800f-89b52dfbd27d tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lazy-loading 'flavor' on Instance uuid af730d81-bef8-454f-858a-8141561b0086 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2420.144873] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13f75ce-6705-4a1a-8b3f-1a385143dabf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2420.165998] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Updating instance '4bffe146-0b5f-4141-b83c-6974834803bd' progress to 0 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2420.217372] env[62291]: DEBUG oslo_vmware.api [None req-ab317cf7-b347-446b-8165-5cf8d2a64603 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143742, 'name': PowerOffVM_Task, 'duration_secs': 0.202903} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2420.217683] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab317cf7-b347-446b-8165-5cf8d2a64603 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2420.217851] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-ab317cf7-b347-446b-8165-5cf8d2a64603 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2420.218137] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-675429fb-c0b1-4196-a177-15f67c379ef0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2420.235840] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Preparing fetch location {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2420.236117] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Fetch image to [datastore2] OSTACK_IMG_a08ee922-be76-4b49-bc80-2f798dbd0352/OSTACK_IMG_a08ee922-be76-4b49-bc80-2f798dbd0352.vmdk {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2420.236320] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Downloading stream optimized image ab501e95-8ebc-42f2-bfb8-fc006f7d3f16 to [datastore2] OSTACK_IMG_a08ee922-be76-4b49-bc80-2f798dbd0352/OSTACK_IMG_a08ee922-be76-4b49-bc80-2f798dbd0352.vmdk on the data store datastore2 as vApp {{(pid=62291) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2420.236494] env[62291]: DEBUG nova.virt.vmwareapi.images [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Downloading image file data ab501e95-8ebc-42f2-bfb8-fc006f7d3f16 to the ESX as VM named 'OSTACK_IMG_a08ee922-be76-4b49-bc80-2f798dbd0352' {{(pid=62291) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2420.285622] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3ccf7e74-582b-424b-9cef-e90deb3acd23 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "af730d81-bef8-454f-858a-8141561b0086" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.219s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2420.313766] env[62291]: DEBUG oslo_vmware.rw_handles [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2420.313766] env[62291]: value = "resgroup-9" [ 2420.313766] env[62291]: _type = "ResourcePool" [ 2420.313766] env[62291]: }. {{(pid=62291) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2420.314058] env[62291]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-675fcd0f-c4bc-49f2-8777-ddb52b073532 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2420.335775] env[62291]: DEBUG oslo_vmware.rw_handles [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lease: (returnval){ [ 2420.335775] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]523c09f8-8162-77b7-82e9-358bd071891b" [ 2420.335775] env[62291]: _type = "HttpNfcLease" [ 2420.335775] env[62291]: } obtained for vApp import into resource pool (val){ [ 2420.335775] env[62291]: value = "resgroup-9" [ 2420.335775] env[62291]: _type = "ResourcePool" [ 2420.335775] env[62291]: }. {{(pid=62291) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2420.336137] env[62291]: DEBUG oslo_vmware.api [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the lease: (returnval){ [ 2420.336137] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]523c09f8-8162-77b7-82e9-358bd071891b" [ 2420.336137] env[62291]: _type = "HttpNfcLease" [ 2420.336137] env[62291]: } to be ready. {{(pid=62291) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2420.342889] env[62291]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2420.342889] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]523c09f8-8162-77b7-82e9-358bd071891b" [ 2420.342889] env[62291]: _type = "HttpNfcLease" [ 2420.342889] env[62291]: } is initializing. {{(pid=62291) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2420.364165] env[62291]: DEBUG oslo_concurrency.lockutils [req-0b489e31-68dc-40bd-a945-841048033fc1 req-327b3574-6c6b-4c50-a418-64058ad0f0ee service nova] Releasing lock "refresh_cache-b2dfa139-ab06-4914-96fd-471045a43b4c" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2420.364447] env[62291]: DEBUG nova.compute.manager [req-0b489e31-68dc-40bd-a945-841048033fc1 req-327b3574-6c6b-4c50-a418-64058ad0f0ee service nova] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Received event network-changed-e6e8109d-e6b0-4b68-aa49-ef5382026576 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2420.364615] env[62291]: DEBUG nova.compute.manager [req-0b489e31-68dc-40bd-a945-841048033fc1 req-327b3574-6c6b-4c50-a418-64058ad0f0ee service nova] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Refreshing instance network info cache due to event network-changed-e6e8109d-e6b0-4b68-aa49-ef5382026576. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2420.364837] env[62291]: DEBUG oslo_concurrency.lockutils [req-0b489e31-68dc-40bd-a945-841048033fc1 req-327b3574-6c6b-4c50-a418-64058ad0f0ee service nova] Acquiring lock "refresh_cache-386a9998-d141-4f66-b8fd-600e02eaaf88" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2420.364981] env[62291]: DEBUG oslo_concurrency.lockutils [req-0b489e31-68dc-40bd-a945-841048033fc1 req-327b3574-6c6b-4c50-a418-64058ad0f0ee service nova] Acquired lock "refresh_cache-386a9998-d141-4f66-b8fd-600e02eaaf88" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2420.365145] env[62291]: DEBUG nova.network.neutron [req-0b489e31-68dc-40bd-a945-841048033fc1 req-327b3574-6c6b-4c50-a418-64058ad0f0ee service nova] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Refreshing network info cache for port e6e8109d-e6b0-4b68-aa49-ef5382026576 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2420.504785] env[62291]: DEBUG nova.scheduler.client.report [None req-c9eb2f5f-1a12-4598-b81a-1c6387a833e1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2420.508418] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143741, 'name': CreateVM_Task, 'duration_secs': 0.652873} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2420.508568] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2420.509412] env[62291]: DEBUG oslo_concurrency.lockutils [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2420.509606] env[62291]: DEBUG oslo_concurrency.lockutils [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2420.509962] env[62291]: DEBUG oslo_concurrency.lockutils [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2420.510245] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1c627cc-0055-49d8-84a3-17dcc2feb8a7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2420.515810] env[62291]: DEBUG oslo_vmware.api [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for the task: (returnval){ [ 2420.515810] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52b6d60f-7a7f-9b34-083b-ab307cb0356b" [ 2420.515810] env[62291]: _type = "Task" [ 2420.515810] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2420.524675] env[62291]: DEBUG oslo_vmware.api [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52b6d60f-7a7f-9b34-083b-ab307cb0356b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2420.583518] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-ab317cf7-b347-446b-8165-5cf8d2a64603 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2420.583781] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-ab317cf7-b347-446b-8165-5cf8d2a64603 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Deleting contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2420.583844] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab317cf7-b347-446b-8165-5cf8d2a64603 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Deleting the datastore file [datastore1] 9907379d-085e-4ce8-af6b-68caf5314965 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2420.587052] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8322b52f-52f4-495b-92f8-f7a364a3265e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2420.588905] env[62291]: DEBUG oslo_vmware.api [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143743, 'name': ReconfigVM_Task, 'duration_secs': 0.324841} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2420.589491] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Reconfigured VM instance instance-0000006f to attach disk [datastore1] volume-5318cc26-e843-4c69-8ea6-1249190a4895/volume-5318cc26-e843-4c69-8ea6-1249190a4895.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2420.594603] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7bff3e8-7cc9-4654-8bb2-700c692c38cf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2420.605565] env[62291]: DEBUG oslo_vmware.api [None req-ab317cf7-b347-446b-8165-5cf8d2a64603 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for the task: (returnval){ [ 2420.605565] env[62291]: value = "task-2143746" [ 2420.605565] env[62291]: _type = "Task" [ 2420.605565] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2420.611401] env[62291]: DEBUG oslo_vmware.api [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2420.611401] env[62291]: value = "task-2143747" [ 2420.611401] env[62291]: _type = "Task" [ 2420.611401] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2420.614698] env[62291]: DEBUG oslo_vmware.api [None req-ab317cf7-b347-446b-8165-5cf8d2a64603 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143746, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2420.621916] env[62291]: DEBUG oslo_vmware.api [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143747, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2420.650992] env[62291]: DEBUG oslo_concurrency.lockutils [None req-239f0d18-5a7f-4454-800f-89b52dfbd27d tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquiring lock "refresh_cache-af730d81-bef8-454f-858a-8141561b0086" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2420.651241] env[62291]: DEBUG oslo_concurrency.lockutils [None req-239f0d18-5a7f-4454-800f-89b52dfbd27d tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquired lock "refresh_cache-af730d81-bef8-454f-858a-8141561b0086" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2420.651497] env[62291]: DEBUG nova.network.neutron [None req-239f0d18-5a7f-4454-800f-89b52dfbd27d tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2420.651755] env[62291]: DEBUG nova.objects.instance [None req-239f0d18-5a7f-4454-800f-89b52dfbd27d tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lazy-loading 'info_cache' on Instance uuid af730d81-bef8-454f-858a-8141561b0086 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2420.672242] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2420.672835] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2f26b09-8893-4926-9e6f-f94c5b6992cc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2420.682039] env[62291]: DEBUG oslo_vmware.api [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2420.682039] env[62291]: value = "task-2143748" [ 2420.682039] env[62291]: _type = "Task" [ 2420.682039] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2420.690929] env[62291]: DEBUG oslo_vmware.api [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143748, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2420.846921] env[62291]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2420.846921] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]523c09f8-8162-77b7-82e9-358bd071891b" [ 2420.846921] env[62291]: _type = "HttpNfcLease" [ 2420.846921] env[62291]: } is ready. {{(pid=62291) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2420.847260] env[62291]: DEBUG oslo_vmware.rw_handles [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2420.847260] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]523c09f8-8162-77b7-82e9-358bd071891b" [ 2420.847260] env[62291]: _type = "HttpNfcLease" [ 2420.847260] env[62291]: }. {{(pid=62291) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2420.848022] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3492d47-9c1d-4c2f-a581-0ce73967c4b8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2420.857711] env[62291]: DEBUG oslo_vmware.rw_handles [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e4e579-6b77-6799-798f-98fc0f97d0d4/disk-0.vmdk from lease info. {{(pid=62291) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2420.858204] env[62291]: DEBUG oslo_vmware.rw_handles [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Creating HTTP connection to write to file with size = 31672320 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e4e579-6b77-6799-798f-98fc0f97d0d4/disk-0.vmdk. {{(pid=62291) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2420.921808] env[62291]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b6d25296-45b0-4e16-8bce-bb1046e25f66 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.009895] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c9eb2f5f-1a12-4598-b81a-1c6387a833e1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.819s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2421.012122] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cf7ffde0-3aed-4fb1-8e01-61b22e2fd7c5 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.363s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2421.012537] env[62291]: DEBUG nova.objects.instance [None req-cf7ffde0-3aed-4fb1-8e01-61b22e2fd7c5 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Lazy-loading 'resources' on Instance uuid 97a847ee-d7bb-49dd-9dc2-c8c60e496b54 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2421.031467] env[62291]: DEBUG oslo_vmware.api [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52b6d60f-7a7f-9b34-083b-ab307cb0356b, 'name': SearchDatastore_Task, 'duration_secs': 0.010993} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2421.032346] env[62291]: DEBUG oslo_concurrency.lockutils [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2421.032487] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2421.032726] env[62291]: DEBUG oslo_concurrency.lockutils [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2421.032876] env[62291]: DEBUG oslo_concurrency.lockutils [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2421.033083] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2421.033342] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9bbc7b08-48b1-4740-a931-39e5e6f1f9b6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.036218] env[62291]: INFO nova.scheduler.client.report [None req-c9eb2f5f-1a12-4598-b81a-1c6387a833e1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Deleted allocations for instance d5839caf-2cfa-42ae-84f4-145f5ae614a0 [ 2421.047277] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2421.047480] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2421.048241] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a62a8450-9ec5-4f97-9852-09293a77db62 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.053968] env[62291]: DEBUG oslo_vmware.api [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for the task: (returnval){ [ 2421.053968] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]528f7890-5f6b-ed65-a8d0-e1de007f4704" [ 2421.053968] env[62291]: _type = "Task" [ 2421.053968] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2421.066239] env[62291]: DEBUG oslo_vmware.api [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]528f7890-5f6b-ed65-a8d0-e1de007f4704, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2421.116935] env[62291]: DEBUG oslo_vmware.api [None req-ab317cf7-b347-446b-8165-5cf8d2a64603 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Task: {'id': task-2143746, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176589} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2421.121022] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab317cf7-b347-446b-8165-5cf8d2a64603 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2421.121333] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-ab317cf7-b347-446b-8165-5cf8d2a64603 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Deleted contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2421.121544] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-ab317cf7-b347-446b-8165-5cf8d2a64603 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2421.121746] env[62291]: INFO nova.compute.manager [None req-ab317cf7-b347-446b-8165-5cf8d2a64603 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Took 1.44 seconds to destroy the instance on the hypervisor. [ 2421.122099] env[62291]: DEBUG oslo.service.loopingcall [None req-ab317cf7-b347-446b-8165-5cf8d2a64603 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2421.124404] env[62291]: DEBUG nova.compute.manager [-] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2421.124491] env[62291]: DEBUG nova.network.neutron [-] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2421.134631] env[62291]: DEBUG oslo_vmware.api [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143747, 'name': ReconfigVM_Task, 'duration_secs': 0.207634} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2421.134939] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-438152', 'volume_id': '5318cc26-e843-4c69-8ea6-1249190a4895', 'name': 'volume-5318cc26-e843-4c69-8ea6-1249190a4895', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '14b440dc-ed67-422e-9d12-77007cea7eef', 'attached_at': '', 'detached_at': '', 'volume_id': '5318cc26-e843-4c69-8ea6-1249190a4895', 'serial': '5318cc26-e843-4c69-8ea6-1249190a4895'} {{(pid=62291) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2421.135513] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e43200da-c5b3-4880-b5e4-b8f76c16db95 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.144523] env[62291]: DEBUG oslo_vmware.api [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2421.144523] env[62291]: value = "task-2143749" [ 2421.144523] env[62291]: _type = "Task" [ 2421.144523] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2421.157439] env[62291]: DEBUG nova.objects.base [None req-239f0d18-5a7f-4454-800f-89b52dfbd27d tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62291) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 2421.158931] env[62291]: DEBUG oslo_vmware.api [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143749, 'name': Rename_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2421.199569] env[62291]: DEBUG oslo_vmware.api [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143748, 'name': PowerOffVM_Task, 'duration_secs': 0.204416} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2421.201691] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2421.201894] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Updating instance '4bffe146-0b5f-4141-b83c-6974834803bd' progress to 17 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2421.235599] env[62291]: DEBUG nova.network.neutron [req-0b489e31-68dc-40bd-a945-841048033fc1 req-327b3574-6c6b-4c50-a418-64058ad0f0ee service nova] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Updated VIF entry in instance network info cache for port e6e8109d-e6b0-4b68-aa49-ef5382026576. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2421.235599] env[62291]: DEBUG nova.network.neutron [req-0b489e31-68dc-40bd-a945-841048033fc1 req-327b3574-6c6b-4c50-a418-64058ad0f0ee service nova] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Updating instance_info_cache with network_info: [{"id": "e6e8109d-e6b0-4b68-aa49-ef5382026576", "address": "fa:16:3e:37:ca:f5", "network": {"id": "818bf107-525d-4bd9-af99-c673972d2be1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-171136124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34994f4ae104d49b1e76215acee435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6e8109d-e6", "ovs_interfaceid": "e6e8109d-e6b0-4b68-aa49-ef5382026576", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2421.545173] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c9eb2f5f-1a12-4598-b81a-1c6387a833e1 tempest-ServersTestJSON-548341938 tempest-ServersTestJSON-548341938-project-member] Lock "d5839caf-2cfa-42ae-84f4-145f5ae614a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.205s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2421.572768] env[62291]: DEBUG oslo_vmware.api [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]528f7890-5f6b-ed65-a8d0-e1de007f4704, 'name': SearchDatastore_Task, 'duration_secs': 0.010181} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2421.579054] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78f0155d-1bda-4158-bc51-f19229e23ffe {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.587767] env[62291]: DEBUG oslo_vmware.api [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for the task: (returnval){ [ 2421.587767] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52912d0a-0f88-c882-243a-14fa58c5cf39" [ 2421.587767] env[62291]: _type = "Task" [ 2421.587767] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2421.589171] env[62291]: DEBUG nova.compute.manager [req-e58b1199-0d9f-4f49-ba4e-c95472cb6180 req-b3ee4bb5-6784-4627-94ff-f399c2290956 service nova] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Received event network-vif-deleted-2c6c8ae5-fd8a-4c2f-91c5-d9973810e31d {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2421.589360] env[62291]: INFO nova.compute.manager [req-e58b1199-0d9f-4f49-ba4e-c95472cb6180 req-b3ee4bb5-6784-4627-94ff-f399c2290956 service nova] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Neutron deleted interface 2c6c8ae5-fd8a-4c2f-91c5-d9973810e31d; detaching it from the instance and deleting it from the info cache [ 2421.589534] env[62291]: DEBUG nova.network.neutron [req-e58b1199-0d9f-4f49-ba4e-c95472cb6180 req-b3ee4bb5-6784-4627-94ff-f399c2290956 service nova] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2421.605579] env[62291]: DEBUG oslo_vmware.api [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52912d0a-0f88-c882-243a-14fa58c5cf39, 'name': SearchDatastore_Task, 'duration_secs': 0.012548} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2421.607301] env[62291]: DEBUG oslo_concurrency.lockutils [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2421.607631] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 386a9998-d141-4f66-b8fd-600e02eaaf88/386a9998-d141-4f66-b8fd-600e02eaaf88.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2421.610807] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-602430aa-6793-443c-8499-01a80eec6f41 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.622909] env[62291]: DEBUG oslo_vmware.api [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for the task: (returnval){ [ 2421.622909] env[62291]: value = "task-2143750" [ 2421.622909] env[62291]: _type = "Task" [ 2421.622909] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2421.636093] env[62291]: DEBUG oslo_vmware.api [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143750, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2421.664033] env[62291]: DEBUG oslo_vmware.api [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143749, 'name': Rename_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2421.713904] env[62291]: DEBUG nova.virt.hardware [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2421.714203] env[62291]: DEBUG nova.virt.hardware [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2421.714614] env[62291]: DEBUG nova.virt.hardware [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2421.714614] env[62291]: DEBUG nova.virt.hardware [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2421.714777] env[62291]: DEBUG nova.virt.hardware [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2421.715764] env[62291]: DEBUG nova.virt.hardware [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2421.715764] env[62291]: DEBUG nova.virt.hardware [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2421.715764] env[62291]: DEBUG nova.virt.hardware [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2421.715764] env[62291]: DEBUG nova.virt.hardware [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2421.715764] env[62291]: DEBUG nova.virt.hardware [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2421.716116] env[62291]: DEBUG nova.virt.hardware [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2421.727521] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c409744f-a066-41a0-83f2-94a48755ea15 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.742625] env[62291]: DEBUG oslo_concurrency.lockutils [req-0b489e31-68dc-40bd-a945-841048033fc1 req-327b3574-6c6b-4c50-a418-64058ad0f0ee service nova] Releasing lock "refresh_cache-386a9998-d141-4f66-b8fd-600e02eaaf88" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2421.754018] env[62291]: DEBUG oslo_vmware.api [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2421.754018] env[62291]: value = "task-2143751" [ 2421.754018] env[62291]: _type = "Task" [ 2421.754018] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2421.767078] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5536662-e790-40a6-8020-6372aabc776c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.773436] env[62291]: DEBUG oslo_vmware.api [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143751, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2421.780513] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7ae818-e1b9-4c44-803b-f981df29e3a1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.817879] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06abff84-3469-4692-93de-e7bb0b3adced {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.827273] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68167151-ad2f-4684-a7a6-8256e558de25 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2421.847643] env[62291]: DEBUG nova.compute.provider_tree [None req-cf7ffde0-3aed-4fb1-8e01-61b22e2fd7c5 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2421.980515] env[62291]: DEBUG nova.network.neutron [None req-239f0d18-5a7f-4454-800f-89b52dfbd27d tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Updating instance_info_cache with network_info: [{"id": "e9244dfe-bf4e-4031-95a5-55e5be260522", "address": "fa:16:3e:40:ff:77", "network": {"id": "ce85cec1-d2b4-40a2-8f9e-afd8351425e2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-91553824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be147140f7a240be9dd360d0429e4e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape9244dfe-bf", "ovs_interfaceid": "e9244dfe-bf4e-4031-95a5-55e5be260522", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2422.053447] env[62291]: DEBUG nova.network.neutron [-] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2422.096503] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3a2da333-6302-4c5b-9658-3e7486a54aa9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2422.110750] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8218c98-16b8-4ff2-8de7-81e656743863 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2422.143071] env[62291]: DEBUG oslo_vmware.rw_handles [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Completed reading data from the image iterator. {{(pid=62291) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2422.143390] env[62291]: DEBUG oslo_vmware.rw_handles [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e4e579-6b77-6799-798f-98fc0f97d0d4/disk-0.vmdk. {{(pid=62291) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2422.144726] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2e8399-90af-40c8-99b9-1833e224fd81 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2422.180258] env[62291]: DEBUG nova.compute.manager [req-e58b1199-0d9f-4f49-ba4e-c95472cb6180 req-b3ee4bb5-6784-4627-94ff-f399c2290956 service nova] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Detach interface failed, port_id=2c6c8ae5-fd8a-4c2f-91c5-d9973810e31d, reason: Instance 9907379d-085e-4ce8-af6b-68caf5314965 could not be found. {{(pid=62291) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 2422.181059] env[62291]: DEBUG oslo_vmware.api [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143750, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2422.184389] env[62291]: DEBUG oslo_vmware.rw_handles [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e4e579-6b77-6799-798f-98fc0f97d0d4/disk-0.vmdk is in state: ready. {{(pid=62291) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2422.184708] env[62291]: DEBUG oslo_vmware.rw_handles [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e4e579-6b77-6799-798f-98fc0f97d0d4/disk-0.vmdk. {{(pid=62291) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2422.185080] env[62291]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ebef8090-d3a0-4a04-86c9-03cf33234850 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2422.192661] env[62291]: DEBUG oslo_vmware.api [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143749, 'name': Rename_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2422.266039] env[62291]: DEBUG oslo_vmware.api [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2422.354316] env[62291]: DEBUG nova.scheduler.client.report [None req-cf7ffde0-3aed-4fb1-8e01-61b22e2fd7c5 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2422.450386] env[62291]: DEBUG oslo_vmware.rw_handles [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52e4e579-6b77-6799-798f-98fc0f97d0d4/disk-0.vmdk. {{(pid=62291) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2422.450571] env[62291]: INFO nova.virt.vmwareapi.images [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Downloaded image file data ab501e95-8ebc-42f2-bfb8-fc006f7d3f16 [ 2422.451541] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95760e2d-2902-42de-9b5c-81822ff96972 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2422.469974] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d25e5c37-5454-4382-8a86-f5182ac2474f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2422.484559] env[62291]: DEBUG oslo_concurrency.lockutils [None req-239f0d18-5a7f-4454-800f-89b52dfbd27d tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Releasing lock "refresh_cache-af730d81-bef8-454f-858a-8141561b0086" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2422.507740] env[62291]: INFO nova.virt.vmwareapi.images [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] The imported VM was unregistered [ 2422.510376] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Caching image {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2422.510606] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Creating directory with path [datastore2] devstack-image-cache_base/ab501e95-8ebc-42f2-bfb8-fc006f7d3f16 {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2422.511165] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ad061aa-13b0-4c72-ba5f-d1338db42d65 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2422.531349] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Created directory with path [datastore2] devstack-image-cache_base/ab501e95-8ebc-42f2-bfb8-fc006f7d3f16 {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2422.531349] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_a08ee922-be76-4b49-bc80-2f798dbd0352/OSTACK_IMG_a08ee922-be76-4b49-bc80-2f798dbd0352.vmdk to [datastore2] devstack-image-cache_base/ab501e95-8ebc-42f2-bfb8-fc006f7d3f16/ab501e95-8ebc-42f2-bfb8-fc006f7d3f16.vmdk. {{(pid=62291) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2422.531349] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-73d972b0-bf88-4cfa-b0a8-58c4231a9dca {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2422.539713] env[62291]: DEBUG oslo_vmware.api [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the task: (returnval){ [ 2422.539713] env[62291]: value = "task-2143753" [ 2422.539713] env[62291]: _type = "Task" [ 2422.539713] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2422.551245] env[62291]: DEBUG oslo_vmware.api [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143753, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2422.555991] env[62291]: INFO nova.compute.manager [-] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Took 1.43 seconds to deallocate network for instance. [ 2422.649695] env[62291]: DEBUG oslo_vmware.api [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143750, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2422.659707] env[62291]: DEBUG oslo_vmware.api [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143749, 'name': Rename_Task, 'duration_secs': 1.194305} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2422.660028] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2422.660300] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5641054-72d6-42ef-9e67-62ba31ce86f7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2422.668833] env[62291]: DEBUG oslo_vmware.api [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2422.668833] env[62291]: value = "task-2143754" [ 2422.668833] env[62291]: _type = "Task" [ 2422.668833] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2422.679107] env[62291]: DEBUG oslo_vmware.api [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143754, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2422.764681] env[62291]: DEBUG oslo_vmware.api [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143751, 'name': ReconfigVM_Task, 'duration_secs': 0.693422} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2422.765049] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Updating instance '4bffe146-0b5f-4141-b83c-6974834803bd' progress to 33 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2422.859454] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cf7ffde0-3aed-4fb1-8e01-61b22e2fd7c5 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.847s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2422.885472] env[62291]: INFO nova.scheduler.client.report [None req-cf7ffde0-3aed-4fb1-8e01-61b22e2fd7c5 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Deleted allocations for instance 97a847ee-d7bb-49dd-9dc2-c8c60e496b54 [ 2422.991543] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-239f0d18-5a7f-4454-800f-89b52dfbd27d tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2422.993103] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49947b20-1e1a-4f4d-a9ed-5faaf126b5e6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2423.000727] env[62291]: DEBUG oslo_vmware.api [None req-239f0d18-5a7f-4454-800f-89b52dfbd27d tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2423.000727] env[62291]: value = "task-2143755" [ 2423.000727] env[62291]: _type = "Task" [ 2423.000727] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2423.010364] env[62291]: DEBUG oslo_vmware.api [None req-239f0d18-5a7f-4454-800f-89b52dfbd27d tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143755, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2423.054360] env[62291]: DEBUG oslo_vmware.api [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143753, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2423.063411] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ab317cf7-b347-446b-8165-5cf8d2a64603 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2423.063411] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ab317cf7-b347-446b-8165-5cf8d2a64603 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2423.063411] env[62291]: DEBUG nova.objects.instance [None req-ab317cf7-b347-446b-8165-5cf8d2a64603 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lazy-loading 'resources' on Instance uuid 9907379d-085e-4ce8-af6b-68caf5314965 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2423.145145] env[62291]: DEBUG oslo_vmware.api [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143750, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.249273} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2423.145456] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 386a9998-d141-4f66-b8fd-600e02eaaf88/386a9998-d141-4f66-b8fd-600e02eaaf88.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2423.145724] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2423.146099] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-78dc9c0a-f63d-4eb2-84aa-e9659e7392a6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2423.155025] env[62291]: DEBUG oslo_vmware.api [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for the task: (returnval){ [ 2423.155025] env[62291]: value = "task-2143756" [ 2423.155025] env[62291]: _type = "Task" [ 2423.155025] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2423.164225] env[62291]: DEBUG oslo_vmware.api [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143756, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2423.179629] env[62291]: DEBUG oslo_vmware.api [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143754, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2423.273114] env[62291]: DEBUG nova.virt.hardware [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2423.273405] env[62291]: DEBUG nova.virt.hardware [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2423.273629] env[62291]: DEBUG nova.virt.hardware [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2423.273978] env[62291]: DEBUG nova.virt.hardware [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2423.274254] env[62291]: DEBUG nova.virt.hardware [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2423.274463] env[62291]: DEBUG nova.virt.hardware [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2423.274707] env[62291]: DEBUG nova.virt.hardware [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2423.274867] env[62291]: DEBUG nova.virt.hardware [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2423.275056] env[62291]: DEBUG nova.virt.hardware [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2423.275390] env[62291]: DEBUG nova.virt.hardware [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2423.275651] env[62291]: DEBUG nova.virt.hardware [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2423.282765] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Reconfiguring VM instance instance-00000020 to detach disk 2000 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2423.283236] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c9097c6-5fba-43b9-b88a-a267727f747a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2423.307146] env[62291]: DEBUG oslo_vmware.api [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2423.307146] env[62291]: value = "task-2143757" [ 2423.307146] env[62291]: _type = "Task" [ 2423.307146] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2423.317435] env[62291]: DEBUG oslo_vmware.api [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143757, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2423.396964] env[62291]: DEBUG oslo_concurrency.lockutils [None req-cf7ffde0-3aed-4fb1-8e01-61b22e2fd7c5 tempest-ServersTestBootFromVolume-1597378628 tempest-ServersTestBootFromVolume-1597378628-project-member] Lock "97a847ee-d7bb-49dd-9dc2-c8c60e496b54" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.156s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2423.510936] env[62291]: DEBUG oslo_vmware.api [None req-239f0d18-5a7f-4454-800f-89b52dfbd27d tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143755, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2423.553518] env[62291]: DEBUG oslo_vmware.api [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143753, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2423.669498] env[62291]: DEBUG oslo_vmware.api [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143756, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.12145} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2423.670859] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2423.674173] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411eee3e-a18f-4c7b-b887-21a194100e9a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2423.711867] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] 386a9998-d141-4f66-b8fd-600e02eaaf88/386a9998-d141-4f66-b8fd-600e02eaaf88.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2423.719761] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eff36b63-d7ff-4666-892b-c539a1b3887e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2423.738613] env[62291]: DEBUG oslo_vmware.api [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143754, 'name': PowerOnVM_Task, 'duration_secs': 0.720803} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2423.739312] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2423.739618] env[62291]: INFO nova.compute.manager [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Took 18.35 seconds to spawn the instance on the hypervisor. [ 2423.739895] env[62291]: DEBUG nova.compute.manager [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2423.741221] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51c0e032-bdc3-4560-b046-fc2232018b4f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2423.748962] env[62291]: DEBUG oslo_vmware.api [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for the task: (returnval){ [ 2423.748962] env[62291]: value = "task-2143758" [ 2423.748962] env[62291]: _type = "Task" [ 2423.748962] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2423.770143] env[62291]: DEBUG oslo_vmware.api [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143758, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2423.819671] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9b6de0c-1289-4132-a98b-a1c899ae2618 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2423.822709] env[62291]: DEBUG oslo_vmware.api [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2423.828254] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6269a0ad-7d73-4700-96d7-5795638da2c3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2423.865130] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3630175c-d10e-48ba-bee8-6e08118c77ea {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2423.873921] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e1d030-ffd2-4569-bf02-3d8124abbf8d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2423.889380] env[62291]: DEBUG nova.compute.provider_tree [None req-ab317cf7-b347-446b-8165-5cf8d2a64603 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2424.013184] env[62291]: DEBUG oslo_vmware.api [None req-239f0d18-5a7f-4454-800f-89b52dfbd27d tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143755, 'name': PowerOnVM_Task, 'duration_secs': 0.519939} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2424.013540] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-239f0d18-5a7f-4454-800f-89b52dfbd27d tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2424.013755] env[62291]: DEBUG nova.compute.manager [None req-239f0d18-5a7f-4454-800f-89b52dfbd27d tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2424.014590] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6674d6a-be93-437e-9cf7-824eb2588353 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.055232] env[62291]: DEBUG oslo_vmware.api [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143753, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2424.265823] env[62291]: DEBUG oslo_vmware.api [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143758, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2424.266529] env[62291]: INFO nova.compute.manager [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Took 25.00 seconds to build instance. [ 2424.320783] env[62291]: DEBUG oslo_vmware.api [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143757, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2424.392303] env[62291]: DEBUG nova.scheduler.client.report [None req-ab317cf7-b347-446b-8165-5cf8d2a64603 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2424.552263] env[62291]: DEBUG oslo_vmware.api [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143753, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2424.764279] env[62291]: DEBUG oslo_vmware.api [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143758, 'name': ReconfigVM_Task, 'duration_secs': 0.525057} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2424.764685] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Reconfigured VM instance instance-00000070 to attach disk [datastore1] 386a9998-d141-4f66-b8fd-600e02eaaf88/386a9998-d141-4f66-b8fd-600e02eaaf88.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2424.765699] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58a19255-ec11-417e-9cbf-db73916b8d17 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.768904] env[62291]: DEBUG oslo_concurrency.lockutils [None req-913ab6b4-7734-4c08-be40-352975f9384f tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "14b440dc-ed67-422e-9d12-77007cea7eef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.508s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2424.769427] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "14b440dc-ed67-422e-9d12-77007cea7eef" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 23.094s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2424.771491] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852862be-037b-4f20-8bfd-c5e98b0ba6e0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.777329] env[62291]: DEBUG oslo_vmware.api [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for the task: (returnval){ [ 2424.777329] env[62291]: value = "task-2143759" [ 2424.777329] env[62291]: _type = "Task" [ 2424.777329] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2424.799332] env[62291]: DEBUG oslo_vmware.api [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143759, 'name': Rename_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2424.820271] env[62291]: DEBUG oslo_vmware.api [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143757, 'name': ReconfigVM_Task, 'duration_secs': 1.164102} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2424.820620] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Reconfigured VM instance instance-00000020 to detach disk 2000 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2424.821475] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718d77b5-5db1-47c0-aca6-556c1713cba7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.845369] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 4bffe146-0b5f-4141-b83c-6974834803bd/4bffe146-0b5f-4141-b83c-6974834803bd.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2424.845738] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-faf25a32-b77e-4969-9eeb-742f54250af8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.865043] env[62291]: DEBUG oslo_vmware.api [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2424.865043] env[62291]: value = "task-2143760" [ 2424.865043] env[62291]: _type = "Task" [ 2424.865043] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2424.874531] env[62291]: DEBUG oslo_vmware.api [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143760, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2424.898946] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ab317cf7-b347-446b-8165-5cf8d2a64603 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.836s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2424.910979] env[62291]: DEBUG oslo_concurrency.lockutils [None req-32b4bb9b-8a21-48a2-931c-09d3a43acdd8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquiring lock "af730d81-bef8-454f-858a-8141561b0086" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2424.911364] env[62291]: DEBUG oslo_concurrency.lockutils [None req-32b4bb9b-8a21-48a2-931c-09d3a43acdd8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "af730d81-bef8-454f-858a-8141561b0086" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2424.911656] env[62291]: DEBUG oslo_concurrency.lockutils [None req-32b4bb9b-8a21-48a2-931c-09d3a43acdd8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquiring lock "af730d81-bef8-454f-858a-8141561b0086-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2424.911862] env[62291]: DEBUG oslo_concurrency.lockutils [None req-32b4bb9b-8a21-48a2-931c-09d3a43acdd8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "af730d81-bef8-454f-858a-8141561b0086-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2424.912055] env[62291]: DEBUG oslo_concurrency.lockutils [None req-32b4bb9b-8a21-48a2-931c-09d3a43acdd8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "af730d81-bef8-454f-858a-8141561b0086-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2424.914832] env[62291]: INFO nova.compute.manager [None req-32b4bb9b-8a21-48a2-931c-09d3a43acdd8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Terminating instance [ 2424.916565] env[62291]: DEBUG nova.compute.manager [None req-32b4bb9b-8a21-48a2-931c-09d3a43acdd8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2424.916865] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-32b4bb9b-8a21-48a2-931c-09d3a43acdd8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2424.917751] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70435965-13f1-4c65-b492-993bfeec978d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.929970] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b4bb9b-8a21-48a2-931c-09d3a43acdd8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2424.929970] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-adbf8913-ec9a-49fe-a4c6-4504ac812b0e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2424.932360] env[62291]: INFO nova.scheduler.client.report [None req-ab317cf7-b347-446b-8165-5cf8d2a64603 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Deleted allocations for instance 9907379d-085e-4ce8-af6b-68caf5314965 [ 2424.940561] env[62291]: DEBUG oslo_vmware.api [None req-32b4bb9b-8a21-48a2-931c-09d3a43acdd8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2424.940561] env[62291]: value = "task-2143761" [ 2424.940561] env[62291]: _type = "Task" [ 2424.940561] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2424.950544] env[62291]: DEBUG oslo_vmware.api [None req-32b4bb9b-8a21-48a2-931c-09d3a43acdd8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143761, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2425.055874] env[62291]: DEBUG oslo_vmware.api [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143753, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2425.287864] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "14b440dc-ed67-422e-9d12-77007cea7eef" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.517s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2425.293456] env[62291]: DEBUG oslo_vmware.api [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143759, 'name': Rename_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2425.378091] env[62291]: DEBUG oslo_vmware.api [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2425.448957] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ab317cf7-b347-446b-8165-5cf8d2a64603 tempest-ImagesTestJSON-52404194 tempest-ImagesTestJSON-52404194-project-member] Lock "9907379d-085e-4ce8-af6b-68caf5314965" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.778s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2425.457450] env[62291]: DEBUG oslo_vmware.api [None req-32b4bb9b-8a21-48a2-931c-09d3a43acdd8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143761, 'name': PowerOffVM_Task, 'duration_secs': 0.187348} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2425.457510] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-32b4bb9b-8a21-48a2-931c-09d3a43acdd8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2425.457895] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-32b4bb9b-8a21-48a2-931c-09d3a43acdd8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2425.458037] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4bf14fb7-38e8-4cd2-8c3b-20263ccb56f6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2425.554222] env[62291]: DEBUG oslo_vmware.api [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143753, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.75657} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2425.554594] env[62291]: INFO nova.virt.vmwareapi.ds_util [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_a08ee922-be76-4b49-bc80-2f798dbd0352/OSTACK_IMG_a08ee922-be76-4b49-bc80-2f798dbd0352.vmdk to [datastore2] devstack-image-cache_base/ab501e95-8ebc-42f2-bfb8-fc006f7d3f16/ab501e95-8ebc-42f2-bfb8-fc006f7d3f16.vmdk. [ 2425.554982] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Cleaning up location [datastore2] OSTACK_IMG_a08ee922-be76-4b49-bc80-2f798dbd0352 {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2425.555101] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_a08ee922-be76-4b49-bc80-2f798dbd0352 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2425.555395] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9859c1a2-b8d4-485a-a98e-95572c5b4ac2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2425.563792] env[62291]: DEBUG oslo_vmware.api [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the task: (returnval){ [ 2425.563792] env[62291]: value = "task-2143763" [ 2425.563792] env[62291]: _type = "Task" [ 2425.563792] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2425.574490] env[62291]: DEBUG oslo_vmware.api [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143763, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2425.664769] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-32b4bb9b-8a21-48a2-931c-09d3a43acdd8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2425.668241] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-32b4bb9b-8a21-48a2-931c-09d3a43acdd8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Deleting contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2425.668241] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-32b4bb9b-8a21-48a2-931c-09d3a43acdd8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Deleting the datastore file [datastore1] af730d81-bef8-454f-858a-8141561b0086 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2425.668241] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ce8b2af-9235-4c3c-85cc-70bafa5805c5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2425.675768] env[62291]: DEBUG oslo_vmware.api [None req-32b4bb9b-8a21-48a2-931c-09d3a43acdd8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2425.675768] env[62291]: value = "task-2143764" [ 2425.675768] env[62291]: _type = "Task" [ 2425.675768] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2425.687301] env[62291]: DEBUG oslo_vmware.api [None req-32b4bb9b-8a21-48a2-931c-09d3a43acdd8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143764, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2425.798635] env[62291]: DEBUG oslo_vmware.api [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143759, 'name': Rename_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2425.875859] env[62291]: DEBUG oslo_vmware.api [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143760, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2426.002893] env[62291]: DEBUG nova.compute.manager [req-b3e536a6-0625-41d3-8a06-ac5b92e53044 req-1b1f2224-1ca2-403d-9609-cd1a24940d4f service nova] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Received event network-changed-7b684d88-3690-41f8-9f73-531945742289 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2426.003110] env[62291]: DEBUG nova.compute.manager [req-b3e536a6-0625-41d3-8a06-ac5b92e53044 req-1b1f2224-1ca2-403d-9609-cd1a24940d4f service nova] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Refreshing instance network info cache due to event network-changed-7b684d88-3690-41f8-9f73-531945742289. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2426.003325] env[62291]: DEBUG oslo_concurrency.lockutils [req-b3e536a6-0625-41d3-8a06-ac5b92e53044 req-1b1f2224-1ca2-403d-9609-cd1a24940d4f service nova] Acquiring lock "refresh_cache-a06e85bc-af77-404c-a50b-312dd60ae1c6" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2426.003469] env[62291]: DEBUG oslo_concurrency.lockutils [req-b3e536a6-0625-41d3-8a06-ac5b92e53044 req-1b1f2224-1ca2-403d-9609-cd1a24940d4f service nova] Acquired lock "refresh_cache-a06e85bc-af77-404c-a50b-312dd60ae1c6" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2426.003657] env[62291]: DEBUG nova.network.neutron [req-b3e536a6-0625-41d3-8a06-ac5b92e53044 req-1b1f2224-1ca2-403d-9609-cd1a24940d4f service nova] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Refreshing network info cache for port 7b684d88-3690-41f8-9f73-531945742289 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2426.076276] env[62291]: DEBUG oslo_vmware.api [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143763, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137854} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2426.076276] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2426.076276] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Releasing lock "[datastore2] devstack-image-cache_base/ab501e95-8ebc-42f2-bfb8-fc006f7d3f16/ab501e95-8ebc-42f2-bfb8-fc006f7d3f16.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2426.076276] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/ab501e95-8ebc-42f2-bfb8-fc006f7d3f16/ab501e95-8ebc-42f2-bfb8-fc006f7d3f16.vmdk to [datastore2] b2dfa139-ab06-4914-96fd-471045a43b4c/b2dfa139-ab06-4914-96fd-471045a43b4c.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2426.076276] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3b38460-ebd2-4760-9500-a550a0769ba8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.082724] env[62291]: DEBUG oslo_vmware.api [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the task: (returnval){ [ 2426.082724] env[62291]: value = "task-2143765" [ 2426.082724] env[62291]: _type = "Task" [ 2426.082724] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2426.094044] env[62291]: DEBUG oslo_vmware.api [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143765, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2426.189849] env[62291]: DEBUG oslo_vmware.api [None req-32b4bb9b-8a21-48a2-931c-09d3a43acdd8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143764, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2426.289571] env[62291]: DEBUG oslo_vmware.api [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143759, 'name': Rename_Task, 'duration_secs': 1.168977} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2426.289879] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2426.290207] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c07620b2-11e7-4c67-ab42-f59f2771e5e6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.297750] env[62291]: DEBUG oslo_vmware.api [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for the task: (returnval){ [ 2426.297750] env[62291]: value = "task-2143766" [ 2426.297750] env[62291]: _type = "Task" [ 2426.297750] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2426.315706] env[62291]: DEBUG oslo_vmware.api [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143766, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2426.376731] env[62291]: DEBUG oslo_vmware.api [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143760, 'name': ReconfigVM_Task, 'duration_secs': 1.270653} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2426.379026] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 4bffe146-0b5f-4141-b83c-6974834803bd/4bffe146-0b5f-4141-b83c-6974834803bd.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2426.379026] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Updating instance '4bffe146-0b5f-4141-b83c-6974834803bd' progress to 50 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2426.597940] env[62291]: DEBUG oslo_vmware.api [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143765, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2426.694647] env[62291]: DEBUG oslo_vmware.api [None req-32b4bb9b-8a21-48a2-931c-09d3a43acdd8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143764, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.596491} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2426.694647] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-32b4bb9b-8a21-48a2-931c-09d3a43acdd8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2426.694647] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-32b4bb9b-8a21-48a2-931c-09d3a43acdd8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Deleted contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2426.694647] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-32b4bb9b-8a21-48a2-931c-09d3a43acdd8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2426.694647] env[62291]: INFO nova.compute.manager [None req-32b4bb9b-8a21-48a2-931c-09d3a43acdd8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: af730d81-bef8-454f-858a-8141561b0086] Took 1.78 seconds to destroy the instance on the hypervisor. [ 2426.694996] env[62291]: DEBUG oslo.service.loopingcall [None req-32b4bb9b-8a21-48a2-931c-09d3a43acdd8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2426.695091] env[62291]: DEBUG nova.compute.manager [-] [instance: af730d81-bef8-454f-858a-8141561b0086] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2426.695170] env[62291]: DEBUG nova.network.neutron [-] [instance: af730d81-bef8-454f-858a-8141561b0086] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2426.808590] env[62291]: DEBUG oslo_vmware.api [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143766, 'name': PowerOnVM_Task, 'duration_secs': 0.507491} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2426.808918] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2426.809153] env[62291]: INFO nova.compute.manager [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Took 19.00 seconds to spawn the instance on the hypervisor. [ 2426.809337] env[62291]: DEBUG nova.compute.manager [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2426.810168] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a668a5d-dab2-45d5-95c9-f7b94c1ebf8c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.885649] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4489ba1c-5513-4c60-8c40-0b9614869305 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.913782] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01623a63-cdb8-4f20-a5b3-21981fb69185 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2426.933537] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Updating instance '4bffe146-0b5f-4141-b83c-6974834803bd' progress to 67 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2427.099984] env[62291]: DEBUG oslo_vmware.api [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143765, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2427.123784] env[62291]: DEBUG nova.network.neutron [req-b3e536a6-0625-41d3-8a06-ac5b92e53044 req-1b1f2224-1ca2-403d-9609-cd1a24940d4f service nova] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Updated VIF entry in instance network info cache for port 7b684d88-3690-41f8-9f73-531945742289. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2427.124340] env[62291]: DEBUG nova.network.neutron [req-b3e536a6-0625-41d3-8a06-ac5b92e53044 req-1b1f2224-1ca2-403d-9609-cd1a24940d4f service nova] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Updating instance_info_cache with network_info: [{"id": "7b684d88-3690-41f8-9f73-531945742289", "address": "fa:16:3e:4b:e9:7b", "network": {"id": "b789769e-7cdd-4ec0-9b65-d217c45c3755", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2063957055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ced82ff4c1d54fdcaac99123f59eca6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b684d88-36", "ovs_interfaceid": "7b684d88-3690-41f8-9f73-531945742289", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2427.338698] env[62291]: INFO nova.compute.manager [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Took 25.01 seconds to build instance. [ 2427.505199] env[62291]: DEBUG nova.network.neutron [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Port c3f38ada-fe77-4e34-9d91-5b3a6be1ef13 binding to destination host cpu-1 is already ACTIVE {{(pid=62291) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 2427.598353] env[62291]: DEBUG oslo_vmware.api [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143765, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2427.627621] env[62291]: DEBUG oslo_concurrency.lockutils [req-b3e536a6-0625-41d3-8a06-ac5b92e53044 req-1b1f2224-1ca2-403d-9609-cd1a24940d4f service nova] Releasing lock "refresh_cache-a06e85bc-af77-404c-a50b-312dd60ae1c6" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2427.647546] env[62291]: DEBUG nova.compute.manager [req-ee544c2e-3d44-4c73-8fae-e9b60c26340c req-c1270c8a-ccc3-4ddb-ac53-b4da17a8c1f3 service nova] [instance: af730d81-bef8-454f-858a-8141561b0086] Received event network-vif-deleted-e9244dfe-bf4e-4031-95a5-55e5be260522 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2427.649570] env[62291]: INFO nova.compute.manager [req-ee544c2e-3d44-4c73-8fae-e9b60c26340c req-c1270c8a-ccc3-4ddb-ac53-b4da17a8c1f3 service nova] [instance: af730d81-bef8-454f-858a-8141561b0086] Neutron deleted interface e9244dfe-bf4e-4031-95a5-55e5be260522; detaching it from the instance and deleting it from the info cache [ 2427.649792] env[62291]: DEBUG nova.network.neutron [req-ee544c2e-3d44-4c73-8fae-e9b60c26340c req-c1270c8a-ccc3-4ddb-ac53-b4da17a8c1f3 service nova] [instance: af730d81-bef8-454f-858a-8141561b0086] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2427.791757] env[62291]: DEBUG nova.compute.manager [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Stashing vm_state: active {{(pid=62291) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 2427.841117] env[62291]: DEBUG oslo_concurrency.lockutils [None req-308bb235-0483-4b41-80f1-671c1743fecf tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "386a9998-d141-4f66-b8fd-600e02eaaf88" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.518s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2428.045169] env[62291]: DEBUG nova.compute.manager [req-68f1d645-3267-4ce5-89ca-f991835676be req-6c166bc4-2a37-4473-b63b-42ff79984e16 service nova] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Received event network-changed-b8a8bc04-a6eb-4dc7-be74-a80e8884b016 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2428.045361] env[62291]: DEBUG nova.compute.manager [req-68f1d645-3267-4ce5-89ca-f991835676be req-6c166bc4-2a37-4473-b63b-42ff79984e16 service nova] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Refreshing instance network info cache due to event network-changed-b8a8bc04-a6eb-4dc7-be74-a80e8884b016. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2428.045587] env[62291]: DEBUG oslo_concurrency.lockutils [req-68f1d645-3267-4ce5-89ca-f991835676be req-6c166bc4-2a37-4473-b63b-42ff79984e16 service nova] Acquiring lock "refresh_cache-14b440dc-ed67-422e-9d12-77007cea7eef" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2428.045767] env[62291]: DEBUG oslo_concurrency.lockutils [req-68f1d645-3267-4ce5-89ca-f991835676be req-6c166bc4-2a37-4473-b63b-42ff79984e16 service nova] Acquired lock "refresh_cache-14b440dc-ed67-422e-9d12-77007cea7eef" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2428.045928] env[62291]: DEBUG nova.network.neutron [req-68f1d645-3267-4ce5-89ca-f991835676be req-6c166bc4-2a37-4473-b63b-42ff79984e16 service nova] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Refreshing network info cache for port b8a8bc04-a6eb-4dc7-be74-a80e8884b016 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2428.096554] env[62291]: DEBUG oslo_vmware.api [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143765, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2428.108624] env[62291]: DEBUG nova.network.neutron [-] [instance: af730d81-bef8-454f-858a-8141561b0086] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2428.156489] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8d7c8efd-c9ff-421c-b9c3-aa91f3445a14 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2428.174800] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb41bb08-4e31-42b7-b98c-8e72d7841498 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.014124] env[62291]: INFO nova.compute.manager [-] [instance: af730d81-bef8-454f-858a-8141561b0086] Took 2.32 seconds to deallocate network for instance. [ 2429.014667] env[62291]: DEBUG nova.compute.manager [req-ee544c2e-3d44-4c73-8fae-e9b60c26340c req-c1270c8a-ccc3-4ddb-ac53-b4da17a8c1f3 service nova] [instance: af730d81-bef8-454f-858a-8141561b0086] Detach interface failed, port_id=e9244dfe-bf4e-4031-95a5-55e5be260522, reason: Instance af730d81-bef8-454f-858a-8141561b0086 could not be found. {{(pid=62291) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 2429.036440] env[62291]: DEBUG oslo_concurrency.lockutils [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "4bffe146-0b5f-4141-b83c-6974834803bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2429.036440] env[62291]: DEBUG oslo_concurrency.lockutils [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "4bffe146-0b5f-4141-b83c-6974834803bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2429.036440] env[62291]: DEBUG oslo_concurrency.lockutils [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "4bffe146-0b5f-4141-b83c-6974834803bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2429.037962] env[62291]: DEBUG oslo_vmware.api [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143765, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.749227} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2429.038280] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/ab501e95-8ebc-42f2-bfb8-fc006f7d3f16/ab501e95-8ebc-42f2-bfb8-fc006f7d3f16.vmdk to [datastore2] b2dfa139-ab06-4914-96fd-471045a43b4c/b2dfa139-ab06-4914-96fd-471045a43b4c.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2429.039262] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7315132-4a2b-4678-9ef0-04424770682a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.043493] env[62291]: DEBUG oslo_concurrency.lockutils [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2429.043783] env[62291]: DEBUG oslo_concurrency.lockutils [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2429.067240] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] b2dfa139-ab06-4914-96fd-471045a43b4c/b2dfa139-ab06-4914-96fd-471045a43b4c.vmdk or device None with type streamOptimized {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2429.068993] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77eacee4-e667-4d77-afa0-4038733f7c95 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2429.093264] env[62291]: DEBUG oslo_vmware.api [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the task: (returnval){ [ 2429.093264] env[62291]: value = "task-2143767" [ 2429.093264] env[62291]: _type = "Task" [ 2429.093264] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2429.105137] env[62291]: DEBUG oslo_vmware.api [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143767, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2429.530364] env[62291]: DEBUG oslo_concurrency.lockutils [None req-32b4bb9b-8a21-48a2-931c-09d3a43acdd8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2429.550020] env[62291]: INFO nova.compute.claims [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2429.604597] env[62291]: DEBUG oslo_vmware.api [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143767, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2429.766133] env[62291]: DEBUG nova.network.neutron [req-68f1d645-3267-4ce5-89ca-f991835676be req-6c166bc4-2a37-4473-b63b-42ff79984e16 service nova] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Updated VIF entry in instance network info cache for port b8a8bc04-a6eb-4dc7-be74-a80e8884b016. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2429.766133] env[62291]: DEBUG nova.network.neutron [req-68f1d645-3267-4ce5-89ca-f991835676be req-6c166bc4-2a37-4473-b63b-42ff79984e16 service nova] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Updating instance_info_cache with network_info: [{"id": "b8a8bc04-a6eb-4dc7-be74-a80e8884b016", "address": "fa:16:3e:aa:b1:9d", "network": {"id": "b789769e-7cdd-4ec0-9b65-d217c45c3755", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2063957055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ced82ff4c1d54fdcaac99123f59eca6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8a8bc04-a6", "ovs_interfaceid": "b8a8bc04-a6eb-4dc7-be74-a80e8884b016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2430.056309] env[62291]: INFO nova.compute.resource_tracker [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Updating resource usage from migration f72e88f7-4970-45be-94a8-7b97405b6d3c [ 2430.076296] env[62291]: DEBUG nova.compute.manager [req-3418bf08-c44b-41bf-9216-4e7fb069a721 req-77dd9438-109d-4fde-84b9-978c7d43bc70 service nova] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Received event network-changed-53827931-7653-4cfe-9755-653791c3bd4c {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2430.076696] env[62291]: DEBUG nova.compute.manager [req-3418bf08-c44b-41bf-9216-4e7fb069a721 req-77dd9438-109d-4fde-84b9-978c7d43bc70 service nova] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Refreshing instance network info cache due to event network-changed-53827931-7653-4cfe-9755-653791c3bd4c. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2430.079058] env[62291]: DEBUG oslo_concurrency.lockutils [req-3418bf08-c44b-41bf-9216-4e7fb069a721 req-77dd9438-109d-4fde-84b9-978c7d43bc70 service nova] Acquiring lock "refresh_cache-5fe8ba35-a2d2-450d-b40b-929094ab5a6b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2430.079058] env[62291]: DEBUG oslo_concurrency.lockutils [req-3418bf08-c44b-41bf-9216-4e7fb069a721 req-77dd9438-109d-4fde-84b9-978c7d43bc70 service nova] Acquired lock "refresh_cache-5fe8ba35-a2d2-450d-b40b-929094ab5a6b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2430.079058] env[62291]: DEBUG nova.network.neutron [req-3418bf08-c44b-41bf-9216-4e7fb069a721 req-77dd9438-109d-4fde-84b9-978c7d43bc70 service nova] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Refreshing network info cache for port 53827931-7653-4cfe-9755-653791c3bd4c {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2430.079422] env[62291]: DEBUG oslo_concurrency.lockutils [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "refresh_cache-4bffe146-0b5f-4141-b83c-6974834803bd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2430.079585] env[62291]: DEBUG oslo_concurrency.lockutils [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquired lock "refresh_cache-4bffe146-0b5f-4141-b83c-6974834803bd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2430.079963] env[62291]: DEBUG nova.network.neutron [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2430.108019] env[62291]: DEBUG oslo_vmware.api [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143767, 'name': ReconfigVM_Task, 'duration_secs': 0.712269} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2430.108744] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Reconfigured VM instance instance-0000004f to attach disk [datastore2] b2dfa139-ab06-4914-96fd-471045a43b4c/b2dfa139-ab06-4914-96fd-471045a43b4c.vmdk or device None with type streamOptimized {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2430.109835] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'boot_index': 0, 'device_name': '/dev/sda', 'guest_format': None, 'encryption_options': None, 'disk_bus': None, 'encryption_secret_uuid': None, 'size': 0, 'device_type': 'disk', 'encryption_format': None, 'encrypted': False, 'image_id': '38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-438156', 'volume_id': '39e7903e-38f3-4ffb-9b06-a39cad58c2cb', 'name': 'volume-39e7903e-38f3-4ffb-9b06-a39cad58c2cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'b2dfa139-ab06-4914-96fd-471045a43b4c', 'attached_at': '', 'detached_at': '', 'volume_id': '39e7903e-38f3-4ffb-9b06-a39cad58c2cb', 'serial': '39e7903e-38f3-4ffb-9b06-a39cad58c2cb'}, 'guest_format': None, 'delete_on_termination': False, 'disk_bus': None, 'device_type': None, 'mount_device': '/dev/sdb', 'attachment_id': '0281699f-b432-4a50-a6c8-e2489b61e4e1', 'volume_type': None}], 'swap': None} {{(pid=62291) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2430.110523] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Volume attach. Driver type: vmdk {{(pid=62291) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2430.110653] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-438156', 'volume_id': '39e7903e-38f3-4ffb-9b06-a39cad58c2cb', 'name': 'volume-39e7903e-38f3-4ffb-9b06-a39cad58c2cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'b2dfa139-ab06-4914-96fd-471045a43b4c', 'attached_at': '', 'detached_at': '', 'volume_id': '39e7903e-38f3-4ffb-9b06-a39cad58c2cb', 'serial': '39e7903e-38f3-4ffb-9b06-a39cad58c2cb'} {{(pid=62291) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2430.111410] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934ea652-8555-4e35-81f0-97c406402d57 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2430.144699] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35ebebf6-d5e6-439a-b1d1-0dcd1328ee85 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2430.169732] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] volume-39e7903e-38f3-4ffb-9b06-a39cad58c2cb/volume-39e7903e-38f3-4ffb-9b06-a39cad58c2cb.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2430.172555] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f570b48-9eae-4aff-ac9c-530c1582293a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2430.191304] env[62291]: DEBUG oslo_vmware.api [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the task: (returnval){ [ 2430.191304] env[62291]: value = "task-2143768" [ 2430.191304] env[62291]: _type = "Task" [ 2430.191304] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2430.208244] env[62291]: DEBUG oslo_vmware.api [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143768, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2430.268806] env[62291]: DEBUG oslo_concurrency.lockutils [req-68f1d645-3267-4ce5-89ca-f991835676be req-6c166bc4-2a37-4473-b63b-42ff79984e16 service nova] Releasing lock "refresh_cache-14b440dc-ed67-422e-9d12-77007cea7eef" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2430.303260] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2fae41-83a4-4b6b-a92a-4f181cf99074 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2430.311547] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7209329-9d36-493a-9025-fd69cd4e879c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2430.345398] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bfc591e-eb6a-45c7-a450-a42be710559d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2430.353837] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f8e51e-d3f8-4dc7-b332-99b3dbf27aca {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2430.371450] env[62291]: DEBUG nova.compute.provider_tree [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2430.429016] env[62291]: DEBUG nova.compute.manager [req-57194625-f10f-4aff-9d10-2160d147bc5d req-d12583e2-ecca-4418-8ae2-d584fc3b3e4e service nova] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Received event network-changed-e6e8109d-e6b0-4b68-aa49-ef5382026576 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2430.429016] env[62291]: DEBUG nova.compute.manager [req-57194625-f10f-4aff-9d10-2160d147bc5d req-d12583e2-ecca-4418-8ae2-d584fc3b3e4e service nova] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Refreshing instance network info cache due to event network-changed-e6e8109d-e6b0-4b68-aa49-ef5382026576. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2430.429016] env[62291]: DEBUG oslo_concurrency.lockutils [req-57194625-f10f-4aff-9d10-2160d147bc5d req-d12583e2-ecca-4418-8ae2-d584fc3b3e4e service nova] Acquiring lock "refresh_cache-386a9998-d141-4f66-b8fd-600e02eaaf88" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2430.429016] env[62291]: DEBUG oslo_concurrency.lockutils [req-57194625-f10f-4aff-9d10-2160d147bc5d req-d12583e2-ecca-4418-8ae2-d584fc3b3e4e service nova] Acquired lock "refresh_cache-386a9998-d141-4f66-b8fd-600e02eaaf88" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2430.429016] env[62291]: DEBUG nova.network.neutron [req-57194625-f10f-4aff-9d10-2160d147bc5d req-d12583e2-ecca-4418-8ae2-d584fc3b3e4e service nova] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Refreshing network info cache for port e6e8109d-e6b0-4b68-aa49-ef5382026576 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2430.703579] env[62291]: DEBUG oslo_vmware.api [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143768, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2430.875396] env[62291]: DEBUG nova.scheduler.client.report [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2431.047048] env[62291]: DEBUG nova.network.neutron [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Updating instance_info_cache with network_info: [{"id": "c3f38ada-fe77-4e34-9d91-5b3a6be1ef13", "address": "fa:16:3e:a1:72:16", "network": {"id": "c45185d4-152c-49a5-95a1-aabe55d7a656", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1396888570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1553c7ef0e7404cbea3d3a38c0509ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3f38ada-fe", "ovs_interfaceid": "c3f38ada-fe77-4e34-9d91-5b3a6be1ef13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2431.052356] env[62291]: DEBUG nova.network.neutron [req-3418bf08-c44b-41bf-9216-4e7fb069a721 req-77dd9438-109d-4fde-84b9-978c7d43bc70 service nova] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Updated VIF entry in instance network info cache for port 53827931-7653-4cfe-9755-653791c3bd4c. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2431.052356] env[62291]: DEBUG nova.network.neutron [req-3418bf08-c44b-41bf-9216-4e7fb069a721 req-77dd9438-109d-4fde-84b9-978c7d43bc70 service nova] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Updating instance_info_cache with network_info: [{"id": "53827931-7653-4cfe-9755-653791c3bd4c", "address": "fa:16:3e:17:ac:d6", "network": {"id": "818bf107-525d-4bd9-af99-c673972d2be1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-171136124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34994f4ae104d49b1e76215acee435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53827931-76", "ovs_interfaceid": "53827931-7653-4cfe-9755-653791c3bd4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2431.204335] env[62291]: DEBUG oslo_vmware.api [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143768, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2431.305120] env[62291]: DEBUG nova.network.neutron [req-57194625-f10f-4aff-9d10-2160d147bc5d req-d12583e2-ecca-4418-8ae2-d584fc3b3e4e service nova] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Updated VIF entry in instance network info cache for port e6e8109d-e6b0-4b68-aa49-ef5382026576. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2431.305963] env[62291]: DEBUG nova.network.neutron [req-57194625-f10f-4aff-9d10-2160d147bc5d req-d12583e2-ecca-4418-8ae2-d584fc3b3e4e service nova] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Updating instance_info_cache with network_info: [{"id": "e6e8109d-e6b0-4b68-aa49-ef5382026576", "address": "fa:16:3e:37:ca:f5", "network": {"id": "818bf107-525d-4bd9-af99-c673972d2be1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-171136124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34994f4ae104d49b1e76215acee435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6e8109d-e6", "ovs_interfaceid": "e6e8109d-e6b0-4b68-aa49-ef5382026576", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2431.381517] env[62291]: DEBUG oslo_concurrency.lockutils [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.337s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2431.381686] env[62291]: INFO nova.compute.manager [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Migrating [ 2431.387992] env[62291]: DEBUG oslo_concurrency.lockutils [None req-32b4bb9b-8a21-48a2-931c-09d3a43acdd8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.858s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2431.388225] env[62291]: DEBUG oslo_concurrency.lockutils [None req-32b4bb9b-8a21-48a2-931c-09d3a43acdd8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2431.416550] env[62291]: INFO nova.scheduler.client.report [None req-32b4bb9b-8a21-48a2-931c-09d3a43acdd8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Deleted allocations for instance af730d81-bef8-454f-858a-8141561b0086 [ 2431.552721] env[62291]: DEBUG oslo_concurrency.lockutils [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Releasing lock "refresh_cache-4bffe146-0b5f-4141-b83c-6974834803bd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2431.561131] env[62291]: DEBUG oslo_concurrency.lockutils [req-3418bf08-c44b-41bf-9216-4e7fb069a721 req-77dd9438-109d-4fde-84b9-978c7d43bc70 service nova] Releasing lock "refresh_cache-5fe8ba35-a2d2-450d-b40b-929094ab5a6b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2431.561393] env[62291]: DEBUG nova.compute.manager [req-3418bf08-c44b-41bf-9216-4e7fb069a721 req-77dd9438-109d-4fde-84b9-978c7d43bc70 service nova] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Received event network-changed-e6e8109d-e6b0-4b68-aa49-ef5382026576 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2431.561638] env[62291]: DEBUG nova.compute.manager [req-3418bf08-c44b-41bf-9216-4e7fb069a721 req-77dd9438-109d-4fde-84b9-978c7d43bc70 service nova] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Refreshing instance network info cache due to event network-changed-e6e8109d-e6b0-4b68-aa49-ef5382026576. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2431.561729] env[62291]: DEBUG oslo_concurrency.lockutils [req-3418bf08-c44b-41bf-9216-4e7fb069a721 req-77dd9438-109d-4fde-84b9-978c7d43bc70 service nova] Acquiring lock "refresh_cache-386a9998-d141-4f66-b8fd-600e02eaaf88" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2431.705158] env[62291]: DEBUG oslo_vmware.api [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143768, 'name': ReconfigVM_Task, 'duration_secs': 1.088896} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2431.705603] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Reconfigured VM instance instance-0000004f to attach disk [datastore1] volume-39e7903e-38f3-4ffb-9b06-a39cad58c2cb/volume-39e7903e-38f3-4ffb-9b06-a39cad58c2cb.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2431.710080] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f955c85c-3cef-47bf-9056-c24b99499581 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2431.725194] env[62291]: DEBUG oslo_vmware.api [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the task: (returnval){ [ 2431.725194] env[62291]: value = "task-2143769" [ 2431.725194] env[62291]: _type = "Task" [ 2431.725194] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2431.737806] env[62291]: DEBUG oslo_vmware.api [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143769, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2431.810604] env[62291]: DEBUG oslo_concurrency.lockutils [req-57194625-f10f-4aff-9d10-2160d147bc5d req-d12583e2-ecca-4418-8ae2-d584fc3b3e4e service nova] Releasing lock "refresh_cache-386a9998-d141-4f66-b8fd-600e02eaaf88" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2431.811159] env[62291]: DEBUG oslo_concurrency.lockutils [req-3418bf08-c44b-41bf-9216-4e7fb069a721 req-77dd9438-109d-4fde-84b9-978c7d43bc70 service nova] Acquired lock "refresh_cache-386a9998-d141-4f66-b8fd-600e02eaaf88" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2431.811378] env[62291]: DEBUG nova.network.neutron [req-3418bf08-c44b-41bf-9216-4e7fb069a721 req-77dd9438-109d-4fde-84b9-978c7d43bc70 service nova] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Refreshing network info cache for port e6e8109d-e6b0-4b68-aa49-ef5382026576 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2431.898997] env[62291]: DEBUG oslo_concurrency.lockutils [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "refresh_cache-14b440dc-ed67-422e-9d12-77007cea7eef" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2431.899228] env[62291]: DEBUG oslo_concurrency.lockutils [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquired lock "refresh_cache-14b440dc-ed67-422e-9d12-77007cea7eef" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2431.899408] env[62291]: DEBUG nova.network.neutron [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2431.928256] env[62291]: DEBUG oslo_concurrency.lockutils [None req-32b4bb9b-8a21-48a2-931c-09d3a43acdd8 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "af730d81-bef8-454f-858a-8141561b0086" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.017s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2431.951808] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c93178ee-3310-4175-8b09-f4c6853ac5e1 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Acquiring lock "30dbd972-13a9-44f0-a288-04ce0bb62b3e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2431.951961] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c93178ee-3310-4175-8b09-f4c6853ac5e1 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lock "30dbd972-13a9-44f0-a288-04ce0bb62b3e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2432.080585] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e587dde-2f0e-4fdb-acfd-ba5a0f88e13e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2432.104011] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e6f3f1b-5fd1-42e6-a423-1daaaceba7af {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2432.115108] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Updating instance '4bffe146-0b5f-4141-b83c-6974834803bd' progress to 83 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2432.238358] env[62291]: DEBUG oslo_vmware.api [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143769, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2432.455534] env[62291]: DEBUG nova.compute.utils [None req-c93178ee-3310-4175-8b09-f4c6853ac5e1 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2432.619830] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2432.620035] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-225f3c10-c61d-4e84-9438-f5335dc7f096 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2432.628448] env[62291]: DEBUG oslo_vmware.api [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2432.628448] env[62291]: value = "task-2143770" [ 2432.628448] env[62291]: _type = "Task" [ 2432.628448] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2432.637365] env[62291]: DEBUG oslo_vmware.api [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143770, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2432.666095] env[62291]: DEBUG nova.network.neutron [req-3418bf08-c44b-41bf-9216-4e7fb069a721 req-77dd9438-109d-4fde-84b9-978c7d43bc70 service nova] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Updated VIF entry in instance network info cache for port e6e8109d-e6b0-4b68-aa49-ef5382026576. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2432.666469] env[62291]: DEBUG nova.network.neutron [req-3418bf08-c44b-41bf-9216-4e7fb069a721 req-77dd9438-109d-4fde-84b9-978c7d43bc70 service nova] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Updating instance_info_cache with network_info: [{"id": "e6e8109d-e6b0-4b68-aa49-ef5382026576", "address": "fa:16:3e:37:ca:f5", "network": {"id": "818bf107-525d-4bd9-af99-c673972d2be1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-171136124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34994f4ae104d49b1e76215acee435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6e8109d-e6", "ovs_interfaceid": "e6e8109d-e6b0-4b68-aa49-ef5382026576", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2432.688540] env[62291]: DEBUG nova.compute.manager [req-38102174-35ab-421b-812f-c92e2949bc49 req-8c53f513-0734-4981-a9db-a3e2297880f3 service nova] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Received event network-changed-53827931-7653-4cfe-9755-653791c3bd4c {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2432.688540] env[62291]: DEBUG nova.compute.manager [req-38102174-35ab-421b-812f-c92e2949bc49 req-8c53f513-0734-4981-a9db-a3e2297880f3 service nova] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Refreshing instance network info cache due to event network-changed-53827931-7653-4cfe-9755-653791c3bd4c. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2432.688757] env[62291]: DEBUG oslo_concurrency.lockutils [req-38102174-35ab-421b-812f-c92e2949bc49 req-8c53f513-0734-4981-a9db-a3e2297880f3 service nova] Acquiring lock "refresh_cache-5fe8ba35-a2d2-450d-b40b-929094ab5a6b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2432.688842] env[62291]: DEBUG oslo_concurrency.lockutils [req-38102174-35ab-421b-812f-c92e2949bc49 req-8c53f513-0734-4981-a9db-a3e2297880f3 service nova] Acquired lock "refresh_cache-5fe8ba35-a2d2-450d-b40b-929094ab5a6b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2432.689021] env[62291]: DEBUG nova.network.neutron [req-38102174-35ab-421b-812f-c92e2949bc49 req-8c53f513-0734-4981-a9db-a3e2297880f3 service nova] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Refreshing network info cache for port 53827931-7653-4cfe-9755-653791c3bd4c {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2432.741227] env[62291]: DEBUG oslo_vmware.api [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143769, 'name': ReconfigVM_Task, 'duration_secs': 0.643787} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2432.741610] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-438156', 'volume_id': '39e7903e-38f3-4ffb-9b06-a39cad58c2cb', 'name': 'volume-39e7903e-38f3-4ffb-9b06-a39cad58c2cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'b2dfa139-ab06-4914-96fd-471045a43b4c', 'attached_at': '', 'detached_at': '', 'volume_id': '39e7903e-38f3-4ffb-9b06-a39cad58c2cb', 'serial': '39e7903e-38f3-4ffb-9b06-a39cad58c2cb'} {{(pid=62291) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2432.742532] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bce77aa1-7f6a-42d1-920d-7bf32b2e0cc1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2432.747063] env[62291]: DEBUG nova.network.neutron [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Updating instance_info_cache with network_info: [{"id": "b8a8bc04-a6eb-4dc7-be74-a80e8884b016", "address": "fa:16:3e:aa:b1:9d", "network": {"id": "b789769e-7cdd-4ec0-9b65-d217c45c3755", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2063957055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ced82ff4c1d54fdcaac99123f59eca6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8a8bc04-a6", "ovs_interfaceid": "b8a8bc04-a6eb-4dc7-be74-a80e8884b016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2432.752041] env[62291]: DEBUG oslo_vmware.api [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the task: (returnval){ [ 2432.752041] env[62291]: value = "task-2143771" [ 2432.752041] env[62291]: _type = "Task" [ 2432.752041] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2432.763525] env[62291]: DEBUG oslo_vmware.api [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143771, 'name': Rename_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2432.962422] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c93178ee-3310-4175-8b09-f4c6853ac5e1 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lock "30dbd972-13a9-44f0-a288-04ce0bb62b3e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.010s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2432.963408] env[62291]: DEBUG oslo_concurrency.lockutils [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Acquiring lock "736146c2-d3c9-4a99-ac92-06c0bc542e08" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2432.965026] env[62291]: DEBUG oslo_concurrency.lockutils [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Lock "736146c2-d3c9-4a99-ac92-06c0bc542e08" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2433.139026] env[62291]: DEBUG oslo_vmware.api [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143770, 'name': PowerOnVM_Task, 'duration_secs': 0.492901} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2433.139026] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2433.139026] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-79517bf1-be1f-43cb-b25e-fff006be6529 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Updating instance '4bffe146-0b5f-4141-b83c-6974834803bd' progress to 100 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2433.170609] env[62291]: DEBUG oslo_concurrency.lockutils [req-3418bf08-c44b-41bf-9216-4e7fb069a721 req-77dd9438-109d-4fde-84b9-978c7d43bc70 service nova] Releasing lock "refresh_cache-386a9998-d141-4f66-b8fd-600e02eaaf88" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2433.249593] env[62291]: DEBUG oslo_concurrency.lockutils [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Releasing lock "refresh_cache-14b440dc-ed67-422e-9d12-77007cea7eef" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2433.260981] env[62291]: DEBUG oslo_vmware.api [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143771, 'name': Rename_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2433.413409] env[62291]: DEBUG nova.network.neutron [req-38102174-35ab-421b-812f-c92e2949bc49 req-8c53f513-0734-4981-a9db-a3e2297880f3 service nova] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Updated VIF entry in instance network info cache for port 53827931-7653-4cfe-9755-653791c3bd4c. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2433.413960] env[62291]: DEBUG nova.network.neutron [req-38102174-35ab-421b-812f-c92e2949bc49 req-8c53f513-0734-4981-a9db-a3e2297880f3 service nova] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Updating instance_info_cache with network_info: [{"id": "53827931-7653-4cfe-9755-653791c3bd4c", "address": "fa:16:3e:17:ac:d6", "network": {"id": "818bf107-525d-4bd9-af99-c673972d2be1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-171136124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34994f4ae104d49b1e76215acee435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53827931-76", "ovs_interfaceid": "53827931-7653-4cfe-9755-653791c3bd4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2433.467160] env[62291]: DEBUG nova.compute.manager [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2433.742053] env[62291]: DEBUG oslo_concurrency.lockutils [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquiring lock "2cb7735e-325a-45db-8c6c-a2cd23c1afb7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2433.742053] env[62291]: DEBUG oslo_concurrency.lockutils [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "2cb7735e-325a-45db-8c6c-a2cd23c1afb7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2433.764344] env[62291]: DEBUG oslo_vmware.api [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143771, 'name': Rename_Task, 'duration_secs': 0.921754} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2433.764595] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2433.764834] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb85629b-2252-477f-833c-2c482bbe5ee0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2433.770963] env[62291]: DEBUG oslo_vmware.api [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the task: (returnval){ [ 2433.770963] env[62291]: value = "task-2143772" [ 2433.770963] env[62291]: _type = "Task" [ 2433.770963] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2433.779827] env[62291]: DEBUG oslo_vmware.api [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143772, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2433.917514] env[62291]: DEBUG oslo_concurrency.lockutils [req-38102174-35ab-421b-812f-c92e2949bc49 req-8c53f513-0734-4981-a9db-a3e2297880f3 service nova] Releasing lock "refresh_cache-5fe8ba35-a2d2-450d-b40b-929094ab5a6b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2433.988761] env[62291]: DEBUG oslo_concurrency.lockutils [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2433.989041] env[62291]: DEBUG oslo_concurrency.lockutils [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2433.991107] env[62291]: INFO nova.compute.claims [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2434.085871] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c93178ee-3310-4175-8b09-f4c6853ac5e1 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Acquiring lock "30dbd972-13a9-44f0-a288-04ce0bb62b3e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2434.086155] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c93178ee-3310-4175-8b09-f4c6853ac5e1 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lock "30dbd972-13a9-44f0-a288-04ce0bb62b3e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2434.086398] env[62291]: INFO nova.compute.manager [None req-c93178ee-3310-4175-8b09-f4c6853ac5e1 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Attaching volume aa057998-6cc5-4597-a7cb-cd8e731d0e30 to /dev/sdb [ 2434.121484] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-716819a5-90f0-4549-913c-8486d9b1f9af {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.128523] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd46d2e-905b-43a1-bdaf-488ed7344ee8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.143121] env[62291]: DEBUG nova.virt.block_device [None req-c93178ee-3310-4175-8b09-f4c6853ac5e1 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Updating existing volume attachment record: 21d58c69-83ca-4ac9-b4e2-9a010e145e38 {{(pid=62291) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2434.245052] env[62291]: DEBUG nova.compute.manager [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2434.280478] env[62291]: DEBUG oslo_vmware.api [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143772, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2434.767307] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5cfd8e-0ab8-438c-933f-5f96f5af3f30 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2434.771248] env[62291]: DEBUG oslo_concurrency.lockutils [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2434.789686] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Updating instance '14b440dc-ed67-422e-9d12-77007cea7eef' progress to 0 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2434.800694] env[62291]: DEBUG oslo_vmware.api [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143772, 'name': PowerOnVM_Task, 'duration_secs': 0.787882} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2434.801041] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2434.907894] env[62291]: DEBUG nova.compute.manager [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2434.908802] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5a4a480-761c-47b5-bd05-482b0cad8148 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2435.141470] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03861ea7-dc86-479f-ac4e-e17da304817e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2435.149021] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7670d81c-37e7-4c8c-b26f-a814d4e8853f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2435.180690] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452a352d-7005-4188-888c-95043b34058d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2435.191475] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f6a827d-54dc-40c4-a3da-5bec7097289a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2435.206230] env[62291]: DEBUG nova.compute.provider_tree [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2435.296451] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2435.296898] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f64bdbb2-6a6b-4309-bd3b-646f1c5d0d1b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2435.304317] env[62291]: DEBUG oslo_vmware.api [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2435.304317] env[62291]: value = "task-2143774" [ 2435.304317] env[62291]: _type = "Task" [ 2435.304317] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2435.312589] env[62291]: DEBUG oslo_vmware.api [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143774, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2435.425503] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fed3417c-ecd9-40a3-9d53-54e439003dd5 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lock "b2dfa139-ab06-4914-96fd-471045a43b4c" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 40.098s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2435.687060] env[62291]: DEBUG oslo_concurrency.lockutils [None req-042a9994-5722-4f21-8bb7-178cf3d83384 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "4bffe146-0b5f-4141-b83c-6974834803bd" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2435.689294] env[62291]: DEBUG oslo_concurrency.lockutils [None req-042a9994-5722-4f21-8bb7-178cf3d83384 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "4bffe146-0b5f-4141-b83c-6974834803bd" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.002s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2435.689498] env[62291]: DEBUG nova.compute.manager [None req-042a9994-5722-4f21-8bb7-178cf3d83384 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Going to confirm migration 6 {{(pid=62291) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 2435.709295] env[62291]: DEBUG nova.scheduler.client.report [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2435.814206] env[62291]: DEBUG oslo_vmware.api [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143774, 'name': PowerOffVM_Task, 'duration_secs': 0.219981} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2435.814511] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2435.814679] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Updating instance '14b440dc-ed67-422e-9d12-77007cea7eef' progress to 17 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2436.214110] env[62291]: DEBUG oslo_concurrency.lockutils [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.225s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2436.214473] env[62291]: DEBUG nova.compute.manager [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2436.217160] env[62291]: DEBUG oslo_concurrency.lockutils [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.446s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2436.218570] env[62291]: INFO nova.compute.claims [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2436.225877] env[62291]: DEBUG oslo_concurrency.lockutils [None req-042a9994-5722-4f21-8bb7-178cf3d83384 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "refresh_cache-4bffe146-0b5f-4141-b83c-6974834803bd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2436.226491] env[62291]: DEBUG oslo_concurrency.lockutils [None req-042a9994-5722-4f21-8bb7-178cf3d83384 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquired lock "refresh_cache-4bffe146-0b5f-4141-b83c-6974834803bd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2436.226491] env[62291]: DEBUG nova.network.neutron [None req-042a9994-5722-4f21-8bb7-178cf3d83384 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2436.226491] env[62291]: DEBUG nova.objects.instance [None req-042a9994-5722-4f21-8bb7-178cf3d83384 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lazy-loading 'info_cache' on Instance uuid 4bffe146-0b5f-4141-b83c-6974834803bd {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2436.320875] env[62291]: DEBUG nova.virt.hardware [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2436.321219] env[62291]: DEBUG nova.virt.hardware [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2436.321398] env[62291]: DEBUG nova.virt.hardware [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2436.321587] env[62291]: DEBUG nova.virt.hardware [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2436.321743] env[62291]: DEBUG nova.virt.hardware [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2436.321885] env[62291]: DEBUG nova.virt.hardware [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2436.322107] env[62291]: DEBUG nova.virt.hardware [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2436.322323] env[62291]: DEBUG nova.virt.hardware [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2436.322547] env[62291]: DEBUG nova.virt.hardware [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2436.322734] env[62291]: DEBUG nova.virt.hardware [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2436.322914] env[62291]: DEBUG nova.virt.hardware [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2436.328275] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44219064-34e5-46f5-82fd-0964c509e8c2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2436.345011] env[62291]: DEBUG oslo_vmware.api [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2436.345011] env[62291]: value = "task-2143775" [ 2436.345011] env[62291]: _type = "Task" [ 2436.345011] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2436.353848] env[62291]: DEBUG oslo_vmware.api [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143775, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2436.722825] env[62291]: DEBUG nova.compute.utils [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2436.726111] env[62291]: DEBUG nova.compute.manager [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2436.726271] env[62291]: DEBUG nova.network.neutron [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2436.776496] env[62291]: DEBUG nova.policy [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5c280130dc80472d9026448b38c70799', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '71cf9f44787c479197df181a20018bb5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2436.854408] env[62291]: DEBUG oslo_vmware.api [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143775, 'name': ReconfigVM_Task, 'duration_secs': 0.148661} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2436.854719] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Updating instance '14b440dc-ed67-422e-9d12-77007cea7eef' progress to 33 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2437.056179] env[62291]: DEBUG nova.network.neutron [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] Successfully created port: c3c36f93-0ae7-4f2b-97b1-d66a6ada172e {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2437.233026] env[62291]: DEBUG nova.compute.manager [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2437.361849] env[62291]: DEBUG nova.virt.hardware [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2437.361849] env[62291]: DEBUG nova.virt.hardware [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2437.362066] env[62291]: DEBUG nova.virt.hardware [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2437.362244] env[62291]: DEBUG nova.virt.hardware [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2437.362677] env[62291]: DEBUG nova.virt.hardware [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2437.362677] env[62291]: DEBUG nova.virt.hardware [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2437.362677] env[62291]: DEBUG nova.virt.hardware [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2437.362848] env[62291]: DEBUG nova.virt.hardware [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2437.363022] env[62291]: DEBUG nova.virt.hardware [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2437.363503] env[62291]: DEBUG nova.virt.hardware [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2437.363503] env[62291]: DEBUG nova.virt.hardware [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2437.368987] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2437.371870] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d337168-aa1d-4da8-878e-fcabe19c99e8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.393906] env[62291]: DEBUG oslo_vmware.api [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2437.393906] env[62291]: value = "task-2143777" [ 2437.393906] env[62291]: _type = "Task" [ 2437.393906] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2437.450435] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b6c107-7bc4-4303-b978-ba4f77deafa4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.458138] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b5c6dc-708b-41bb-aef9-e9c94f185039 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.491757] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23ce48cc-1d77-4cf9-8fae-166946d0806c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.499042] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d3efe4-22cf-48ea-ab98-972ad67f5560 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.512187] env[62291]: DEBUG nova.compute.provider_tree [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2437.527748] env[62291]: DEBUG nova.network.neutron [None req-042a9994-5722-4f21-8bb7-178cf3d83384 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Updating instance_info_cache with network_info: [{"id": "c3f38ada-fe77-4e34-9d91-5b3a6be1ef13", "address": "fa:16:3e:a1:72:16", "network": {"id": "c45185d4-152c-49a5-95a1-aabe55d7a656", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1396888570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1553c7ef0e7404cbea3d3a38c0509ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3f38ada-fe", "ovs_interfaceid": "c3f38ada-fe77-4e34-9d91-5b3a6be1ef13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2437.903337] env[62291]: DEBUG oslo_vmware.api [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143777, 'name': ReconfigVM_Task, 'duration_secs': 0.211435} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2437.903704] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2437.904400] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc280389-c078-4a72-8f22-4e4bcee0da97 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.926449] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] volume-5318cc26-e843-4c69-8ea6-1249190a4895/volume-5318cc26-e843-4c69-8ea6-1249190a4895.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2437.926725] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f44b853-9f6c-49b0-b77e-b4a6d7ac7584 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2437.944537] env[62291]: DEBUG oslo_vmware.api [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2437.944537] env[62291]: value = "task-2143778" [ 2437.944537] env[62291]: _type = "Task" [ 2437.944537] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2437.956412] env[62291]: DEBUG oslo_vmware.api [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143778, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2438.015661] env[62291]: DEBUG nova.scheduler.client.report [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2438.030020] env[62291]: DEBUG oslo_concurrency.lockutils [None req-042a9994-5722-4f21-8bb7-178cf3d83384 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Releasing lock "refresh_cache-4bffe146-0b5f-4141-b83c-6974834803bd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2438.030306] env[62291]: DEBUG nova.objects.instance [None req-042a9994-5722-4f21-8bb7-178cf3d83384 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lazy-loading 'migration_context' on Instance uuid 4bffe146-0b5f-4141-b83c-6974834803bd {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2438.242945] env[62291]: DEBUG nova.compute.manager [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2438.271547] env[62291]: DEBUG nova.virt.hardware [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2438.271801] env[62291]: DEBUG nova.virt.hardware [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2438.271960] env[62291]: DEBUG nova.virt.hardware [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2438.272154] env[62291]: DEBUG nova.virt.hardware [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2438.272300] env[62291]: DEBUG nova.virt.hardware [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2438.272442] env[62291]: DEBUG nova.virt.hardware [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2438.272706] env[62291]: DEBUG nova.virt.hardware [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2438.272880] env[62291]: DEBUG nova.virt.hardware [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2438.273059] env[62291]: DEBUG nova.virt.hardware [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2438.273225] env[62291]: DEBUG nova.virt.hardware [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2438.273395] env[62291]: DEBUG nova.virt.hardware [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2438.274335] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb1ee4c-8bcb-4024-bb7c-44d598a73944 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.282364] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979c320a-65bd-4081-a002-5a5ef6124e7b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.454564] env[62291]: DEBUG oslo_vmware.api [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143778, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2438.520779] env[62291]: DEBUG oslo_concurrency.lockutils [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.303s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2438.521223] env[62291]: DEBUG nova.compute.manager [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2438.533146] env[62291]: DEBUG nova.objects.base [None req-042a9994-5722-4f21-8bb7-178cf3d83384 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Object Instance<4bffe146-0b5f-4141-b83c-6974834803bd> lazy-loaded attributes: info_cache,migration_context {{(pid=62291) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 2438.534117] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b1a00a4-741a-486a-81f1-dddfdf3fd50a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.553246] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9f0e7d4-8b6b-48b8-85c8-3fe8174f6502 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.559299] env[62291]: DEBUG oslo_vmware.api [None req-042a9994-5722-4f21-8bb7-178cf3d83384 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2438.559299] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52a8bef3-7503-1d9e-9340-aa74ae25b6e1" [ 2438.559299] env[62291]: _type = "Task" [ 2438.559299] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2438.567580] env[62291]: DEBUG oslo_vmware.api [None req-042a9994-5722-4f21-8bb7-178cf3d83384 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52a8bef3-7503-1d9e-9340-aa74ae25b6e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2438.688429] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-c93178ee-3310-4175-8b09-f4c6853ac5e1 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Volume attach. Driver type: vmdk {{(pid=62291) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2438.688686] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-c93178ee-3310-4175-8b09-f4c6853ac5e1 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-438163', 'volume_id': 'aa057998-6cc5-4597-a7cb-cd8e731d0e30', 'name': 'volume-aa057998-6cc5-4597-a7cb-cd8e731d0e30', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '30dbd972-13a9-44f0-a288-04ce0bb62b3e', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa057998-6cc5-4597-a7cb-cd8e731d0e30', 'serial': 'aa057998-6cc5-4597-a7cb-cd8e731d0e30'} {{(pid=62291) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2438.689961] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58dcbb04-b9c6-4aa2-9443-665400a19439 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.706125] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-939662b3-4f8c-4247-b69c-479a6303133f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.730262] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-c93178ee-3310-4175-8b09-f4c6853ac5e1 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] volume-aa057998-6cc5-4597-a7cb-cd8e731d0e30/volume-aa057998-6cc5-4597-a7cb-cd8e731d0e30.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2438.730577] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a883bfb-891d-4313-b48c-7c4617a2aaeb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2438.748160] env[62291]: DEBUG oslo_vmware.api [None req-c93178ee-3310-4175-8b09-f4c6853ac5e1 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Waiting for the task: (returnval){ [ 2438.748160] env[62291]: value = "task-2143779" [ 2438.748160] env[62291]: _type = "Task" [ 2438.748160] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2438.755761] env[62291]: DEBUG oslo_vmware.api [None req-c93178ee-3310-4175-8b09-f4c6853ac5e1 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143779, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2438.954988] env[62291]: DEBUG oslo_vmware.api [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143778, 'name': ReconfigVM_Task, 'duration_secs': 0.784155} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2438.955310] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Reconfigured VM instance instance-0000006f to attach disk [datastore1] volume-5318cc26-e843-4c69-8ea6-1249190a4895/volume-5318cc26-e843-4c69-8ea6-1249190a4895.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2438.955526] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Updating instance '14b440dc-ed67-422e-9d12-77007cea7eef' progress to 50 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2439.026528] env[62291]: DEBUG nova.compute.utils [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2439.031750] env[62291]: DEBUG nova.compute.manager [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2439.032630] env[62291]: DEBUG nova.network.neutron [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2439.069726] env[62291]: DEBUG oslo_vmware.api [None req-042a9994-5722-4f21-8bb7-178cf3d83384 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52a8bef3-7503-1d9e-9340-aa74ae25b6e1, 'name': SearchDatastore_Task, 'duration_secs': 0.009115} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2439.070037] env[62291]: DEBUG oslo_concurrency.lockutils [None req-042a9994-5722-4f21-8bb7-178cf3d83384 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2439.070349] env[62291]: DEBUG oslo_concurrency.lockutils [None req-042a9994-5722-4f21-8bb7-178cf3d83384 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2439.091098] env[62291]: DEBUG nova.compute.manager [req-5b73fb20-e414-45a7-bda6-2ec340bc9087 req-8d94af79-c286-4f82-ad37-813cb436f6df service nova] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] Received event network-vif-plugged-c3c36f93-0ae7-4f2b-97b1-d66a6ada172e {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2439.091310] env[62291]: DEBUG oslo_concurrency.lockutils [req-5b73fb20-e414-45a7-bda6-2ec340bc9087 req-8d94af79-c286-4f82-ad37-813cb436f6df service nova] Acquiring lock "736146c2-d3c9-4a99-ac92-06c0bc542e08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2439.091516] env[62291]: DEBUG oslo_concurrency.lockutils [req-5b73fb20-e414-45a7-bda6-2ec340bc9087 req-8d94af79-c286-4f82-ad37-813cb436f6df service nova] Lock "736146c2-d3c9-4a99-ac92-06c0bc542e08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2439.091684] env[62291]: DEBUG oslo_concurrency.lockutils [req-5b73fb20-e414-45a7-bda6-2ec340bc9087 req-8d94af79-c286-4f82-ad37-813cb436f6df service nova] Lock "736146c2-d3c9-4a99-ac92-06c0bc542e08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2439.091852] env[62291]: DEBUG nova.compute.manager [req-5b73fb20-e414-45a7-bda6-2ec340bc9087 req-8d94af79-c286-4f82-ad37-813cb436f6df service nova] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] No waiting events found dispatching network-vif-plugged-c3c36f93-0ae7-4f2b-97b1-d66a6ada172e {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2439.092026] env[62291]: WARNING nova.compute.manager [req-5b73fb20-e414-45a7-bda6-2ec340bc9087 req-8d94af79-c286-4f82-ad37-813cb436f6df service nova] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] Received unexpected event network-vif-plugged-c3c36f93-0ae7-4f2b-97b1-d66a6ada172e for instance with vm_state building and task_state spawning. [ 2439.126849] env[62291]: DEBUG nova.policy [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ecfa153e5163422db7674f451b6b3e04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be147140f7a240be9dd360d0429e4e8c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2439.262200] env[62291]: DEBUG oslo_vmware.api [None req-c93178ee-3310-4175-8b09-f4c6853ac5e1 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143779, 'name': ReconfigVM_Task, 'duration_secs': 0.351471} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2439.262200] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-c93178ee-3310-4175-8b09-f4c6853ac5e1 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Reconfigured VM instance instance-0000006b to attach disk [datastore1] volume-aa057998-6cc5-4597-a7cb-cd8e731d0e30/volume-aa057998-6cc5-4597-a7cb-cd8e731d0e30.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2439.268971] env[62291]: DEBUG nova.network.neutron [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] Successfully updated port: c3c36f93-0ae7-4f2b-97b1-d66a6ada172e {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2439.271775] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-538195f7-c58f-407c-9b23-7a981a24f972 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.294098] env[62291]: DEBUG oslo_vmware.api [None req-c93178ee-3310-4175-8b09-f4c6853ac5e1 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Waiting for the task: (returnval){ [ 2439.294098] env[62291]: value = "task-2143780" [ 2439.294098] env[62291]: _type = "Task" [ 2439.294098] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2439.304883] env[62291]: DEBUG oslo_vmware.api [None req-c93178ee-3310-4175-8b09-f4c6853ac5e1 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143780, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2439.456082] env[62291]: DEBUG nova.network.neutron [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Successfully created port: 49d53335-d37a-47ae-8b0f-f9c626c6d5fe {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2439.462367] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee14249a-c079-4a87-b0f5-3c310548e713 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.481887] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce82e2f9-98c6-48f4-94cc-319d04a992fd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.499483] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Updating instance '14b440dc-ed67-422e-9d12-77007cea7eef' progress to 67 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2439.534934] env[62291]: DEBUG nova.compute.manager [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2439.763144] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2d23f8-d17f-452a-a41f-c97d952b3682 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.770642] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0abae68-166e-4833-835c-8a2776f03a57 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.801775] env[62291]: DEBUG oslo_concurrency.lockutils [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Acquiring lock "refresh_cache-736146c2-d3c9-4a99-ac92-06c0bc542e08" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2439.801924] env[62291]: DEBUG oslo_concurrency.lockutils [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Acquired lock "refresh_cache-736146c2-d3c9-4a99-ac92-06c0bc542e08" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2439.802097] env[62291]: DEBUG nova.network.neutron [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2439.806975] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ff39526-0669-4240-9ed4-38de566bb4d5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.815304] env[62291]: DEBUG oslo_vmware.api [None req-c93178ee-3310-4175-8b09-f4c6853ac5e1 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143780, 'name': ReconfigVM_Task, 'duration_secs': 0.127801} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2439.817312] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-c93178ee-3310-4175-8b09-f4c6853ac5e1 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-438163', 'volume_id': 'aa057998-6cc5-4597-a7cb-cd8e731d0e30', 'name': 'volume-aa057998-6cc5-4597-a7cb-cd8e731d0e30', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '30dbd972-13a9-44f0-a288-04ce0bb62b3e', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa057998-6cc5-4597-a7cb-cd8e731d0e30', 'serial': 'aa057998-6cc5-4597-a7cb-cd8e731d0e30'} {{(pid=62291) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2439.819551] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48bb6d3e-b409-47c0-b58a-c0d92428da80 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2439.834277] env[62291]: DEBUG nova.compute.provider_tree [None req-042a9994-5722-4f21-8bb7-178cf3d83384 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2440.336758] env[62291]: DEBUG nova.scheduler.client.report [None req-042a9994-5722-4f21-8bb7-178cf3d83384 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2440.342672] env[62291]: DEBUG nova.network.neutron [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2440.487227] env[62291]: DEBUG nova.network.neutron [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] Updating instance_info_cache with network_info: [{"id": "c3c36f93-0ae7-4f2b-97b1-d66a6ada172e", "address": "fa:16:3e:88:4c:7b", "network": {"id": "28a3ffb9-9632-47a3-a171-ad8bfe213643", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1131797956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71cf9f44787c479197df181a20018bb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3c36f93-0a", "ovs_interfaceid": "c3c36f93-0ae7-4f2b-97b1-d66a6ada172e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2440.545793] env[62291]: DEBUG nova.compute.manager [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2440.569860] env[62291]: DEBUG nova.virt.hardware [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2440.570142] env[62291]: DEBUG nova.virt.hardware [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2440.570301] env[62291]: DEBUG nova.virt.hardware [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2440.570485] env[62291]: DEBUG nova.virt.hardware [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2440.570632] env[62291]: DEBUG nova.virt.hardware [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2440.570781] env[62291]: DEBUG nova.virt.hardware [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2440.570983] env[62291]: DEBUG nova.virt.hardware [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2440.571172] env[62291]: DEBUG nova.virt.hardware [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2440.571349] env[62291]: DEBUG nova.virt.hardware [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2440.571516] env[62291]: DEBUG nova.virt.hardware [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2440.571687] env[62291]: DEBUG nova.virt.hardware [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2440.572534] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20a9595b-0f69-463e-8e1a-cd448e0d4623 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2440.580398] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e1c0ea-1634-475b-826a-76f5167ff4a5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2440.857564] env[62291]: DEBUG nova.objects.instance [None req-c93178ee-3310-4175-8b09-f4c6853ac5e1 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lazy-loading 'flavor' on Instance uuid 30dbd972-13a9-44f0-a288-04ce0bb62b3e {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2440.990227] env[62291]: DEBUG oslo_concurrency.lockutils [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Releasing lock "refresh_cache-736146c2-d3c9-4a99-ac92-06c0bc542e08" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2440.990595] env[62291]: DEBUG nova.compute.manager [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] Instance network_info: |[{"id": "c3c36f93-0ae7-4f2b-97b1-d66a6ada172e", "address": "fa:16:3e:88:4c:7b", "network": {"id": "28a3ffb9-9632-47a3-a171-ad8bfe213643", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1131797956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71cf9f44787c479197df181a20018bb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3c36f93-0a", "ovs_interfaceid": "c3c36f93-0ae7-4f2b-97b1-d66a6ada172e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2440.991236] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:4c:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3c36f93-0ae7-4f2b-97b1-d66a6ada172e', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2440.998704] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Creating folder: Project (71cf9f44787c479197df181a20018bb5). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2440.999343] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1c289e2b-de45-45aa-8c24-6ae55bea5757 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2441.011276] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Created folder: Project (71cf9f44787c479197df181a20018bb5) in parent group-v437896. [ 2441.011425] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Creating folder: Instances. Parent ref: group-v438164. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2441.011704] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85bd22de-f618-4e25-b677-29296405b5b3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2441.021547] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Created folder: Instances in parent group-v438164. [ 2441.021846] env[62291]: DEBUG oslo.service.loopingcall [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2441.021965] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2441.022186] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-567fc267-afc2-4971-a6d4-c9ffe1a94192 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2441.041475] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2441.041475] env[62291]: value = "task-2143783" [ 2441.041475] env[62291]: _type = "Task" [ 2441.041475] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2441.048991] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143783, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2441.126364] env[62291]: DEBUG nova.compute.manager [req-472f35c7-5b4d-4e91-bbc0-9cb1c0668573 req-b77270b9-1faa-4548-b908-9050e7082e93 service nova] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] Received event network-changed-c3c36f93-0ae7-4f2b-97b1-d66a6ada172e {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2441.126638] env[62291]: DEBUG nova.compute.manager [req-472f35c7-5b4d-4e91-bbc0-9cb1c0668573 req-b77270b9-1faa-4548-b908-9050e7082e93 service nova] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] Refreshing instance network info cache due to event network-changed-c3c36f93-0ae7-4f2b-97b1-d66a6ada172e. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2441.126947] env[62291]: DEBUG oslo_concurrency.lockutils [req-472f35c7-5b4d-4e91-bbc0-9cb1c0668573 req-b77270b9-1faa-4548-b908-9050e7082e93 service nova] Acquiring lock "refresh_cache-736146c2-d3c9-4a99-ac92-06c0bc542e08" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2441.127186] env[62291]: DEBUG oslo_concurrency.lockutils [req-472f35c7-5b4d-4e91-bbc0-9cb1c0668573 req-b77270b9-1faa-4548-b908-9050e7082e93 service nova] Acquired lock "refresh_cache-736146c2-d3c9-4a99-ac92-06c0bc542e08" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2441.127427] env[62291]: DEBUG nova.network.neutron [req-472f35c7-5b4d-4e91-bbc0-9cb1c0668573 req-b77270b9-1faa-4548-b908-9050e7082e93 service nova] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] Refreshing network info cache for port c3c36f93-0ae7-4f2b-97b1-d66a6ada172e {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2441.164815] env[62291]: DEBUG nova.network.neutron [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Port b8a8bc04-a6eb-4dc7-be74-a80e8884b016 binding to destination host cpu-1 is already ACTIVE {{(pid=62291) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 2441.348284] env[62291]: DEBUG oslo_concurrency.lockutils [None req-042a9994-5722-4f21-8bb7-178cf3d83384 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.278s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2441.362922] env[62291]: DEBUG oslo_concurrency.lockutils [None req-c93178ee-3310-4175-8b09-f4c6853ac5e1 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lock "30dbd972-13a9-44f0-a288-04ce0bb62b3e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.277s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2441.534451] env[62291]: DEBUG nova.network.neutron [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Successfully updated port: 49d53335-d37a-47ae-8b0f-f9c626c6d5fe {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2441.558889] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143783, 'name': CreateVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2441.848949] env[62291]: DEBUG nova.network.neutron [req-472f35c7-5b4d-4e91-bbc0-9cb1c0668573 req-b77270b9-1faa-4548-b908-9050e7082e93 service nova] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] Updated VIF entry in instance network info cache for port c3c36f93-0ae7-4f2b-97b1-d66a6ada172e. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2441.849345] env[62291]: DEBUG nova.network.neutron [req-472f35c7-5b4d-4e91-bbc0-9cb1c0668573 req-b77270b9-1faa-4548-b908-9050e7082e93 service nova] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] Updating instance_info_cache with network_info: [{"id": "c3c36f93-0ae7-4f2b-97b1-d66a6ada172e", "address": "fa:16:3e:88:4c:7b", "network": {"id": "28a3ffb9-9632-47a3-a171-ad8bfe213643", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1131797956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71cf9f44787c479197df181a20018bb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3c36f93-0a", "ovs_interfaceid": "c3c36f93-0ae7-4f2b-97b1-d66a6ada172e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2441.950430] env[62291]: INFO nova.scheduler.client.report [None req-042a9994-5722-4f21-8bb7-178cf3d83384 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Deleted allocation for migration 307d6aa0-514f-4a46-ae13-1db706722295 [ 2442.037049] env[62291]: DEBUG oslo_concurrency.lockutils [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquiring lock "refresh_cache-2cb7735e-325a-45db-8c6c-a2cd23c1afb7" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2442.037224] env[62291]: DEBUG oslo_concurrency.lockutils [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquired lock "refresh_cache-2cb7735e-325a-45db-8c6c-a2cd23c1afb7" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2442.037375] env[62291]: DEBUG nova.network.neutron [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2442.054167] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143783, 'name': CreateVM_Task, 'duration_secs': 0.519998} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2442.054392] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2442.055052] env[62291]: DEBUG oslo_concurrency.lockutils [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2442.055230] env[62291]: DEBUG oslo_concurrency.lockutils [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2442.055566] env[62291]: DEBUG oslo_concurrency.lockutils [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2442.055831] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a3debfa-38cc-4c12-993e-eac6600f18aa {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2442.061318] env[62291]: DEBUG oslo_vmware.api [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Waiting for the task: (returnval){ [ 2442.061318] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5205fad6-e62c-2931-0208-47d470c7f318" [ 2442.061318] env[62291]: _type = "Task" [ 2442.061318] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2442.070451] env[62291]: DEBUG oslo_vmware.api [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5205fad6-e62c-2931-0208-47d470c7f318, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2442.189462] env[62291]: DEBUG oslo_concurrency.lockutils [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "14b440dc-ed67-422e-9d12-77007cea7eef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2442.189806] env[62291]: DEBUG oslo_concurrency.lockutils [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "14b440dc-ed67-422e-9d12-77007cea7eef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2442.189952] env[62291]: DEBUG oslo_concurrency.lockutils [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "14b440dc-ed67-422e-9d12-77007cea7eef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2442.195042] env[62291]: DEBUG oslo_concurrency.lockutils [None req-52c00dd9-e028-42d3-b310-101a656526cf tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Acquiring lock "30dbd972-13a9-44f0-a288-04ce0bb62b3e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2442.195345] env[62291]: DEBUG oslo_concurrency.lockutils [None req-52c00dd9-e028-42d3-b310-101a656526cf tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lock "30dbd972-13a9-44f0-a288-04ce0bb62b3e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2442.352594] env[62291]: DEBUG oslo_concurrency.lockutils [req-472f35c7-5b4d-4e91-bbc0-9cb1c0668573 req-b77270b9-1faa-4548-b908-9050e7082e93 service nova] Releasing lock "refresh_cache-736146c2-d3c9-4a99-ac92-06c0bc542e08" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2442.454909] env[62291]: DEBUG oslo_concurrency.lockutils [None req-042a9994-5722-4f21-8bb7-178cf3d83384 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "4bffe146-0b5f-4141-b83c-6974834803bd" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.766s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2442.572554] env[62291]: DEBUG oslo_vmware.api [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5205fad6-e62c-2931-0208-47d470c7f318, 'name': SearchDatastore_Task, 'duration_secs': 0.00951} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2442.572915] env[62291]: DEBUG oslo_concurrency.lockutils [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2442.573170] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2442.573569] env[62291]: DEBUG oslo_concurrency.lockutils [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2442.573569] env[62291]: DEBUG oslo_concurrency.lockutils [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2442.573753] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2442.574036] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b6b512eb-a13b-464a-8b71-3fe23b49a7f5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2442.583422] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2442.583617] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2442.584419] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9dc4549-acac-4971-8412-26836cdd6a59 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2442.589912] env[62291]: DEBUG oslo_vmware.api [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Waiting for the task: (returnval){ [ 2442.589912] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]524f5fd6-0549-d874-4ac2-c38b3407f363" [ 2442.589912] env[62291]: _type = "Task" [ 2442.589912] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2442.598739] env[62291]: DEBUG oslo_vmware.api [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]524f5fd6-0549-d874-4ac2-c38b3407f363, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2442.599683] env[62291]: DEBUG nova.network.neutron [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2442.698735] env[62291]: DEBUG nova.compute.utils [None req-52c00dd9-e028-42d3-b310-101a656526cf tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2442.748620] env[62291]: DEBUG nova.network.neutron [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Updating instance_info_cache with network_info: [{"id": "49d53335-d37a-47ae-8b0f-f9c626c6d5fe", "address": "fa:16:3e:ac:f0:b8", "network": {"id": "ce85cec1-d2b4-40a2-8f9e-afd8351425e2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-91553824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be147140f7a240be9dd360d0429e4e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49d53335-d3", "ovs_interfaceid": "49d53335-d37a-47ae-8b0f-f9c626c6d5fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2442.869332] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6411c3f6-33b1-4eb0-a033-2e98022025c4 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "4bffe146-0b5f-4141-b83c-6974834803bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2442.869838] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6411c3f6-33b1-4eb0-a033-2e98022025c4 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "4bffe146-0b5f-4141-b83c-6974834803bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2442.869978] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6411c3f6-33b1-4eb0-a033-2e98022025c4 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "4bffe146-0b5f-4141-b83c-6974834803bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2442.870094] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6411c3f6-33b1-4eb0-a033-2e98022025c4 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "4bffe146-0b5f-4141-b83c-6974834803bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2442.870276] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6411c3f6-33b1-4eb0-a033-2e98022025c4 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "4bffe146-0b5f-4141-b83c-6974834803bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2442.872614] env[62291]: INFO nova.compute.manager [None req-6411c3f6-33b1-4eb0-a033-2e98022025c4 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Terminating instance [ 2442.874474] env[62291]: DEBUG nova.compute.manager [None req-6411c3f6-33b1-4eb0-a033-2e98022025c4 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2442.874670] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6411c3f6-33b1-4eb0-a033-2e98022025c4 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2442.875554] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff92d44-0f4c-4883-b16e-808a3b7dc5f8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2442.884534] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-6411c3f6-33b1-4eb0-a033-2e98022025c4 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2442.884738] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1a86293a-7878-4c36-9fe8-3eeb161c427e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2442.890829] env[62291]: DEBUG oslo_vmware.api [None req-6411c3f6-33b1-4eb0-a033-2e98022025c4 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2442.890829] env[62291]: value = "task-2143784" [ 2442.890829] env[62291]: _type = "Task" [ 2442.890829] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2442.900402] env[62291]: DEBUG oslo_vmware.api [None req-6411c3f6-33b1-4eb0-a033-2e98022025c4 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143784, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2443.100062] env[62291]: DEBUG oslo_vmware.api [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]524f5fd6-0549-d874-4ac2-c38b3407f363, 'name': SearchDatastore_Task, 'duration_secs': 0.008895} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2443.100867] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b0910d3-d2da-4054-b4fb-7b9a2294f2b8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2443.105782] env[62291]: DEBUG oslo_vmware.api [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Waiting for the task: (returnval){ [ 2443.105782] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]529fd310-00e4-b71a-7b4f-459882f80fc4" [ 2443.105782] env[62291]: _type = "Task" [ 2443.105782] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2443.112985] env[62291]: DEBUG oslo_vmware.api [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]529fd310-00e4-b71a-7b4f-459882f80fc4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2443.148159] env[62291]: DEBUG nova.compute.manager [req-19dee817-b5df-4ce1-893f-94a9b1596751 req-c5427974-9a13-4761-8138-4ea8580443ae service nova] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Received event network-vif-plugged-49d53335-d37a-47ae-8b0f-f9c626c6d5fe {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2443.148346] env[62291]: DEBUG oslo_concurrency.lockutils [req-19dee817-b5df-4ce1-893f-94a9b1596751 req-c5427974-9a13-4761-8138-4ea8580443ae service nova] Acquiring lock "2cb7735e-325a-45db-8c6c-a2cd23c1afb7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2443.148554] env[62291]: DEBUG oslo_concurrency.lockutils [req-19dee817-b5df-4ce1-893f-94a9b1596751 req-c5427974-9a13-4761-8138-4ea8580443ae service nova] Lock "2cb7735e-325a-45db-8c6c-a2cd23c1afb7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2443.148727] env[62291]: DEBUG oslo_concurrency.lockutils [req-19dee817-b5df-4ce1-893f-94a9b1596751 req-c5427974-9a13-4761-8138-4ea8580443ae service nova] Lock "2cb7735e-325a-45db-8c6c-a2cd23c1afb7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2443.148895] env[62291]: DEBUG nova.compute.manager [req-19dee817-b5df-4ce1-893f-94a9b1596751 req-c5427974-9a13-4761-8138-4ea8580443ae service nova] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] No waiting events found dispatching network-vif-plugged-49d53335-d37a-47ae-8b0f-f9c626c6d5fe {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2443.149075] env[62291]: WARNING nova.compute.manager [req-19dee817-b5df-4ce1-893f-94a9b1596751 req-c5427974-9a13-4761-8138-4ea8580443ae service nova] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Received unexpected event network-vif-plugged-49d53335-d37a-47ae-8b0f-f9c626c6d5fe for instance with vm_state building and task_state spawning. [ 2443.149239] env[62291]: DEBUG nova.compute.manager [req-19dee817-b5df-4ce1-893f-94a9b1596751 req-c5427974-9a13-4761-8138-4ea8580443ae service nova] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Received event network-changed-49d53335-d37a-47ae-8b0f-f9c626c6d5fe {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2443.149403] env[62291]: DEBUG nova.compute.manager [req-19dee817-b5df-4ce1-893f-94a9b1596751 req-c5427974-9a13-4761-8138-4ea8580443ae service nova] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Refreshing instance network info cache due to event network-changed-49d53335-d37a-47ae-8b0f-f9c626c6d5fe. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2443.149574] env[62291]: DEBUG oslo_concurrency.lockutils [req-19dee817-b5df-4ce1-893f-94a9b1596751 req-c5427974-9a13-4761-8138-4ea8580443ae service nova] Acquiring lock "refresh_cache-2cb7735e-325a-45db-8c6c-a2cd23c1afb7" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2443.201438] env[62291]: DEBUG oslo_concurrency.lockutils [None req-52c00dd9-e028-42d3-b310-101a656526cf tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lock "30dbd972-13a9-44f0-a288-04ce0bb62b3e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2443.227955] env[62291]: DEBUG oslo_concurrency.lockutils [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "refresh_cache-14b440dc-ed67-422e-9d12-77007cea7eef" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2443.228205] env[62291]: DEBUG oslo_concurrency.lockutils [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquired lock "refresh_cache-14b440dc-ed67-422e-9d12-77007cea7eef" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2443.228413] env[62291]: DEBUG nova.network.neutron [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2443.251754] env[62291]: DEBUG oslo_concurrency.lockutils [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Releasing lock "refresh_cache-2cb7735e-325a-45db-8c6c-a2cd23c1afb7" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2443.252070] env[62291]: DEBUG nova.compute.manager [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Instance network_info: |[{"id": "49d53335-d37a-47ae-8b0f-f9c626c6d5fe", "address": "fa:16:3e:ac:f0:b8", "network": {"id": "ce85cec1-d2b4-40a2-8f9e-afd8351425e2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-91553824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be147140f7a240be9dd360d0429e4e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49d53335-d3", "ovs_interfaceid": "49d53335-d37a-47ae-8b0f-f9c626c6d5fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2443.252361] env[62291]: DEBUG oslo_concurrency.lockutils [req-19dee817-b5df-4ce1-893f-94a9b1596751 req-c5427974-9a13-4761-8138-4ea8580443ae service nova] Acquired lock "refresh_cache-2cb7735e-325a-45db-8c6c-a2cd23c1afb7" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2443.252540] env[62291]: DEBUG nova.network.neutron [req-19dee817-b5df-4ce1-893f-94a9b1596751 req-c5427974-9a13-4761-8138-4ea8580443ae service nova] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Refreshing network info cache for port 49d53335-d37a-47ae-8b0f-f9c626c6d5fe {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2443.253851] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:f0:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27138a4c-60c9-45fb-bf37-4c2f765315a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49d53335-d37a-47ae-8b0f-f9c626c6d5fe', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2443.261140] env[62291]: DEBUG oslo.service.loopingcall [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2443.263831] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2443.264309] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56761071-dd77-4c95-a489-70bf99563ec3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2443.284158] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2443.284158] env[62291]: value = "task-2143785" [ 2443.284158] env[62291]: _type = "Task" [ 2443.284158] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2443.291854] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143785, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2443.400698] env[62291]: DEBUG oslo_vmware.api [None req-6411c3f6-33b1-4eb0-a033-2e98022025c4 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143784, 'name': PowerOffVM_Task, 'duration_secs': 0.20611} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2443.401105] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-6411c3f6-33b1-4eb0-a033-2e98022025c4 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2443.401256] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6411c3f6-33b1-4eb0-a033-2e98022025c4 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2443.401540] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08efe391-d3b1-4076-a374-1c1746133ce3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2443.472345] env[62291]: DEBUG nova.network.neutron [req-19dee817-b5df-4ce1-893f-94a9b1596751 req-c5427974-9a13-4761-8138-4ea8580443ae service nova] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Updated VIF entry in instance network info cache for port 49d53335-d37a-47ae-8b0f-f9c626c6d5fe. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2443.472778] env[62291]: DEBUG nova.network.neutron [req-19dee817-b5df-4ce1-893f-94a9b1596751 req-c5427974-9a13-4761-8138-4ea8580443ae service nova] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Updating instance_info_cache with network_info: [{"id": "49d53335-d37a-47ae-8b0f-f9c626c6d5fe", "address": "fa:16:3e:ac:f0:b8", "network": {"id": "ce85cec1-d2b4-40a2-8f9e-afd8351425e2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-91553824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be147140f7a240be9dd360d0429e4e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49d53335-d3", "ovs_interfaceid": "49d53335-d37a-47ae-8b0f-f9c626c6d5fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2443.615962] env[62291]: DEBUG oslo_vmware.api [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]529fd310-00e4-b71a-7b4f-459882f80fc4, 'name': SearchDatastore_Task, 'duration_secs': 0.011767} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2443.616289] env[62291]: DEBUG oslo_concurrency.lockutils [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2443.616552] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 736146c2-d3c9-4a99-ac92-06c0bc542e08/736146c2-d3c9-4a99-ac92-06c0bc542e08.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2443.616815] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b636ee1-a9b2-4a4f-847f-8a37f5dd7e16 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2443.623582] env[62291]: DEBUG oslo_vmware.api [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Waiting for the task: (returnval){ [ 2443.623582] env[62291]: value = "task-2143787" [ 2443.623582] env[62291]: _type = "Task" [ 2443.623582] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2443.631024] env[62291]: DEBUG oslo_vmware.api [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Task: {'id': task-2143787, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2443.795416] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143785, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2443.856215] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6411c3f6-33b1-4eb0-a033-2e98022025c4 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2443.856469] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6411c3f6-33b1-4eb0-a033-2e98022025c4 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2443.856843] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-6411c3f6-33b1-4eb0-a033-2e98022025c4 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Deleting the datastore file [datastore2] 4bffe146-0b5f-4141-b83c-6974834803bd {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2443.857172] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-977af0b8-7a40-4f65-a714-3493b6000283 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2443.865274] env[62291]: DEBUG oslo_vmware.api [None req-6411c3f6-33b1-4eb0-a033-2e98022025c4 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2443.865274] env[62291]: value = "task-2143788" [ 2443.865274] env[62291]: _type = "Task" [ 2443.865274] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2443.876042] env[62291]: DEBUG oslo_vmware.api [None req-6411c3f6-33b1-4eb0-a033-2e98022025c4 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143788, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2443.976024] env[62291]: DEBUG oslo_concurrency.lockutils [req-19dee817-b5df-4ce1-893f-94a9b1596751 req-c5427974-9a13-4761-8138-4ea8580443ae service nova] Releasing lock "refresh_cache-2cb7735e-325a-45db-8c6c-a2cd23c1afb7" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2443.988568] env[62291]: DEBUG nova.network.neutron [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Updating instance_info_cache with network_info: [{"id": "b8a8bc04-a6eb-4dc7-be74-a80e8884b016", "address": "fa:16:3e:aa:b1:9d", "network": {"id": "b789769e-7cdd-4ec0-9b65-d217c45c3755", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2063957055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ced82ff4c1d54fdcaac99123f59eca6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8a8bc04-a6", "ovs_interfaceid": "b8a8bc04-a6eb-4dc7-be74-a80e8884b016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2444.134423] env[62291]: DEBUG oslo_vmware.api [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Task: {'id': task-2143787, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.424216} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2444.134689] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 736146c2-d3c9-4a99-ac92-06c0bc542e08/736146c2-d3c9-4a99-ac92-06c0bc542e08.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2444.134906] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2444.135182] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a1138f57-463e-4bc3-8911-242204921fe7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2444.141194] env[62291]: DEBUG oslo_vmware.api [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Waiting for the task: (returnval){ [ 2444.141194] env[62291]: value = "task-2143789" [ 2444.141194] env[62291]: _type = "Task" [ 2444.141194] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2444.148547] env[62291]: DEBUG oslo_vmware.api [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Task: {'id': task-2143789, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2444.281171] env[62291]: DEBUG oslo_concurrency.lockutils [None req-52c00dd9-e028-42d3-b310-101a656526cf tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Acquiring lock "30dbd972-13a9-44f0-a288-04ce0bb62b3e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2444.281447] env[62291]: DEBUG oslo_concurrency.lockutils [None req-52c00dd9-e028-42d3-b310-101a656526cf tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lock "30dbd972-13a9-44f0-a288-04ce0bb62b3e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2444.281683] env[62291]: INFO nova.compute.manager [None req-52c00dd9-e028-42d3-b310-101a656526cf tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Attaching volume 8b74eb61-f964-4563-9cf8-dbbe3cb12f45 to /dev/sdc [ 2444.297941] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143785, 'name': CreateVM_Task, 'duration_secs': 0.947818} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2444.299513] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2444.300424] env[62291]: DEBUG oslo_concurrency.lockutils [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2444.300591] env[62291]: DEBUG oslo_concurrency.lockutils [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2444.300896] env[62291]: DEBUG oslo_concurrency.lockutils [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2444.301163] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5780fb20-86c6-4c7f-8f3c-757ccd0dc6d6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2444.306521] env[62291]: DEBUG oslo_vmware.api [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2444.306521] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]526433b8-ce0e-91da-15e3-cb8812933a24" [ 2444.306521] env[62291]: _type = "Task" [ 2444.306521] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2444.315211] env[62291]: DEBUG oslo_vmware.api [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]526433b8-ce0e-91da-15e3-cb8812933a24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2444.316605] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd991f11-0277-48fb-b50f-30a6e1b0ee7b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2444.322857] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81766be1-a0d5-4590-8484-87737262fef6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2444.335713] env[62291]: DEBUG nova.virt.block_device [None req-52c00dd9-e028-42d3-b310-101a656526cf tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Updating existing volume attachment record: 42fe5d4e-eb34-4af1-b869-525381f36d20 {{(pid=62291) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2444.375084] env[62291]: DEBUG oslo_vmware.api [None req-6411c3f6-33b1-4eb0-a033-2e98022025c4 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143788, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28986} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2444.375377] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-6411c3f6-33b1-4eb0-a033-2e98022025c4 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2444.375566] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6411c3f6-33b1-4eb0-a033-2e98022025c4 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2444.375748] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6411c3f6-33b1-4eb0-a033-2e98022025c4 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2444.375922] env[62291]: INFO nova.compute.manager [None req-6411c3f6-33b1-4eb0-a033-2e98022025c4 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Took 1.50 seconds to destroy the instance on the hypervisor. [ 2444.376184] env[62291]: DEBUG oslo.service.loopingcall [None req-6411c3f6-33b1-4eb0-a033-2e98022025c4 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2444.376382] env[62291]: DEBUG nova.compute.manager [-] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2444.376476] env[62291]: DEBUG nova.network.neutron [-] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2444.491107] env[62291]: DEBUG oslo_concurrency.lockutils [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Releasing lock "refresh_cache-14b440dc-ed67-422e-9d12-77007cea7eef" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2444.651302] env[62291]: DEBUG oslo_vmware.api [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Task: {'id': task-2143789, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077534} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2444.651623] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2444.652487] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe085e0-5930-4af1-a613-61db1c721c27 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2444.673836] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 736146c2-d3c9-4a99-ac92-06c0bc542e08/736146c2-d3c9-4a99-ac92-06c0bc542e08.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2444.675704] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-572e2caf-0f1e-42f9-a5fd-12c691639be0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2444.694439] env[62291]: DEBUG oslo_vmware.api [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Waiting for the task: (returnval){ [ 2444.694439] env[62291]: value = "task-2143791" [ 2444.694439] env[62291]: _type = "Task" [ 2444.694439] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2444.706255] env[62291]: DEBUG oslo_vmware.api [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Task: {'id': task-2143791, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2444.800911] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a5383985-48cd-4e3c-b2dd-847475ef28c9 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "interface-5fe8ba35-a2d2-450d-b40b-929094ab5a6b-1801db31-3ecd-469a-95ee-850f89b0fdce" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2444.801258] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a5383985-48cd-4e3c-b2dd-847475ef28c9 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "interface-5fe8ba35-a2d2-450d-b40b-929094ab5a6b-1801db31-3ecd-469a-95ee-850f89b0fdce" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2444.801647] env[62291]: DEBUG nova.objects.instance [None req-a5383985-48cd-4e3c-b2dd-847475ef28c9 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lazy-loading 'flavor' on Instance uuid 5fe8ba35-a2d2-450d-b40b-929094ab5a6b {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2444.817528] env[62291]: DEBUG oslo_vmware.api [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]526433b8-ce0e-91da-15e3-cb8812933a24, 'name': SearchDatastore_Task, 'duration_secs': 0.009518} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2444.818465] env[62291]: DEBUG oslo_concurrency.lockutils [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2444.818690] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2444.818924] env[62291]: DEBUG oslo_concurrency.lockutils [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2444.819108] env[62291]: DEBUG oslo_concurrency.lockutils [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2444.819316] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2444.819996] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a768474e-2e63-44b5-8ff7-7044c6fd10f4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2444.828733] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2444.829306] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2444.829625] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9978f9a-1224-4b25-bcd8-059366bb8c6f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2444.835733] env[62291]: DEBUG oslo_vmware.api [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2444.835733] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52427875-fcd7-9965-7b57-19a4e015a88f" [ 2444.835733] env[62291]: _type = "Task" [ 2444.835733] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2444.843639] env[62291]: DEBUG oslo_vmware.api [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52427875-fcd7-9965-7b57-19a4e015a88f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2445.002738] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c457151e-778f-4be5-8f1d-eeab257adc8a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2445.009474] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e072f7f6-1374-4c61-9ee4-216ba8a3065f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2445.204514] env[62291]: DEBUG oslo_vmware.api [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Task: {'id': task-2143791, 'name': ReconfigVM_Task, 'duration_secs': 0.315608} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2445.204865] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 736146c2-d3c9-4a99-ac92-06c0bc542e08/736146c2-d3c9-4a99-ac92-06c0bc542e08.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2445.205553] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6507069-bcf4-466c-984c-28c794241eff {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2445.212268] env[62291]: DEBUG oslo_vmware.api [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Waiting for the task: (returnval){ [ 2445.212268] env[62291]: value = "task-2143792" [ 2445.212268] env[62291]: _type = "Task" [ 2445.212268] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2445.220902] env[62291]: DEBUG oslo_vmware.api [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Task: {'id': task-2143792, 'name': Rename_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2445.345743] env[62291]: DEBUG oslo_vmware.api [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52427875-fcd7-9965-7b57-19a4e015a88f, 'name': SearchDatastore_Task, 'duration_secs': 0.008566} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2445.346606] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e35d77e9-4cc2-413f-8ac1-f080d50cc48a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2445.352298] env[62291]: DEBUG oslo_vmware.api [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2445.352298] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52cd3e5a-164c-f8ab-e11b-40872d87c529" [ 2445.352298] env[62291]: _type = "Task" [ 2445.352298] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2445.361717] env[62291]: DEBUG oslo_vmware.api [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52cd3e5a-164c-f8ab-e11b-40872d87c529, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2445.398250] env[62291]: DEBUG nova.network.neutron [-] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2445.520803] env[62291]: DEBUG nova.objects.instance [None req-a5383985-48cd-4e3c-b2dd-847475ef28c9 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lazy-loading 'pci_requests' on Instance uuid 5fe8ba35-a2d2-450d-b40b-929094ab5a6b {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2445.535657] env[62291]: DEBUG nova.compute.manager [req-c703f541-9ed3-4fe4-b31f-e25f5ac5a2c9 req-ee3c4fef-7a12-4253-824c-92e45966d890 service nova] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Received event network-vif-deleted-c3f38ada-fe77-4e34-9d91-5b3a6be1ef13 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2445.722516] env[62291]: DEBUG oslo_vmware.api [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Task: {'id': task-2143792, 'name': Rename_Task, 'duration_secs': 0.141693} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2445.722801] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2445.723066] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8134235-48a9-434e-a447-7d198d9f2e8a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2445.730295] env[62291]: DEBUG oslo_vmware.api [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Waiting for the task: (returnval){ [ 2445.730295] env[62291]: value = "task-2143793" [ 2445.730295] env[62291]: _type = "Task" [ 2445.730295] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2445.740500] env[62291]: DEBUG oslo_vmware.api [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Task: {'id': task-2143793, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2445.863929] env[62291]: DEBUG oslo_vmware.api [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52cd3e5a-164c-f8ab-e11b-40872d87c529, 'name': SearchDatastore_Task, 'duration_secs': 0.016961} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2445.864230] env[62291]: DEBUG oslo_concurrency.lockutils [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2445.864501] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 2cb7735e-325a-45db-8c6c-a2cd23c1afb7/2cb7735e-325a-45db-8c6c-a2cd23c1afb7.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2445.864759] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c72970bb-bfa0-44b2-99f8-e619e7cc6de9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2445.871451] env[62291]: DEBUG oslo_vmware.api [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2445.871451] env[62291]: value = "task-2143794" [ 2445.871451] env[62291]: _type = "Task" [ 2445.871451] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2445.881435] env[62291]: DEBUG oslo_vmware.api [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143794, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2445.901088] env[62291]: INFO nova.compute.manager [-] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Took 1.52 seconds to deallocate network for instance. [ 2446.026112] env[62291]: DEBUG nova.objects.base [None req-a5383985-48cd-4e3c-b2dd-847475ef28c9 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Object Instance<5fe8ba35-a2d2-450d-b40b-929094ab5a6b> lazy-loaded attributes: flavor,pci_requests {{(pid=62291) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 2446.026112] env[62291]: DEBUG nova.network.neutron [None req-a5383985-48cd-4e3c-b2dd-847475ef28c9 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2446.099671] env[62291]: DEBUG nova.policy [None req-a5383985-48cd-4e3c-b2dd-847475ef28c9 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7696a7050e443ecb69a41c6f61d7b45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b34994f4ae104d49b1e76215acee435f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2446.112546] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7e5a800-2e84-4301-a2e9-479842b98fcb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2446.134599] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e0856c-e726-403a-9035-bd45090089a0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2446.143396] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Updating instance '14b440dc-ed67-422e-9d12-77007cea7eef' progress to 83 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2446.242755] env[62291]: DEBUG oslo_vmware.api [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Task: {'id': task-2143793, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2446.382468] env[62291]: DEBUG oslo_vmware.api [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143794, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.487685} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2446.382781] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 2cb7735e-325a-45db-8c6c-a2cd23c1afb7/2cb7735e-325a-45db-8c6c-a2cd23c1afb7.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2446.383033] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2446.383326] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-965ff749-5700-4659-8b82-05a541f4f4a7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2446.390627] env[62291]: DEBUG oslo_vmware.api [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2446.390627] env[62291]: value = "task-2143795" [ 2446.390627] env[62291]: _type = "Task" [ 2446.390627] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2446.401048] env[62291]: DEBUG oslo_vmware.api [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143795, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2446.407343] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6411c3f6-33b1-4eb0-a033-2e98022025c4 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2446.407573] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6411c3f6-33b1-4eb0-a033-2e98022025c4 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2446.407818] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6411c3f6-33b1-4eb0-a033-2e98022025c4 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2446.427615] env[62291]: INFO nova.scheduler.client.report [None req-6411c3f6-33b1-4eb0-a033-2e98022025c4 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Deleted allocations for instance 4bffe146-0b5f-4141-b83c-6974834803bd [ 2446.653191] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2446.653524] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3016fc07-f561-4646-80e0-39b8ae13ddbe {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2446.660360] env[62291]: DEBUG oslo_vmware.api [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2446.660360] env[62291]: value = "task-2143797" [ 2446.660360] env[62291]: _type = "Task" [ 2446.660360] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2446.677406] env[62291]: DEBUG oslo_vmware.api [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143797, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2446.741151] env[62291]: DEBUG oslo_vmware.api [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Task: {'id': task-2143793, 'name': PowerOnVM_Task, 'duration_secs': 0.704849} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2446.741454] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2446.741677] env[62291]: INFO nova.compute.manager [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] Took 8.50 seconds to spawn the instance on the hypervisor. [ 2446.741927] env[62291]: DEBUG nova.compute.manager [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2446.742770] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76c8b0c9-9b1f-4c46-bb2e-2bff7c8feb14 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2446.900990] env[62291]: DEBUG oslo_vmware.api [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143795, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067365} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2446.901298] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2446.902394] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33a3a0a-69d1-4dc8-b7ae-5f4f60931156 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2446.925037] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 2cb7735e-325a-45db-8c6c-a2cd23c1afb7/2cb7735e-325a-45db-8c6c-a2cd23c1afb7.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2446.925534] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ff7cc27-a453-4c39-83aa-2059c4e8813c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2446.943223] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6411c3f6-33b1-4eb0-a033-2e98022025c4 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "4bffe146-0b5f-4141-b83c-6974834803bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.074s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2446.947460] env[62291]: DEBUG oslo_vmware.api [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2446.947460] env[62291]: value = "task-2143798" [ 2446.947460] env[62291]: _type = "Task" [ 2446.947460] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2446.956217] env[62291]: DEBUG oslo_vmware.api [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143798, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2447.170739] env[62291]: DEBUG oslo_vmware.api [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143797, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2447.263377] env[62291]: INFO nova.compute.manager [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] Took 13.29 seconds to build instance. [ 2447.457699] env[62291]: DEBUG oslo_vmware.api [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143798, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2447.644906] env[62291]: DEBUG nova.compute.manager [req-c8243cc0-c625-4cd5-ae99-42be8aa5c439 req-3daefb70-f90d-4cb3-b8d4-39c9ae84d4f5 service nova] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Received event network-vif-plugged-1801db31-3ecd-469a-95ee-850f89b0fdce {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2447.645172] env[62291]: DEBUG oslo_concurrency.lockutils [req-c8243cc0-c625-4cd5-ae99-42be8aa5c439 req-3daefb70-f90d-4cb3-b8d4-39c9ae84d4f5 service nova] Acquiring lock "5fe8ba35-a2d2-450d-b40b-929094ab5a6b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2447.645379] env[62291]: DEBUG oslo_concurrency.lockutils [req-c8243cc0-c625-4cd5-ae99-42be8aa5c439 req-3daefb70-f90d-4cb3-b8d4-39c9ae84d4f5 service nova] Lock "5fe8ba35-a2d2-450d-b40b-929094ab5a6b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2447.645637] env[62291]: DEBUG oslo_concurrency.lockutils [req-c8243cc0-c625-4cd5-ae99-42be8aa5c439 req-3daefb70-f90d-4cb3-b8d4-39c9ae84d4f5 service nova] Lock "5fe8ba35-a2d2-450d-b40b-929094ab5a6b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2447.645832] env[62291]: DEBUG nova.compute.manager [req-c8243cc0-c625-4cd5-ae99-42be8aa5c439 req-3daefb70-f90d-4cb3-b8d4-39c9ae84d4f5 service nova] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] No waiting events found dispatching network-vif-plugged-1801db31-3ecd-469a-95ee-850f89b0fdce {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2447.646073] env[62291]: WARNING nova.compute.manager [req-c8243cc0-c625-4cd5-ae99-42be8aa5c439 req-3daefb70-f90d-4cb3-b8d4-39c9ae84d4f5 service nova] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Received unexpected event network-vif-plugged-1801db31-3ecd-469a-95ee-850f89b0fdce for instance with vm_state active and task_state None. [ 2447.672266] env[62291]: DEBUG oslo_vmware.api [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143797, 'name': PowerOnVM_Task, 'duration_secs': 0.987844} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2447.672683] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2447.672995] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-199e70fd-0721-46b7-b00d-97c83d43351e tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Updating instance '14b440dc-ed67-422e-9d12-77007cea7eef' progress to 100 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2447.765528] env[62291]: DEBUG oslo_concurrency.lockutils [None req-297ec70c-5126-4a70-983a-0a441dc79f77 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Lock "736146c2-d3c9-4a99-ac92-06c0bc542e08" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.801s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2447.782564] env[62291]: DEBUG nova.network.neutron [None req-a5383985-48cd-4e3c-b2dd-847475ef28c9 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Successfully updated port: 1801db31-3ecd-469a-95ee-850f89b0fdce {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2447.859111] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "e79a8473-eeed-4942-8abf-18070c704db2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2447.859456] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "e79a8473-eeed-4942-8abf-18070c704db2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2447.963948] env[62291]: DEBUG oslo_vmware.api [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143798, 'name': ReconfigVM_Task, 'duration_secs': 0.743403} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2447.964252] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 2cb7735e-325a-45db-8c6c-a2cd23c1afb7/2cb7735e-325a-45db-8c6c-a2cd23c1afb7.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2447.964852] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2a6ff49-cb17-46d9-bd07-f1232ee3a931 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2447.974311] env[62291]: DEBUG oslo_vmware.api [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2447.974311] env[62291]: value = "task-2143799" [ 2447.974311] env[62291]: _type = "Task" [ 2447.974311] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2447.981966] env[62291]: DEBUG oslo_vmware.api [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143799, 'name': Rename_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2448.116789] env[62291]: DEBUG nova.compute.manager [req-9188cde6-87b4-4430-8ba7-299cbda7060e req-780bf837-45fc-462a-ab75-883f2957e775 service nova] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] Received event network-changed-c3c36f93-0ae7-4f2b-97b1-d66a6ada172e {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2448.116984] env[62291]: DEBUG nova.compute.manager [req-9188cde6-87b4-4430-8ba7-299cbda7060e req-780bf837-45fc-462a-ab75-883f2957e775 service nova] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] Refreshing instance network info cache due to event network-changed-c3c36f93-0ae7-4f2b-97b1-d66a6ada172e. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2448.117215] env[62291]: DEBUG oslo_concurrency.lockutils [req-9188cde6-87b4-4430-8ba7-299cbda7060e req-780bf837-45fc-462a-ab75-883f2957e775 service nova] Acquiring lock "refresh_cache-736146c2-d3c9-4a99-ac92-06c0bc542e08" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2448.117361] env[62291]: DEBUG oslo_concurrency.lockutils [req-9188cde6-87b4-4430-8ba7-299cbda7060e req-780bf837-45fc-462a-ab75-883f2957e775 service nova] Acquired lock "refresh_cache-736146c2-d3c9-4a99-ac92-06c0bc542e08" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2448.117519] env[62291]: DEBUG nova.network.neutron [req-9188cde6-87b4-4430-8ba7-299cbda7060e req-780bf837-45fc-462a-ab75-883f2957e775 service nova] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] Refreshing network info cache for port c3c36f93-0ae7-4f2b-97b1-d66a6ada172e {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2448.285797] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a5383985-48cd-4e3c-b2dd-847475ef28c9 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "refresh_cache-5fe8ba35-a2d2-450d-b40b-929094ab5a6b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2448.285999] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a5383985-48cd-4e3c-b2dd-847475ef28c9 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquired lock "refresh_cache-5fe8ba35-a2d2-450d-b40b-929094ab5a6b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2448.286249] env[62291]: DEBUG nova.network.neutron [None req-a5383985-48cd-4e3c-b2dd-847475ef28c9 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2448.362921] env[62291]: DEBUG nova.compute.manager [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2448.484953] env[62291]: DEBUG oslo_vmware.api [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143799, 'name': Rename_Task, 'duration_secs': 0.28776} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2448.485266] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2448.485491] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50c84571-6ba3-4517-9737-016f00938346 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2448.491451] env[62291]: DEBUG oslo_vmware.api [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2448.491451] env[62291]: value = "task-2143800" [ 2448.491451] env[62291]: _type = "Task" [ 2448.491451] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2448.498738] env[62291]: DEBUG oslo_vmware.api [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143800, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2448.848998] env[62291]: WARNING nova.network.neutron [None req-a5383985-48cd-4e3c-b2dd-847475ef28c9 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] 818bf107-525d-4bd9-af99-c673972d2be1 already exists in list: networks containing: ['818bf107-525d-4bd9-af99-c673972d2be1']. ignoring it [ 2448.879642] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-52c00dd9-e028-42d3-b310-101a656526cf tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Volume attach. Driver type: vmdk {{(pid=62291) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2448.879889] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-52c00dd9-e028-42d3-b310-101a656526cf tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-438168', 'volume_id': '8b74eb61-f964-4563-9cf8-dbbe3cb12f45', 'name': 'volume-8b74eb61-f964-4563-9cf8-dbbe3cb12f45', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '30dbd972-13a9-44f0-a288-04ce0bb62b3e', 'attached_at': '', 'detached_at': '', 'volume_id': '8b74eb61-f964-4563-9cf8-dbbe3cb12f45', 'serial': '8b74eb61-f964-4563-9cf8-dbbe3cb12f45'} {{(pid=62291) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2448.880808] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20a1b58-0da9-4a0c-b6c9-a188bc3a2611 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2448.886268] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2448.886584] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2448.888270] env[62291]: INFO nova.compute.claims [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2448.903542] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cafc75b-07ff-4fec-96bb-6b6e7e59a297 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2448.935597] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-52c00dd9-e028-42d3-b310-101a656526cf tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] volume-8b74eb61-f964-4563-9cf8-dbbe3cb12f45/volume-8b74eb61-f964-4563-9cf8-dbbe3cb12f45.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2448.939025] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1aef5427-4820-451b-a619-393f8a2b3554 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2448.960604] env[62291]: DEBUG oslo_vmware.api [None req-52c00dd9-e028-42d3-b310-101a656526cf tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Waiting for the task: (returnval){ [ 2448.960604] env[62291]: value = "task-2143801" [ 2448.960604] env[62291]: _type = "Task" [ 2448.960604] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2448.972142] env[62291]: DEBUG oslo_vmware.api [None req-52c00dd9-e028-42d3-b310-101a656526cf tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143801, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2449.004541] env[62291]: DEBUG oslo_vmware.api [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143800, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2449.024212] env[62291]: DEBUG nova.network.neutron [req-9188cde6-87b4-4430-8ba7-299cbda7060e req-780bf837-45fc-462a-ab75-883f2957e775 service nova] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] Updated VIF entry in instance network info cache for port c3c36f93-0ae7-4f2b-97b1-d66a6ada172e. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2449.024663] env[62291]: DEBUG nova.network.neutron [req-9188cde6-87b4-4430-8ba7-299cbda7060e req-780bf837-45fc-462a-ab75-883f2957e775 service nova] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] Updating instance_info_cache with network_info: [{"id": "c3c36f93-0ae7-4f2b-97b1-d66a6ada172e", "address": "fa:16:3e:88:4c:7b", "network": {"id": "28a3ffb9-9632-47a3-a171-ad8bfe213643", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1131797956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.179", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "71cf9f44787c479197df181a20018bb5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3c36f93-0a", "ovs_interfaceid": "c3c36f93-0ae7-4f2b-97b1-d66a6ada172e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2449.246531] env[62291]: DEBUG nova.network.neutron [None req-a5383985-48cd-4e3c-b2dd-847475ef28c9 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Updating instance_info_cache with network_info: [{"id": "53827931-7653-4cfe-9755-653791c3bd4c", "address": "fa:16:3e:17:ac:d6", "network": {"id": "818bf107-525d-4bd9-af99-c673972d2be1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-171136124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34994f4ae104d49b1e76215acee435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53827931-76", "ovs_interfaceid": "53827931-7653-4cfe-9755-653791c3bd4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1801db31-3ecd-469a-95ee-850f89b0fdce", "address": "fa:16:3e:b1:61:0c", "network": {"id": "818bf107-525d-4bd9-af99-c673972d2be1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-171136124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34994f4ae104d49b1e76215acee435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1801db31-3e", "ovs_interfaceid": "1801db31-3ecd-469a-95ee-850f89b0fdce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2449.471066] env[62291]: DEBUG oslo_vmware.api [None req-52c00dd9-e028-42d3-b310-101a656526cf tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143801, 'name': ReconfigVM_Task, 'duration_secs': 0.368399} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2449.471237] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-52c00dd9-e028-42d3-b310-101a656526cf tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Reconfigured VM instance instance-0000006b to attach disk [datastore2] volume-8b74eb61-f964-4563-9cf8-dbbe3cb12f45/volume-8b74eb61-f964-4563-9cf8-dbbe3cb12f45.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2449.476170] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2a6746d-ea66-4003-bec4-43910894a3cb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2449.492767] env[62291]: DEBUG oslo_vmware.api [None req-52c00dd9-e028-42d3-b310-101a656526cf tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Waiting for the task: (returnval){ [ 2449.492767] env[62291]: value = "task-2143802" [ 2449.492767] env[62291]: _type = "Task" [ 2449.492767] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2449.503839] env[62291]: DEBUG oslo_vmware.api [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143800, 'name': PowerOnVM_Task, 'duration_secs': 0.515915} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2449.506958] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2449.507188] env[62291]: INFO nova.compute.manager [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Took 8.96 seconds to spawn the instance on the hypervisor. [ 2449.507375] env[62291]: DEBUG nova.compute.manager [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2449.507644] env[62291]: DEBUG oslo_vmware.api [None req-52c00dd9-e028-42d3-b310-101a656526cf tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143802, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2449.508386] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba9268e-f6d4-48d1-a0f5-28d4f406edb5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2449.527360] env[62291]: DEBUG oslo_concurrency.lockutils [req-9188cde6-87b4-4430-8ba7-299cbda7060e req-780bf837-45fc-462a-ab75-883f2957e775 service nova] Releasing lock "refresh_cache-736146c2-d3c9-4a99-ac92-06c0bc542e08" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2449.670977] env[62291]: DEBUG nova.compute.manager [req-432e9b52-71f6-468d-9277-3ccd27c6f3ff req-19bbeb10-3683-465a-a590-543e9b5d74ec service nova] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Received event network-changed-1801db31-3ecd-469a-95ee-850f89b0fdce {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2449.671261] env[62291]: DEBUG nova.compute.manager [req-432e9b52-71f6-468d-9277-3ccd27c6f3ff req-19bbeb10-3683-465a-a590-543e9b5d74ec service nova] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Refreshing instance network info cache due to event network-changed-1801db31-3ecd-469a-95ee-850f89b0fdce. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2449.671484] env[62291]: DEBUG oslo_concurrency.lockutils [req-432e9b52-71f6-468d-9277-3ccd27c6f3ff req-19bbeb10-3683-465a-a590-543e9b5d74ec service nova] Acquiring lock "refresh_cache-5fe8ba35-a2d2-450d-b40b-929094ab5a6b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2449.749165] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a5383985-48cd-4e3c-b2dd-847475ef28c9 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Releasing lock "refresh_cache-5fe8ba35-a2d2-450d-b40b-929094ab5a6b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2449.749945] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a5383985-48cd-4e3c-b2dd-847475ef28c9 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "5fe8ba35-a2d2-450d-b40b-929094ab5a6b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2449.750178] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a5383985-48cd-4e3c-b2dd-847475ef28c9 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquired lock "5fe8ba35-a2d2-450d-b40b-929094ab5a6b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2449.750506] env[62291]: DEBUG oslo_concurrency.lockutils [req-432e9b52-71f6-468d-9277-3ccd27c6f3ff req-19bbeb10-3683-465a-a590-543e9b5d74ec service nova] Acquired lock "refresh_cache-5fe8ba35-a2d2-450d-b40b-929094ab5a6b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2449.750758] env[62291]: DEBUG nova.network.neutron [req-432e9b52-71f6-468d-9277-3ccd27c6f3ff req-19bbeb10-3683-465a-a590-543e9b5d74ec service nova] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Refreshing network info cache for port 1801db31-3ecd-469a-95ee-850f89b0fdce {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2449.752804] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8040e399-8a9f-4ac3-bb61-1c7445f0004b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2449.771930] env[62291]: DEBUG nova.virt.hardware [None req-a5383985-48cd-4e3c-b2dd-847475ef28c9 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2449.772123] env[62291]: DEBUG nova.virt.hardware [None req-a5383985-48cd-4e3c-b2dd-847475ef28c9 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2449.773042] env[62291]: DEBUG nova.virt.hardware [None req-a5383985-48cd-4e3c-b2dd-847475ef28c9 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2449.773042] env[62291]: DEBUG nova.virt.hardware [None req-a5383985-48cd-4e3c-b2dd-847475ef28c9 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2449.773042] env[62291]: DEBUG nova.virt.hardware [None req-a5383985-48cd-4e3c-b2dd-847475ef28c9 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2449.773042] env[62291]: DEBUG nova.virt.hardware [None req-a5383985-48cd-4e3c-b2dd-847475ef28c9 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2449.773454] env[62291]: DEBUG nova.virt.hardware [None req-a5383985-48cd-4e3c-b2dd-847475ef28c9 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2449.773454] env[62291]: DEBUG nova.virt.hardware [None req-a5383985-48cd-4e3c-b2dd-847475ef28c9 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2449.773454] env[62291]: DEBUG nova.virt.hardware [None req-a5383985-48cd-4e3c-b2dd-847475ef28c9 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2449.773619] env[62291]: DEBUG nova.virt.hardware [None req-a5383985-48cd-4e3c-b2dd-847475ef28c9 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2449.773798] env[62291]: DEBUG nova.virt.hardware [None req-a5383985-48cd-4e3c-b2dd-847475ef28c9 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2449.780266] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-a5383985-48cd-4e3c-b2dd-847475ef28c9 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Reconfiguring VM to attach interface {{(pid=62291) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2449.780910] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2e057f3-b837-4dd4-acb9-805a3063827c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2449.799668] env[62291]: DEBUG oslo_vmware.api [None req-a5383985-48cd-4e3c-b2dd-847475ef28c9 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for the task: (returnval){ [ 2449.799668] env[62291]: value = "task-2143803" [ 2449.799668] env[62291]: _type = "Task" [ 2449.799668] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2449.808511] env[62291]: DEBUG oslo_vmware.api [None req-a5383985-48cd-4e3c-b2dd-847475ef28c9 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143803, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2450.006831] env[62291]: DEBUG oslo_vmware.api [None req-52c00dd9-e028-42d3-b310-101a656526cf tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143802, 'name': ReconfigVM_Task, 'duration_secs': 0.147295} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2450.009964] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-52c00dd9-e028-42d3-b310-101a656526cf tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-438168', 'volume_id': '8b74eb61-f964-4563-9cf8-dbbe3cb12f45', 'name': 'volume-8b74eb61-f964-4563-9cf8-dbbe3cb12f45', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '30dbd972-13a9-44f0-a288-04ce0bb62b3e', 'attached_at': '', 'detached_at': '', 'volume_id': '8b74eb61-f964-4563-9cf8-dbbe3cb12f45', 'serial': '8b74eb61-f964-4563-9cf8-dbbe3cb12f45'} {{(pid=62291) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2450.029446] env[62291]: INFO nova.compute.manager [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Took 15.28 seconds to build instance. [ 2450.084709] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1866e6dc-e762-4799-aeda-5356ae2eb181 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2450.092368] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587cb6d6-886b-4213-a36b-c1069dd2f3f0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2450.123685] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d08ed8e-a830-443b-b03b-95bdb7abfbe1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2450.131442] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aeae0a7-c4c8-4bf2-bdbb-51fbf8e83501 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2450.145373] env[62291]: DEBUG nova.compute.provider_tree [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2450.314023] env[62291]: DEBUG oslo_vmware.api [None req-a5383985-48cd-4e3c-b2dd-847475ef28c9 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143803, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2450.425353] env[62291]: DEBUG oslo_concurrency.lockutils [None req-acb604e1-c47c-47b9-9735-1951d36ca837 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "14b440dc-ed67-422e-9d12-77007cea7eef" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2450.425637] env[62291]: DEBUG oslo_concurrency.lockutils [None req-acb604e1-c47c-47b9-9735-1951d36ca837 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "14b440dc-ed67-422e-9d12-77007cea7eef" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2450.425867] env[62291]: DEBUG nova.compute.manager [None req-acb604e1-c47c-47b9-9735-1951d36ca837 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Going to confirm migration 7 {{(pid=62291) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4783}} [ 2450.533030] env[62291]: DEBUG oslo_concurrency.lockutils [None req-730248e0-537c-4493-a3ff-d13994cc13bb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "2cb7735e-325a-45db-8c6c-a2cd23c1afb7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.791s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2450.648677] env[62291]: DEBUG nova.scheduler.client.report [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2450.738975] env[62291]: DEBUG nova.network.neutron [req-432e9b52-71f6-468d-9277-3ccd27c6f3ff req-19bbeb10-3683-465a-a590-543e9b5d74ec service nova] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Updated VIF entry in instance network info cache for port 1801db31-3ecd-469a-95ee-850f89b0fdce. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2450.739435] env[62291]: DEBUG nova.network.neutron [req-432e9b52-71f6-468d-9277-3ccd27c6f3ff req-19bbeb10-3683-465a-a590-543e9b5d74ec service nova] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Updating instance_info_cache with network_info: [{"id": "53827931-7653-4cfe-9755-653791c3bd4c", "address": "fa:16:3e:17:ac:d6", "network": {"id": "818bf107-525d-4bd9-af99-c673972d2be1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-171136124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34994f4ae104d49b1e76215acee435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53827931-76", "ovs_interfaceid": "53827931-7653-4cfe-9755-653791c3bd4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1801db31-3ecd-469a-95ee-850f89b0fdce", "address": "fa:16:3e:b1:61:0c", "network": {"id": "818bf107-525d-4bd9-af99-c673972d2be1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-171136124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34994f4ae104d49b1e76215acee435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1801db31-3e", "ovs_interfaceid": "1801db31-3ecd-469a-95ee-850f89b0fdce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2450.811271] env[62291]: DEBUG oslo_vmware.api [None req-a5383985-48cd-4e3c-b2dd-847475ef28c9 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143803, 'name': ReconfigVM_Task, 'duration_secs': 0.614895} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2450.811785] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a5383985-48cd-4e3c-b2dd-847475ef28c9 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Releasing lock "5fe8ba35-a2d2-450d-b40b-929094ab5a6b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2450.812009] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-a5383985-48cd-4e3c-b2dd-847475ef28c9 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Reconfigured VM to attach interface {{(pid=62291) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2450.963644] env[62291]: DEBUG oslo_concurrency.lockutils [None req-acb604e1-c47c-47b9-9735-1951d36ca837 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "refresh_cache-14b440dc-ed67-422e-9d12-77007cea7eef" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2450.963871] env[62291]: DEBUG oslo_concurrency.lockutils [None req-acb604e1-c47c-47b9-9735-1951d36ca837 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquired lock "refresh_cache-14b440dc-ed67-422e-9d12-77007cea7eef" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2450.964076] env[62291]: DEBUG nova.network.neutron [None req-acb604e1-c47c-47b9-9735-1951d36ca837 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2450.964265] env[62291]: DEBUG nova.objects.instance [None req-acb604e1-c47c-47b9-9735-1951d36ca837 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lazy-loading 'info_cache' on Instance uuid 14b440dc-ed67-422e-9d12-77007cea7eef {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2451.054203] env[62291]: DEBUG nova.objects.instance [None req-52c00dd9-e028-42d3-b310-101a656526cf tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lazy-loading 'flavor' on Instance uuid 30dbd972-13a9-44f0-a288-04ce0bb62b3e {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2451.153692] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.267s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2451.154273] env[62291]: DEBUG nova.compute.manager [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2451.242208] env[62291]: DEBUG oslo_concurrency.lockutils [req-432e9b52-71f6-468d-9277-3ccd27c6f3ff req-19bbeb10-3683-465a-a590-543e9b5d74ec service nova] Releasing lock "refresh_cache-5fe8ba35-a2d2-450d-b40b-929094ab5a6b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2451.317348] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a5383985-48cd-4e3c-b2dd-847475ef28c9 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "interface-5fe8ba35-a2d2-450d-b40b-929094ab5a6b-1801db31-3ecd-469a-95ee-850f89b0fdce" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.516s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2451.559922] env[62291]: DEBUG oslo_concurrency.lockutils [None req-52c00dd9-e028-42d3-b310-101a656526cf tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lock "30dbd972-13a9-44f0-a288-04ce0bb62b3e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.278s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2451.660050] env[62291]: DEBUG nova.compute.utils [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2451.661263] env[62291]: DEBUG nova.compute.manager [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2451.661440] env[62291]: DEBUG nova.network.neutron [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2451.717758] env[62291]: DEBUG nova.policy [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5fe33626fdb54f419c3ae46a09b42af7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1553c7ef0e7404cbea3d3a38c0509ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2451.729104] env[62291]: DEBUG nova.compute.manager [req-4b427e50-9333-4225-99db-c1bada503095 req-2ee1287c-3b22-4884-a318-c08fc1969ebc service nova] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Received event network-changed-49d53335-d37a-47ae-8b0f-f9c626c6d5fe {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2451.729331] env[62291]: DEBUG nova.compute.manager [req-4b427e50-9333-4225-99db-c1bada503095 req-2ee1287c-3b22-4884-a318-c08fc1969ebc service nova] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Refreshing instance network info cache due to event network-changed-49d53335-d37a-47ae-8b0f-f9c626c6d5fe. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2451.729581] env[62291]: DEBUG oslo_concurrency.lockutils [req-4b427e50-9333-4225-99db-c1bada503095 req-2ee1287c-3b22-4884-a318-c08fc1969ebc service nova] Acquiring lock "refresh_cache-2cb7735e-325a-45db-8c6c-a2cd23c1afb7" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2451.729743] env[62291]: DEBUG oslo_concurrency.lockutils [req-4b427e50-9333-4225-99db-c1bada503095 req-2ee1287c-3b22-4884-a318-c08fc1969ebc service nova] Acquired lock "refresh_cache-2cb7735e-325a-45db-8c6c-a2cd23c1afb7" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2451.729927] env[62291]: DEBUG nova.network.neutron [req-4b427e50-9333-4225-99db-c1bada503095 req-2ee1287c-3b22-4884-a318-c08fc1969ebc service nova] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Refreshing network info cache for port 49d53335-d37a-47ae-8b0f-f9c626c6d5fe {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2451.868823] env[62291]: DEBUG oslo_concurrency.lockutils [None req-69c3ed40-1a0a-48a2-bc5d-64ece6a8d4f4 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Acquiring lock "30dbd972-13a9-44f0-a288-04ce0bb62b3e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2451.868823] env[62291]: DEBUG oslo_concurrency.lockutils [None req-69c3ed40-1a0a-48a2-bc5d-64ece6a8d4f4 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lock "30dbd972-13a9-44f0-a288-04ce0bb62b3e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2452.014973] env[62291]: DEBUG nova.network.neutron [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Successfully created port: 7d9719f5-523f-4740-95f5-d3d6e4788044 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2452.165152] env[62291]: DEBUG nova.compute.manager [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2452.372701] env[62291]: INFO nova.compute.manager [None req-69c3ed40-1a0a-48a2-bc5d-64ece6a8d4f4 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Detaching volume aa057998-6cc5-4597-a7cb-cd8e731d0e30 [ 2452.408129] env[62291]: INFO nova.virt.block_device [None req-69c3ed40-1a0a-48a2-bc5d-64ece6a8d4f4 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Attempting to driver detach volume aa057998-6cc5-4597-a7cb-cd8e731d0e30 from mountpoint /dev/sdb [ 2452.408417] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-69c3ed40-1a0a-48a2-bc5d-64ece6a8d4f4 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Volume detach. Driver type: vmdk {{(pid=62291) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2452.408588] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-69c3ed40-1a0a-48a2-bc5d-64ece6a8d4f4 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-438163', 'volume_id': 'aa057998-6cc5-4597-a7cb-cd8e731d0e30', 'name': 'volume-aa057998-6cc5-4597-a7cb-cd8e731d0e30', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '30dbd972-13a9-44f0-a288-04ce0bb62b3e', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa057998-6cc5-4597-a7cb-cd8e731d0e30', 'serial': 'aa057998-6cc5-4597-a7cb-cd8e731d0e30'} {{(pid=62291) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2452.409515] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f48499-7691-4d9d-bd68-05e88a41bdca {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2452.439108] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30adba8e-2b39-4043-90de-e87fb19ab2c6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2452.446539] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1da3697-4a3e-4feb-8840-1f58548f7e26 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2452.469365] env[62291]: DEBUG nova.network.neutron [None req-acb604e1-c47c-47b9-9735-1951d36ca837 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Updating instance_info_cache with network_info: [{"id": "b8a8bc04-a6eb-4dc7-be74-a80e8884b016", "address": "fa:16:3e:aa:b1:9d", "network": {"id": "b789769e-7cdd-4ec0-9b65-d217c45c3755", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2063957055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.215", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ced82ff4c1d54fdcaac99123f59eca6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb8a8bc04-a6", "ovs_interfaceid": "b8a8bc04-a6eb-4dc7-be74-a80e8884b016", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2452.474161] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b08020b-37f6-41ad-95c3-3ca356f52672 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2452.493102] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-69c3ed40-1a0a-48a2-bc5d-64ece6a8d4f4 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] The volume has not been displaced from its original location: [datastore1] volume-aa057998-6cc5-4597-a7cb-cd8e731d0e30/volume-aa057998-6cc5-4597-a7cb-cd8e731d0e30.vmdk. No consolidation needed. {{(pid=62291) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2452.498304] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-69c3ed40-1a0a-48a2-bc5d-64ece6a8d4f4 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Reconfiguring VM instance instance-0000006b to detach disk 2001 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2452.498805] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a7b4f33-7f7e-4698-bef9-198a7f7dec58 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2452.517625] env[62291]: DEBUG oslo_vmware.api [None req-69c3ed40-1a0a-48a2-bc5d-64ece6a8d4f4 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Waiting for the task: (returnval){ [ 2452.517625] env[62291]: value = "task-2143804" [ 2452.517625] env[62291]: _type = "Task" [ 2452.517625] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2452.528645] env[62291]: DEBUG oslo_vmware.api [None req-69c3ed40-1a0a-48a2-bc5d-64ece6a8d4f4 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143804, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2452.705940] env[62291]: DEBUG nova.network.neutron [req-4b427e50-9333-4225-99db-c1bada503095 req-2ee1287c-3b22-4884-a318-c08fc1969ebc service nova] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Updated VIF entry in instance network info cache for port 49d53335-d37a-47ae-8b0f-f9c626c6d5fe. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2452.706385] env[62291]: DEBUG nova.network.neutron [req-4b427e50-9333-4225-99db-c1bada503095 req-2ee1287c-3b22-4884-a318-c08fc1969ebc service nova] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Updating instance_info_cache with network_info: [{"id": "49d53335-d37a-47ae-8b0f-f9c626c6d5fe", "address": "fa:16:3e:ac:f0:b8", "network": {"id": "ce85cec1-d2b4-40a2-8f9e-afd8351425e2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-91553824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be147140f7a240be9dd360d0429e4e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49d53335-d3", "ovs_interfaceid": "49d53335-d37a-47ae-8b0f-f9c626c6d5fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2452.977815] env[62291]: DEBUG oslo_concurrency.lockutils [None req-acb604e1-c47c-47b9-9735-1951d36ca837 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Releasing lock "refresh_cache-14b440dc-ed67-422e-9d12-77007cea7eef" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2452.978132] env[62291]: DEBUG nova.objects.instance [None req-acb604e1-c47c-47b9-9735-1951d36ca837 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lazy-loading 'migration_context' on Instance uuid 14b440dc-ed67-422e-9d12-77007cea7eef {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2453.027351] env[62291]: DEBUG oslo_vmware.api [None req-69c3ed40-1a0a-48a2-bc5d-64ece6a8d4f4 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143804, 'name': ReconfigVM_Task, 'duration_secs': 0.25844} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2453.027608] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-69c3ed40-1a0a-48a2-bc5d-64ece6a8d4f4 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Reconfigured VM instance instance-0000006b to detach disk 2001 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2453.032218] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ca0b1be-6654-45e3-bee0-ce35a7a47e63 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.047989] env[62291]: DEBUG oslo_vmware.api [None req-69c3ed40-1a0a-48a2-bc5d-64ece6a8d4f4 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Waiting for the task: (returnval){ [ 2453.047989] env[62291]: value = "task-2143805" [ 2453.047989] env[62291]: _type = "Task" [ 2453.047989] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2453.058814] env[62291]: DEBUG oslo_vmware.api [None req-69c3ed40-1a0a-48a2-bc5d-64ece6a8d4f4 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143805, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2453.104452] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1c55fc-f54c-4d13-9c65-78780c3e489f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "interface-5fe8ba35-a2d2-450d-b40b-929094ab5a6b-1801db31-3ecd-469a-95ee-850f89b0fdce" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2453.104758] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1c55fc-f54c-4d13-9c65-78780c3e489f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "interface-5fe8ba35-a2d2-450d-b40b-929094ab5a6b-1801db31-3ecd-469a-95ee-850f89b0fdce" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2453.176364] env[62291]: DEBUG nova.compute.manager [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2453.208885] env[62291]: DEBUG nova.virt.hardware [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2453.209199] env[62291]: DEBUG nova.virt.hardware [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2453.209511] env[62291]: DEBUG nova.virt.hardware [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2453.209557] env[62291]: DEBUG nova.virt.hardware [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2453.209691] env[62291]: DEBUG nova.virt.hardware [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2453.209827] env[62291]: DEBUG nova.virt.hardware [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2453.210055] env[62291]: DEBUG nova.virt.hardware [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2453.210265] env[62291]: DEBUG nova.virt.hardware [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2453.210395] env[62291]: DEBUG nova.virt.hardware [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2453.210846] env[62291]: DEBUG nova.virt.hardware [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2453.210920] env[62291]: DEBUG nova.virt.hardware [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2453.211408] env[62291]: DEBUG oslo_concurrency.lockutils [req-4b427e50-9333-4225-99db-c1bada503095 req-2ee1287c-3b22-4884-a318-c08fc1969ebc service nova] Releasing lock "refresh_cache-2cb7735e-325a-45db-8c6c-a2cd23c1afb7" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2453.212419] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ae09ee-b98b-48b0-ad04-d6cc9372cf1a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.221089] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368e8562-1726-46a1-ba4f-335e71fe22f7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.480891] env[62291]: DEBUG nova.objects.base [None req-acb604e1-c47c-47b9-9735-1951d36ca837 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Object Instance<14b440dc-ed67-422e-9d12-77007cea7eef> lazy-loaded attributes: info_cache,migration_context {{(pid=62291) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 2453.481852] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2890335-7b48-4585-ad73-0eaf0d9b9258 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.500851] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8f8af6c-20cf-4b25-ad2e-0ee03d5b70c4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.506197] env[62291]: DEBUG oslo_vmware.api [None req-acb604e1-c47c-47b9-9735-1951d36ca837 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2453.506197] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5229d1cc-8971-85b5-b027-4b9898bd58d9" [ 2453.506197] env[62291]: _type = "Task" [ 2453.506197] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2453.513925] env[62291]: DEBUG oslo_vmware.api [None req-acb604e1-c47c-47b9-9735-1951d36ca837 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5229d1cc-8971-85b5-b027-4b9898bd58d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2453.557353] env[62291]: DEBUG oslo_vmware.api [None req-69c3ed40-1a0a-48a2-bc5d-64ece6a8d4f4 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143805, 'name': ReconfigVM_Task, 'duration_secs': 0.14013} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2453.557649] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-69c3ed40-1a0a-48a2-bc5d-64ece6a8d4f4 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-438163', 'volume_id': 'aa057998-6cc5-4597-a7cb-cd8e731d0e30', 'name': 'volume-aa057998-6cc5-4597-a7cb-cd8e731d0e30', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '30dbd972-13a9-44f0-a288-04ce0bb62b3e', 'attached_at': '', 'detached_at': '', 'volume_id': 'aa057998-6cc5-4597-a7cb-cd8e731d0e30', 'serial': 'aa057998-6cc5-4597-a7cb-cd8e731d0e30'} {{(pid=62291) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2453.607659] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1c55fc-f54c-4d13-9c65-78780c3e489f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "5fe8ba35-a2d2-450d-b40b-929094ab5a6b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2453.607968] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1c55fc-f54c-4d13-9c65-78780c3e489f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquired lock "5fe8ba35-a2d2-450d-b40b-929094ab5a6b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2453.608711] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d66dc5a-130e-4cf9-9c82-54e4f09045e0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.628215] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035ac219-b8cf-4382-8c57-83f8101c20b7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.653998] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1c55fc-f54c-4d13-9c65-78780c3e489f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Reconfiguring VM to detach interface {{(pid=62291) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2453.654285] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3331aa05-1803-47fe-af2c-9f3455e5c19b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2453.672171] env[62291]: DEBUG oslo_vmware.api [None req-0c1c55fc-f54c-4d13-9c65-78780c3e489f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for the task: (returnval){ [ 2453.672171] env[62291]: value = "task-2143806" [ 2453.672171] env[62291]: _type = "Task" [ 2453.672171] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2453.682908] env[62291]: DEBUG oslo_vmware.api [None req-0c1c55fc-f54c-4d13-9c65-78780c3e489f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143806, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2453.773671] env[62291]: DEBUG nova.compute.manager [req-9c9cc70f-8ff8-426b-9a89-72616b3f7889 req-f7c47f8b-a7f8-4417-82f2-23ec1e5afdbd service nova] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Received event network-vif-plugged-7d9719f5-523f-4740-95f5-d3d6e4788044 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2453.773906] env[62291]: DEBUG oslo_concurrency.lockutils [req-9c9cc70f-8ff8-426b-9a89-72616b3f7889 req-f7c47f8b-a7f8-4417-82f2-23ec1e5afdbd service nova] Acquiring lock "e79a8473-eeed-4942-8abf-18070c704db2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2453.774160] env[62291]: DEBUG oslo_concurrency.lockutils [req-9c9cc70f-8ff8-426b-9a89-72616b3f7889 req-f7c47f8b-a7f8-4417-82f2-23ec1e5afdbd service nova] Lock "e79a8473-eeed-4942-8abf-18070c704db2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2453.774297] env[62291]: DEBUG oslo_concurrency.lockutils [req-9c9cc70f-8ff8-426b-9a89-72616b3f7889 req-f7c47f8b-a7f8-4417-82f2-23ec1e5afdbd service nova] Lock "e79a8473-eeed-4942-8abf-18070c704db2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2453.774464] env[62291]: DEBUG nova.compute.manager [req-9c9cc70f-8ff8-426b-9a89-72616b3f7889 req-f7c47f8b-a7f8-4417-82f2-23ec1e5afdbd service nova] [instance: e79a8473-eeed-4942-8abf-18070c704db2] No waiting events found dispatching network-vif-plugged-7d9719f5-523f-4740-95f5-d3d6e4788044 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2453.774627] env[62291]: WARNING nova.compute.manager [req-9c9cc70f-8ff8-426b-9a89-72616b3f7889 req-f7c47f8b-a7f8-4417-82f2-23ec1e5afdbd service nova] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Received unexpected event network-vif-plugged-7d9719f5-523f-4740-95f5-d3d6e4788044 for instance with vm_state building and task_state spawning. [ 2453.864597] env[62291]: DEBUG nova.network.neutron [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Successfully updated port: 7d9719f5-523f-4740-95f5-d3d6e4788044 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2454.016134] env[62291]: DEBUG oslo_vmware.api [None req-acb604e1-c47c-47b9-9735-1951d36ca837 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5229d1cc-8971-85b5-b027-4b9898bd58d9, 'name': SearchDatastore_Task, 'duration_secs': 0.015886} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2454.016479] env[62291]: DEBUG oslo_concurrency.lockutils [None req-acb604e1-c47c-47b9-9735-1951d36ca837 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2454.016716] env[62291]: DEBUG oslo_concurrency.lockutils [None req-acb604e1-c47c-47b9-9735-1951d36ca837 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2454.103125] env[62291]: DEBUG nova.objects.instance [None req-69c3ed40-1a0a-48a2-bc5d-64ece6a8d4f4 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lazy-loading 'flavor' on Instance uuid 30dbd972-13a9-44f0-a288-04ce0bb62b3e {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2454.182415] env[62291]: DEBUG oslo_vmware.api [None req-0c1c55fc-f54c-4d13-9c65-78780c3e489f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2454.367925] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "refresh_cache-e79a8473-eeed-4942-8abf-18070c704db2" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2454.368123] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquired lock "refresh_cache-e79a8473-eeed-4942-8abf-18070c704db2" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2454.368240] env[62291]: DEBUG nova.network.neutron [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2454.668984] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da056eba-835e-42e0-a017-525cb4c291a6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2454.679012] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad920c17-e9be-48d1-8887-73be3f72ce22 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2454.685223] env[62291]: DEBUG oslo_vmware.api [None req-0c1c55fc-f54c-4d13-9c65-78780c3e489f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2454.712107] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf6fdf7-55cb-48bf-b168-3f94e7f39c0c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2454.719646] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee7ecf7-a52e-4669-a524-432fcbd9b792 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2454.732594] env[62291]: DEBUG nova.compute.provider_tree [None req-acb604e1-c47c-47b9-9735-1951d36ca837 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2454.900014] env[62291]: DEBUG nova.network.neutron [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2455.074021] env[62291]: DEBUG nova.network.neutron [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Updating instance_info_cache with network_info: [{"id": "7d9719f5-523f-4740-95f5-d3d6e4788044", "address": "fa:16:3e:a5:cd:6f", "network": {"id": "c45185d4-152c-49a5-95a1-aabe55d7a656", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1396888570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1553c7ef0e7404cbea3d3a38c0509ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d9719f5-52", "ovs_interfaceid": "7d9719f5-523f-4740-95f5-d3d6e4788044", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2455.110608] env[62291]: DEBUG oslo_concurrency.lockutils [None req-69c3ed40-1a0a-48a2-bc5d-64ece6a8d4f4 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lock "30dbd972-13a9-44f0-a288-04ce0bb62b3e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.242s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2455.154173] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b3c6808c-cda4-4a18-9c38-c0c4786530ad tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Acquiring lock "30dbd972-13a9-44f0-a288-04ce0bb62b3e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2455.154437] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b3c6808c-cda4-4a18-9c38-c0c4786530ad tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lock "30dbd972-13a9-44f0-a288-04ce0bb62b3e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2455.183008] env[62291]: DEBUG oslo_vmware.api [None req-0c1c55fc-f54c-4d13-9c65-78780c3e489f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2455.235560] env[62291]: DEBUG nova.scheduler.client.report [None req-acb604e1-c47c-47b9-9735-1951d36ca837 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2455.577055] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Releasing lock "refresh_cache-e79a8473-eeed-4942-8abf-18070c704db2" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2455.577278] env[62291]: DEBUG nova.compute.manager [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Instance network_info: |[{"id": "7d9719f5-523f-4740-95f5-d3d6e4788044", "address": "fa:16:3e:a5:cd:6f", "network": {"id": "c45185d4-152c-49a5-95a1-aabe55d7a656", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1396888570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1553c7ef0e7404cbea3d3a38c0509ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d9719f5-52", "ovs_interfaceid": "7d9719f5-523f-4740-95f5-d3d6e4788044", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2455.577722] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:cd:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b1f3e6c3-5584-4852-9017-476ab8ac4946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7d9719f5-523f-4740-95f5-d3d6e4788044', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2455.585363] env[62291]: DEBUG oslo.service.loopingcall [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2455.585600] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2455.585833] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3f6c88f1-ea66-4ed8-a322-e470945accb6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2455.605949] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2455.605949] env[62291]: value = "task-2143807" [ 2455.605949] env[62291]: _type = "Task" [ 2455.605949] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2455.613693] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143807, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2455.657935] env[62291]: INFO nova.compute.manager [None req-b3c6808c-cda4-4a18-9c38-c0c4786530ad tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Detaching volume 8b74eb61-f964-4563-9cf8-dbbe3cb12f45 [ 2455.684315] env[62291]: DEBUG oslo_vmware.api [None req-0c1c55fc-f54c-4d13-9c65-78780c3e489f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2455.691287] env[62291]: INFO nova.virt.block_device [None req-b3c6808c-cda4-4a18-9c38-c0c4786530ad tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Attempting to driver detach volume 8b74eb61-f964-4563-9cf8-dbbe3cb12f45 from mountpoint /dev/sdc [ 2455.691287] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3c6808c-cda4-4a18-9c38-c0c4786530ad tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Volume detach. Driver type: vmdk {{(pid=62291) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2455.691287] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3c6808c-cda4-4a18-9c38-c0c4786530ad tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-438168', 'volume_id': '8b74eb61-f964-4563-9cf8-dbbe3cb12f45', 'name': 'volume-8b74eb61-f964-4563-9cf8-dbbe3cb12f45', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '30dbd972-13a9-44f0-a288-04ce0bb62b3e', 'attached_at': '', 'detached_at': '', 'volume_id': '8b74eb61-f964-4563-9cf8-dbbe3cb12f45', 'serial': '8b74eb61-f964-4563-9cf8-dbbe3cb12f45'} {{(pid=62291) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2455.692100] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74bf0a2d-0304-498d-8b40-d7e5f9f1db09 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2455.713463] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a157f71-8f4d-465b-a741-a921efd2492d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2455.720519] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f0445a-e665-4604-9132-54473dbe212b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2455.743906] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fbc817d-7050-4e96-820f-14bb044267d9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2455.760022] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3c6808c-cda4-4a18-9c38-c0c4786530ad tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] The volume has not been displaced from its original location: [datastore2] volume-8b74eb61-f964-4563-9cf8-dbbe3cb12f45/volume-8b74eb61-f964-4563-9cf8-dbbe3cb12f45.vmdk. No consolidation needed. {{(pid=62291) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2455.765310] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3c6808c-cda4-4a18-9c38-c0c4786530ad tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Reconfiguring VM instance instance-0000006b to detach disk 2002 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2455.766390] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13733b81-97bc-4d37-92f9-d988cc82eea8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2455.784477] env[62291]: DEBUG oslo_vmware.api [None req-b3c6808c-cda4-4a18-9c38-c0c4786530ad tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Waiting for the task: (returnval){ [ 2455.784477] env[62291]: value = "task-2143808" [ 2455.784477] env[62291]: _type = "Task" [ 2455.784477] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2455.792353] env[62291]: DEBUG oslo_vmware.api [None req-b3c6808c-cda4-4a18-9c38-c0c4786530ad tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143808, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2455.799937] env[62291]: DEBUG nova.compute.manager [req-b137b28e-12fc-45be-b82d-358b98011db1 req-dc9356db-e2ec-4fbe-ae18-00ad74697865 service nova] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Received event network-changed-7d9719f5-523f-4740-95f5-d3d6e4788044 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2455.800201] env[62291]: DEBUG nova.compute.manager [req-b137b28e-12fc-45be-b82d-358b98011db1 req-dc9356db-e2ec-4fbe-ae18-00ad74697865 service nova] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Refreshing instance network info cache due to event network-changed-7d9719f5-523f-4740-95f5-d3d6e4788044. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2455.800380] env[62291]: DEBUG oslo_concurrency.lockutils [req-b137b28e-12fc-45be-b82d-358b98011db1 req-dc9356db-e2ec-4fbe-ae18-00ad74697865 service nova] Acquiring lock "refresh_cache-e79a8473-eeed-4942-8abf-18070c704db2" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2455.800527] env[62291]: DEBUG oslo_concurrency.lockutils [req-b137b28e-12fc-45be-b82d-358b98011db1 req-dc9356db-e2ec-4fbe-ae18-00ad74697865 service nova] Acquired lock "refresh_cache-e79a8473-eeed-4942-8abf-18070c704db2" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2455.800756] env[62291]: DEBUG nova.network.neutron [req-b137b28e-12fc-45be-b82d-358b98011db1 req-dc9356db-e2ec-4fbe-ae18-00ad74697865 service nova] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Refreshing network info cache for port 7d9719f5-523f-4740-95f5-d3d6e4788044 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2456.115987] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143807, 'name': CreateVM_Task, 'duration_secs': 0.325793} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2456.116165] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2456.116833] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2456.117015] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2456.117361] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2456.117606] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d30e7efc-2406-470c-93fb-0a293fc8d302 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2456.121984] env[62291]: DEBUG oslo_vmware.api [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2456.121984] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52806501-26bb-2be2-5f9b-5623015dea35" [ 2456.121984] env[62291]: _type = "Task" [ 2456.121984] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2456.129533] env[62291]: DEBUG oslo_vmware.api [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52806501-26bb-2be2-5f9b-5623015dea35, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2456.184715] env[62291]: DEBUG oslo_vmware.api [None req-0c1c55fc-f54c-4d13-9c65-78780c3e489f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2456.249428] env[62291]: DEBUG oslo_concurrency.lockutils [None req-acb604e1-c47c-47b9-9735-1951d36ca837 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.232s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2456.295301] env[62291]: DEBUG oslo_vmware.api [None req-b3c6808c-cda4-4a18-9c38-c0c4786530ad tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143808, 'name': ReconfigVM_Task, 'duration_secs': 0.229563} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2456.295595] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3c6808c-cda4-4a18-9c38-c0c4786530ad tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Reconfigured VM instance instance-0000006b to detach disk 2002 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2456.300336] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38deacd7-3bce-4c6d-9642-7ae7c98c18b5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2456.317620] env[62291]: DEBUG oslo_vmware.api [None req-b3c6808c-cda4-4a18-9c38-c0c4786530ad tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Waiting for the task: (returnval){ [ 2456.317620] env[62291]: value = "task-2143809" [ 2456.317620] env[62291]: _type = "Task" [ 2456.317620] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2456.325049] env[62291]: DEBUG oslo_vmware.api [None req-b3c6808c-cda4-4a18-9c38-c0c4786530ad tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143809, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2456.510353] env[62291]: DEBUG nova.network.neutron [req-b137b28e-12fc-45be-b82d-358b98011db1 req-dc9356db-e2ec-4fbe-ae18-00ad74697865 service nova] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Updated VIF entry in instance network info cache for port 7d9719f5-523f-4740-95f5-d3d6e4788044. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2456.510801] env[62291]: DEBUG nova.network.neutron [req-b137b28e-12fc-45be-b82d-358b98011db1 req-dc9356db-e2ec-4fbe-ae18-00ad74697865 service nova] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Updating instance_info_cache with network_info: [{"id": "7d9719f5-523f-4740-95f5-d3d6e4788044", "address": "fa:16:3e:a5:cd:6f", "network": {"id": "c45185d4-152c-49a5-95a1-aabe55d7a656", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1396888570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1553c7ef0e7404cbea3d3a38c0509ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d9719f5-52", "ovs_interfaceid": "7d9719f5-523f-4740-95f5-d3d6e4788044", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2456.632306] env[62291]: DEBUG oslo_vmware.api [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52806501-26bb-2be2-5f9b-5623015dea35, 'name': SearchDatastore_Task, 'duration_secs': 0.010337} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2456.632661] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2456.632925] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2456.633232] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2456.633433] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2456.633670] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2456.633993] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90365021-97ea-42a8-9804-0f6972482539 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2456.642016] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2456.642253] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2456.643077] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14a999a5-1e34-4be4-804d-6aa501674375 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2456.648555] env[62291]: DEBUG oslo_vmware.api [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2456.648555] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52a87f34-4873-9511-0e79-abb803957202" [ 2456.648555] env[62291]: _type = "Task" [ 2456.648555] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2456.656097] env[62291]: DEBUG oslo_vmware.api [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52a87f34-4873-9511-0e79-abb803957202, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2456.685137] env[62291]: DEBUG oslo_vmware.api [None req-0c1c55fc-f54c-4d13-9c65-78780c3e489f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2456.809603] env[62291]: INFO nova.scheduler.client.report [None req-acb604e1-c47c-47b9-9735-1951d36ca837 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Deleted allocation for migration f72e88f7-4970-45be-94a8-7b97405b6d3c [ 2456.826785] env[62291]: DEBUG oslo_vmware.api [None req-b3c6808c-cda4-4a18-9c38-c0c4786530ad tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143809, 'name': ReconfigVM_Task, 'duration_secs': 0.137248} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2456.827138] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-b3c6808c-cda4-4a18-9c38-c0c4786530ad tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-438168', 'volume_id': '8b74eb61-f964-4563-9cf8-dbbe3cb12f45', 'name': 'volume-8b74eb61-f964-4563-9cf8-dbbe3cb12f45', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '30dbd972-13a9-44f0-a288-04ce0bb62b3e', 'attached_at': '', 'detached_at': '', 'volume_id': '8b74eb61-f964-4563-9cf8-dbbe3cb12f45', 'serial': '8b74eb61-f964-4563-9cf8-dbbe3cb12f45'} {{(pid=62291) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2456.938031] env[62291]: INFO nova.compute.manager [None req-17c68b28-b57e-47cc-b6d3-99e06f53b131 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Get console output [ 2456.938418] env[62291]: WARNING nova.virt.vmwareapi.driver [None req-17c68b28-b57e-47cc-b6d3-99e06f53b131 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] The console log is missing. Check your VSPC configuration [ 2457.013535] env[62291]: DEBUG oslo_concurrency.lockutils [req-b137b28e-12fc-45be-b82d-358b98011db1 req-dc9356db-e2ec-4fbe-ae18-00ad74697865 service nova] Releasing lock "refresh_cache-e79a8473-eeed-4942-8abf-18070c704db2" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2457.158753] env[62291]: DEBUG oslo_vmware.api [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52a87f34-4873-9511-0e79-abb803957202, 'name': SearchDatastore_Task, 'duration_secs': 0.008068} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2457.159713] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3990c760-6561-40db-ac11-3877b40ee08e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2457.164533] env[62291]: DEBUG oslo_vmware.api [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2457.164533] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52e2a02f-3398-5641-df5d-6dd48102cbe5" [ 2457.164533] env[62291]: _type = "Task" [ 2457.164533] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2457.173382] env[62291]: DEBUG oslo_vmware.api [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52e2a02f-3398-5641-df5d-6dd48102cbe5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2457.184009] env[62291]: DEBUG oslo_vmware.api [None req-0c1c55fc-f54c-4d13-9c65-78780c3e489f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2457.315896] env[62291]: DEBUG oslo_concurrency.lockutils [None req-acb604e1-c47c-47b9-9735-1951d36ca837 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "14b440dc-ed67-422e-9d12-77007cea7eef" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.890s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2457.371264] env[62291]: DEBUG nova.objects.instance [None req-b3c6808c-cda4-4a18-9c38-c0c4786530ad tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lazy-loading 'flavor' on Instance uuid 30dbd972-13a9-44f0-a288-04ce0bb62b3e {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2457.675171] env[62291]: DEBUG oslo_vmware.api [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52e2a02f-3398-5641-df5d-6dd48102cbe5, 'name': SearchDatastore_Task, 'duration_secs': 0.009614} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2457.675493] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2457.675748] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] e79a8473-eeed-4942-8abf-18070c704db2/e79a8473-eeed-4942-8abf-18070c704db2.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2457.676026] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fefaf022-bcac-4802-b6e0-2e357d233e29 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2457.686110] env[62291]: DEBUG oslo_vmware.api [None req-0c1c55fc-f54c-4d13-9c65-78780c3e489f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2457.687278] env[62291]: DEBUG oslo_vmware.api [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2457.687278] env[62291]: value = "task-2143810" [ 2457.687278] env[62291]: _type = "Task" [ 2457.687278] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2457.694308] env[62291]: DEBUG oslo_vmware.api [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143810, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2458.187435] env[62291]: DEBUG oslo_vmware.api [None req-0c1c55fc-f54c-4d13-9c65-78780c3e489f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2458.194928] env[62291]: DEBUG oslo_vmware.api [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143810, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.469004} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2458.195275] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] e79a8473-eeed-4942-8abf-18070c704db2/e79a8473-eeed-4942-8abf-18070c704db2.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2458.195543] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2458.195817] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6db467a-0bc7-49a7-b92f-775dfd8f8873 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2458.202127] env[62291]: DEBUG oslo_vmware.api [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2458.202127] env[62291]: value = "task-2143811" [ 2458.202127] env[62291]: _type = "Task" [ 2458.202127] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2458.209256] env[62291]: DEBUG oslo_vmware.api [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143811, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2458.379375] env[62291]: DEBUG oslo_concurrency.lockutils [None req-b3c6808c-cda4-4a18-9c38-c0c4786530ad tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lock "30dbd972-13a9-44f0-a288-04ce0bb62b3e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.225s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2458.690534] env[62291]: DEBUG oslo_vmware.api [None req-0c1c55fc-f54c-4d13-9c65-78780c3e489f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2458.710652] env[62291]: DEBUG oslo_vmware.api [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143811, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065656} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2458.710970] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2458.711730] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8813247-a475-4afd-923e-1a2f25144c49 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2458.734151] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] e79a8473-eeed-4942-8abf-18070c704db2/e79a8473-eeed-4942-8abf-18070c704db2.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2458.734437] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f77e7cd9-b917-407a-af7f-a875efe50d63 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2458.754370] env[62291]: DEBUG oslo_vmware.api [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2458.754370] env[62291]: value = "task-2143812" [ 2458.754370] env[62291]: _type = "Task" [ 2458.754370] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2458.764825] env[62291]: DEBUG oslo_vmware.api [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143812, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2459.189474] env[62291]: DEBUG oslo_vmware.api [None req-0c1c55fc-f54c-4d13-9c65-78780c3e489f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143806, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2459.263719] env[62291]: DEBUG oslo_vmware.api [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143812, 'name': ReconfigVM_Task, 'duration_secs': 0.292339} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2459.263994] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Reconfigured VM instance instance-00000073 to attach disk [datastore2] e79a8473-eeed-4942-8abf-18070c704db2/e79a8473-eeed-4942-8abf-18070c704db2.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2459.264641] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8dfba075-9008-4008-a939-7aa00a90a4d5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2459.270417] env[62291]: DEBUG oslo_vmware.api [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2459.270417] env[62291]: value = "task-2143813" [ 2459.270417] env[62291]: _type = "Task" [ 2459.270417] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2459.277989] env[62291]: DEBUG oslo_vmware.api [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143813, 'name': Rename_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2459.569360] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d37196b6-47fe-44d3-b65a-b8d40dad2c33 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Acquiring lock "30dbd972-13a9-44f0-a288-04ce0bb62b3e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2459.569696] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d37196b6-47fe-44d3-b65a-b8d40dad2c33 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lock "30dbd972-13a9-44f0-a288-04ce0bb62b3e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2459.569875] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d37196b6-47fe-44d3-b65a-b8d40dad2c33 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Acquiring lock "30dbd972-13a9-44f0-a288-04ce0bb62b3e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2459.570076] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d37196b6-47fe-44d3-b65a-b8d40dad2c33 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lock "30dbd972-13a9-44f0-a288-04ce0bb62b3e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2459.570272] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d37196b6-47fe-44d3-b65a-b8d40dad2c33 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lock "30dbd972-13a9-44f0-a288-04ce0bb62b3e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2459.572556] env[62291]: INFO nova.compute.manager [None req-d37196b6-47fe-44d3-b65a-b8d40dad2c33 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Terminating instance [ 2459.574552] env[62291]: DEBUG nova.compute.manager [None req-d37196b6-47fe-44d3-b65a-b8d40dad2c33 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2459.574743] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-d37196b6-47fe-44d3-b65a-b8d40dad2c33 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2459.575580] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce6cecd-df58-4a52-aaf0-0860aaa636bf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2459.583172] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-d37196b6-47fe-44d3-b65a-b8d40dad2c33 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2459.583401] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f266f14e-6196-40f0-88ab-3bc7e6f2cb2e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2459.589429] env[62291]: DEBUG oslo_vmware.api [None req-d37196b6-47fe-44d3-b65a-b8d40dad2c33 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Waiting for the task: (returnval){ [ 2459.589429] env[62291]: value = "task-2143814" [ 2459.589429] env[62291]: _type = "Task" [ 2459.589429] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2459.596874] env[62291]: DEBUG oslo_vmware.api [None req-d37196b6-47fe-44d3-b65a-b8d40dad2c33 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2459.689324] env[62291]: DEBUG oslo_vmware.api [None req-0c1c55fc-f54c-4d13-9c65-78780c3e489f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143806, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2459.780576] env[62291]: DEBUG oslo_vmware.api [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143813, 'name': Rename_Task, 'duration_secs': 0.127324} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2459.780900] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2459.781175] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffd59c4c-8621-46e5-9ac3-47ed67fd8cc2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2459.786668] env[62291]: DEBUG oslo_vmware.api [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2459.786668] env[62291]: value = "task-2143815" [ 2459.786668] env[62291]: _type = "Task" [ 2459.786668] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2459.793861] env[62291]: DEBUG oslo_vmware.api [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143815, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2460.100357] env[62291]: DEBUG oslo_vmware.api [None req-d37196b6-47fe-44d3-b65a-b8d40dad2c33 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143814, 'name': PowerOffVM_Task, 'duration_secs': 0.185754} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2460.100702] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-d37196b6-47fe-44d3-b65a-b8d40dad2c33 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2460.101010] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-d37196b6-47fe-44d3-b65a-b8d40dad2c33 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2460.101328] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06eb7c04-1007-4382-825e-4309988875e7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2460.190196] env[62291]: DEBUG oslo_vmware.api [None req-0c1c55fc-f54c-4d13-9c65-78780c3e489f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143806, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2460.296434] env[62291]: DEBUG oslo_vmware.api [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143815, 'name': PowerOnVM_Task, 'duration_secs': 0.445212} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2460.296725] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2460.296964] env[62291]: INFO nova.compute.manager [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Took 7.12 seconds to spawn the instance on the hypervisor. [ 2460.297195] env[62291]: DEBUG nova.compute.manager [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2460.297981] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04fd2ae8-9ab6-4a57-a122-be0d3614da15 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2460.691976] env[62291]: DEBUG oslo_vmware.api [None req-0c1c55fc-f54c-4d13-9c65-78780c3e489f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143806, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2460.814935] env[62291]: INFO nova.compute.manager [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Took 11.95 seconds to build instance. [ 2461.192036] env[62291]: DEBUG oslo_vmware.api [None req-0c1c55fc-f54c-4d13-9c65-78780c3e489f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143806, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2461.320000] env[62291]: DEBUG oslo_concurrency.lockutils [None req-9c679761-75e1-4b67-adf9-2a2299e44136 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "e79a8473-eeed-4942-8abf-18070c704db2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.460s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2461.365055] env[62291]: DEBUG nova.compute.manager [req-64763a7d-6f0a-4abf-b14a-96d21973f35e req-6e098cc0-c99a-45ea-b3a3-95dd1dd8f2a5 service nova] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Received event network-changed-7d9719f5-523f-4740-95f5-d3d6e4788044 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2461.365345] env[62291]: DEBUG nova.compute.manager [req-64763a7d-6f0a-4abf-b14a-96d21973f35e req-6e098cc0-c99a-45ea-b3a3-95dd1dd8f2a5 service nova] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Refreshing instance network info cache due to event network-changed-7d9719f5-523f-4740-95f5-d3d6e4788044. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2461.365497] env[62291]: DEBUG oslo_concurrency.lockutils [req-64763a7d-6f0a-4abf-b14a-96d21973f35e req-6e098cc0-c99a-45ea-b3a3-95dd1dd8f2a5 service nova] Acquiring lock "refresh_cache-e79a8473-eeed-4942-8abf-18070c704db2" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2461.365589] env[62291]: DEBUG oslo_concurrency.lockutils [req-64763a7d-6f0a-4abf-b14a-96d21973f35e req-6e098cc0-c99a-45ea-b3a3-95dd1dd8f2a5 service nova] Acquired lock "refresh_cache-e79a8473-eeed-4942-8abf-18070c704db2" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2461.365749] env[62291]: DEBUG nova.network.neutron [req-64763a7d-6f0a-4abf-b14a-96d21973f35e req-6e098cc0-c99a-45ea-b3a3-95dd1dd8f2a5 service nova] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Refreshing network info cache for port 7d9719f5-523f-4740-95f5-d3d6e4788044 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2461.614246] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2461.614469] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2461.692400] env[62291]: DEBUG oslo_vmware.api [None req-0c1c55fc-f54c-4d13-9c65-78780c3e489f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143806, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2462.072667] env[62291]: DEBUG nova.network.neutron [req-64763a7d-6f0a-4abf-b14a-96d21973f35e req-6e098cc0-c99a-45ea-b3a3-95dd1dd8f2a5 service nova] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Updated VIF entry in instance network info cache for port 7d9719f5-523f-4740-95f5-d3d6e4788044. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2462.073132] env[62291]: DEBUG nova.network.neutron [req-64763a7d-6f0a-4abf-b14a-96d21973f35e req-6e098cc0-c99a-45ea-b3a3-95dd1dd8f2a5 service nova] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Updating instance_info_cache with network_info: [{"id": "7d9719f5-523f-4740-95f5-d3d6e4788044", "address": "fa:16:3e:a5:cd:6f", "network": {"id": "c45185d4-152c-49a5-95a1-aabe55d7a656", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1396888570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1553c7ef0e7404cbea3d3a38c0509ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d9719f5-52", "ovs_interfaceid": "7d9719f5-523f-4740-95f5-d3d6e4788044", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2462.117044] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2462.117302] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2462.117466] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2462.117617] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62291) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2462.118542] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2201f70-c0bf-4401-81fd-358bd9964ebe {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2462.126891] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e552377a-10ee-4c92-b3c9-574537338a06 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2462.140599] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74aa00a-ab24-4bbb-9720-83838d111a20 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2462.146991] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b03f34-6d1b-488e-a9c2-2e6331ee889a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2462.178055] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179363MB free_disk=175GB free_vcpus=48 pci_devices=None {{(pid=62291) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2462.178206] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2462.178397] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2462.191429] env[62291]: DEBUG oslo_vmware.api [None req-0c1c55fc-f54c-4d13-9c65-78780c3e489f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143806, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2462.576475] env[62291]: DEBUG oslo_concurrency.lockutils [req-64763a7d-6f0a-4abf-b14a-96d21973f35e req-6e098cc0-c99a-45ea-b3a3-95dd1dd8f2a5 service nova] Releasing lock "refresh_cache-e79a8473-eeed-4942-8abf-18070c704db2" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2462.697319] env[62291]: DEBUG oslo_vmware.api [None req-0c1c55fc-f54c-4d13-9c65-78780c3e489f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143806, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2463.199842] env[62291]: DEBUG oslo_vmware.api [None req-0c1c55fc-f54c-4d13-9c65-78780c3e489f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143806, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2463.210373] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance a06e85bc-af77-404c-a50b-312dd60ae1c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2463.210522] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2463.210642] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 30dbd972-13a9-44f0-a288-04ce0bb62b3e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2463.210760] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance cb7a8bc2-0580-45f0-871d-9d63420a8c7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2463.210873] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 5fe8ba35-a2d2-450d-b40b-929094ab5a6b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2463.211016] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance b2dfa139-ab06-4914-96fd-471045a43b4c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2463.211149] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 386a9998-d141-4f66-b8fd-600e02eaaf88 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2463.211262] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 14b440dc-ed67-422e-9d12-77007cea7eef actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2463.211370] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 736146c2-d3c9-4a99-ac92-06c0bc542e08 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2463.211475] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 2cb7735e-325a-45db-8c6c-a2cd23c1afb7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2463.211579] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance e79a8473-eeed-4942-8abf-18070c704db2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2463.211759] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2463.211887] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2463.336063] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3eecb8c-83eb-435e-a968-6dde9425f69c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2463.343631] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac7d881f-a4bd-4399-b390-479dd878f603 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2463.372848] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd80c0a7-7c61-4908-99be-0eba3c35a550 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2463.380371] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49942cb-1fed-4b43-823b-fc3287fb51f5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2463.394270] env[62291]: DEBUG nova.compute.provider_tree [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2463.701518] env[62291]: DEBUG oslo_vmware.api [None req-0c1c55fc-f54c-4d13-9c65-78780c3e489f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143806, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2463.896974] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2464.198901] env[62291]: DEBUG oslo_vmware.api [None req-0c1c55fc-f54c-4d13-9c65-78780c3e489f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143806, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2464.402203] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62291) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2464.402430] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.224s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2464.698206] env[62291]: DEBUG oslo_vmware.api [None req-0c1c55fc-f54c-4d13-9c65-78780c3e489f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143806, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2465.199072] env[62291]: DEBUG oslo_vmware.api [None req-0c1c55fc-f54c-4d13-9c65-78780c3e489f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143806, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2465.223178] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-d37196b6-47fe-44d3-b65a-b8d40dad2c33 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2465.223509] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-d37196b6-47fe-44d3-b65a-b8d40dad2c33 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2465.223621] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-d37196b6-47fe-44d3-b65a-b8d40dad2c33 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Deleting the datastore file [datastore2] 30dbd972-13a9-44f0-a288-04ce0bb62b3e {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2465.223875] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fae6f1b4-d97c-4f9b-b30f-68f4dffac2ff {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2465.231768] env[62291]: DEBUG oslo_vmware.api [None req-d37196b6-47fe-44d3-b65a-b8d40dad2c33 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Waiting for the task: (returnval){ [ 2465.231768] env[62291]: value = "task-2143817" [ 2465.231768] env[62291]: _type = "Task" [ 2465.231768] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2465.242542] env[62291]: DEBUG oslo_vmware.api [None req-d37196b6-47fe-44d3-b65a-b8d40dad2c33 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143817, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2465.402738] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2465.403056] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2465.403201] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Starting heal instance info cache {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 2465.699236] env[62291]: DEBUG oslo_vmware.api [None req-0c1c55fc-f54c-4d13-9c65-78780c3e489f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143806, 'name': ReconfigVM_Task, 'duration_secs': 11.657637} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2465.699492] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1c55fc-f54c-4d13-9c65-78780c3e489f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Releasing lock "5fe8ba35-a2d2-450d-b40b-929094ab5a6b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2465.699697] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-0c1c55fc-f54c-4d13-9c65-78780c3e489f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Reconfigured VM to detach interface {{(pid=62291) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2465.740501] env[62291]: DEBUG oslo_vmware.api [None req-d37196b6-47fe-44d3-b65a-b8d40dad2c33 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Task: {'id': task-2143817, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139364} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2465.740721] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-d37196b6-47fe-44d3-b65a-b8d40dad2c33 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2465.740903] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-d37196b6-47fe-44d3-b65a-b8d40dad2c33 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2465.741090] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-d37196b6-47fe-44d3-b65a-b8d40dad2c33 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2465.741270] env[62291]: INFO nova.compute.manager [None req-d37196b6-47fe-44d3-b65a-b8d40dad2c33 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Took 6.17 seconds to destroy the instance on the hypervisor. [ 2465.741510] env[62291]: DEBUG oslo.service.loopingcall [None req-d37196b6-47fe-44d3-b65a-b8d40dad2c33 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2465.741704] env[62291]: DEBUG nova.compute.manager [-] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2465.741796] env[62291]: DEBUG nova.network.neutron [-] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2465.978493] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "refresh_cache-a06e85bc-af77-404c-a50b-312dd60ae1c6" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2465.978641] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquired lock "refresh_cache-a06e85bc-af77-404c-a50b-312dd60ae1c6" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2465.978784] env[62291]: DEBUG nova.network.neutron [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Forcefully refreshing network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 2466.386143] env[62291]: DEBUG nova.compute.manager [req-e89d99b3-fdce-46b7-834e-bf7413fa6195 req-8d72dd1d-a30e-4bae-a782-5bcf75565c12 service nova] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Received event network-vif-deleted-6aaa1976-d39e-4cab-b884-7ca07ad94dd6 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2466.386143] env[62291]: INFO nova.compute.manager [req-e89d99b3-fdce-46b7-834e-bf7413fa6195 req-8d72dd1d-a30e-4bae-a782-5bcf75565c12 service nova] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Neutron deleted interface 6aaa1976-d39e-4cab-b884-7ca07ad94dd6; detaching it from the instance and deleting it from the info cache [ 2466.386143] env[62291]: DEBUG nova.network.neutron [req-e89d99b3-fdce-46b7-834e-bf7413fa6195 req-8d72dd1d-a30e-4bae-a782-5bcf75565c12 service nova] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2466.866445] env[62291]: DEBUG nova.network.neutron [-] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2466.889393] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-492f9d9d-af68-4567-a416-5706ffbc2ca0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2466.900176] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c1bf23a-d95c-4286-9b4a-abe2cc919486 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2466.931936] env[62291]: DEBUG nova.compute.manager [req-e89d99b3-fdce-46b7-834e-bf7413fa6195 req-8d72dd1d-a30e-4bae-a782-5bcf75565c12 service nova] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Detach interface failed, port_id=6aaa1976-d39e-4cab-b884-7ca07ad94dd6, reason: Instance 30dbd972-13a9-44f0-a288-04ce0bb62b3e could not be found. {{(pid=62291) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 2466.994041] env[62291]: DEBUG nova.compute.manager [req-0e804fb9-6724-4274-bedc-579d98dcdec5 req-e66b5269-8446-40e0-abf5-25deae4bba76 service nova] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Received event network-changed-53827931-7653-4cfe-9755-653791c3bd4c {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2466.994338] env[62291]: DEBUG nova.compute.manager [req-0e804fb9-6724-4274-bedc-579d98dcdec5 req-e66b5269-8446-40e0-abf5-25deae4bba76 service nova] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Refreshing instance network info cache due to event network-changed-53827931-7653-4cfe-9755-653791c3bd4c. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2466.994665] env[62291]: DEBUG oslo_concurrency.lockutils [req-0e804fb9-6724-4274-bedc-579d98dcdec5 req-e66b5269-8446-40e0-abf5-25deae4bba76 service nova] Acquiring lock "refresh_cache-5fe8ba35-a2d2-450d-b40b-929094ab5a6b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2466.994724] env[62291]: DEBUG oslo_concurrency.lockutils [req-0e804fb9-6724-4274-bedc-579d98dcdec5 req-e66b5269-8446-40e0-abf5-25deae4bba76 service nova] Acquired lock "refresh_cache-5fe8ba35-a2d2-450d-b40b-929094ab5a6b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2466.994874] env[62291]: DEBUG nova.network.neutron [req-0e804fb9-6724-4274-bedc-579d98dcdec5 req-e66b5269-8446-40e0-abf5-25deae4bba76 service nova] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Refreshing network info cache for port 53827931-7653-4cfe-9755-653791c3bd4c {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2467.202669] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1c55fc-f54c-4d13-9c65-78780c3e489f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "refresh_cache-5fe8ba35-a2d2-450d-b40b-929094ab5a6b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2467.217226] env[62291]: DEBUG nova.network.neutron [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Updating instance_info_cache with network_info: [{"id": "7b684d88-3690-41f8-9f73-531945742289", "address": "fa:16:3e:4b:e9:7b", "network": {"id": "b789769e-7cdd-4ec0-9b65-d217c45c3755", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2063957055-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ced82ff4c1d54fdcaac99123f59eca6f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "78340140-126f-4ef8-a340-debaa64da3e5", "external-id": "nsx-vlan-transportzone-648", "segmentation_id": 648, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b684d88-36", "ovs_interfaceid": "7b684d88-3690-41f8-9f73-531945742289", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2467.369481] env[62291]: INFO nova.compute.manager [-] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Took 1.63 seconds to deallocate network for instance. [ 2467.642867] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2190b144-1108-4a99-868d-1158704b4f0f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "interface-386a9998-d141-4f66-b8fd-600e02eaaf88-1801db31-3ecd-469a-95ee-850f89b0fdce" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2467.643263] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2190b144-1108-4a99-868d-1158704b4f0f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "interface-386a9998-d141-4f66-b8fd-600e02eaaf88-1801db31-3ecd-469a-95ee-850f89b0fdce" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2467.643572] env[62291]: DEBUG nova.objects.instance [None req-2190b144-1108-4a99-868d-1158704b4f0f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lazy-loading 'flavor' on Instance uuid 386a9998-d141-4f66-b8fd-600e02eaaf88 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2467.695109] env[62291]: DEBUG nova.network.neutron [req-0e804fb9-6724-4274-bedc-579d98dcdec5 req-e66b5269-8446-40e0-abf5-25deae4bba76 service nova] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Updated VIF entry in instance network info cache for port 53827931-7653-4cfe-9755-653791c3bd4c. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2467.695578] env[62291]: DEBUG nova.network.neutron [req-0e804fb9-6724-4274-bedc-579d98dcdec5 req-e66b5269-8446-40e0-abf5-25deae4bba76 service nova] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Updating instance_info_cache with network_info: [{"id": "53827931-7653-4cfe-9755-653791c3bd4c", "address": "fa:16:3e:17:ac:d6", "network": {"id": "818bf107-525d-4bd9-af99-c673972d2be1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-171136124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34994f4ae104d49b1e76215acee435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53827931-76", "ovs_interfaceid": "53827931-7653-4cfe-9755-653791c3bd4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1801db31-3ecd-469a-95ee-850f89b0fdce", "address": "fa:16:3e:b1:61:0c", "network": {"id": "818bf107-525d-4bd9-af99-c673972d2be1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-171136124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34994f4ae104d49b1e76215acee435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1801db31-3e", "ovs_interfaceid": "1801db31-3ecd-469a-95ee-850f89b0fdce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2467.721107] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Releasing lock "refresh_cache-a06e85bc-af77-404c-a50b-312dd60ae1c6" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2467.721296] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Updated the network info_cache for instance {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9999}} [ 2467.721491] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2467.721642] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2467.721803] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2467.721928] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62291) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 2467.876137] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d37196b6-47fe-44d3-b65a-b8d40dad2c33 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2467.876464] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d37196b6-47fe-44d3-b65a-b8d40dad2c33 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2467.876689] env[62291]: DEBUG nova.objects.instance [None req-d37196b6-47fe-44d3-b65a-b8d40dad2c33 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lazy-loading 'resources' on Instance uuid 30dbd972-13a9-44f0-a288-04ce0bb62b3e {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2468.198613] env[62291]: DEBUG oslo_concurrency.lockutils [req-0e804fb9-6724-4274-bedc-579d98dcdec5 req-e66b5269-8446-40e0-abf5-25deae4bba76 service nova] Releasing lock "refresh_cache-5fe8ba35-a2d2-450d-b40b-929094ab5a6b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2468.199091] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1c55fc-f54c-4d13-9c65-78780c3e489f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquired lock "refresh_cache-5fe8ba35-a2d2-450d-b40b-929094ab5a6b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2468.199285] env[62291]: DEBUG nova.network.neutron [None req-0c1c55fc-f54c-4d13-9c65-78780c3e489f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2468.241860] env[62291]: DEBUG nova.objects.instance [None req-2190b144-1108-4a99-868d-1158704b4f0f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lazy-loading 'pci_requests' on Instance uuid 386a9998-d141-4f66-b8fd-600e02eaaf88 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2468.516103] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f4b90d-24f6-41cd-8d16-f93507de6e7a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2468.523662] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75303fc3-aee2-4a13-bb99-bfbc8d284d51 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2468.553276] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-201b4797-8ba8-42e0-9eda-e4b2d3f4175f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2468.560581] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91678b7-8df4-43dc-a28a-0db34d0b8162 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2468.573370] env[62291]: DEBUG nova.compute.provider_tree [None req-d37196b6-47fe-44d3-b65a-b8d40dad2c33 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2468.746352] env[62291]: DEBUG nova.objects.base [None req-2190b144-1108-4a99-868d-1158704b4f0f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Object Instance<386a9998-d141-4f66-b8fd-600e02eaaf88> lazy-loaded attributes: flavor,pci_requests {{(pid=62291) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 2468.746681] env[62291]: DEBUG nova.network.neutron [None req-2190b144-1108-4a99-868d-1158704b4f0f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2468.841613] env[62291]: DEBUG nova.policy [None req-2190b144-1108-4a99-868d-1158704b4f0f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7696a7050e443ecb69a41c6f61d7b45', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b34994f4ae104d49b1e76215acee435f', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2468.997511] env[62291]: INFO nova.network.neutron [None req-0c1c55fc-f54c-4d13-9c65-78780c3e489f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Port 1801db31-3ecd-469a-95ee-850f89b0fdce from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2468.997873] env[62291]: DEBUG nova.network.neutron [None req-0c1c55fc-f54c-4d13-9c65-78780c3e489f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Updating instance_info_cache with network_info: [{"id": "53827931-7653-4cfe-9755-653791c3bd4c", "address": "fa:16:3e:17:ac:d6", "network": {"id": "818bf107-525d-4bd9-af99-c673972d2be1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-171136124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34994f4ae104d49b1e76215acee435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53827931-76", "ovs_interfaceid": "53827931-7653-4cfe-9755-653791c3bd4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2469.031131] env[62291]: DEBUG nova.compute.manager [req-d074dc7e-2ffc-43c5-8154-80a5457f8ea0 req-a6862174-7108-4171-aa88-a8601ac2fb9b service nova] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Received event network-changed-e6e8109d-e6b0-4b68-aa49-ef5382026576 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2469.031350] env[62291]: DEBUG nova.compute.manager [req-d074dc7e-2ffc-43c5-8154-80a5457f8ea0 req-a6862174-7108-4171-aa88-a8601ac2fb9b service nova] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Refreshing instance network info cache due to event network-changed-e6e8109d-e6b0-4b68-aa49-ef5382026576. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2469.031565] env[62291]: DEBUG oslo_concurrency.lockutils [req-d074dc7e-2ffc-43c5-8154-80a5457f8ea0 req-a6862174-7108-4171-aa88-a8601ac2fb9b service nova] Acquiring lock "refresh_cache-386a9998-d141-4f66-b8fd-600e02eaaf88" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2469.031709] env[62291]: DEBUG oslo_concurrency.lockutils [req-d074dc7e-2ffc-43c5-8154-80a5457f8ea0 req-a6862174-7108-4171-aa88-a8601ac2fb9b service nova] Acquired lock "refresh_cache-386a9998-d141-4f66-b8fd-600e02eaaf88" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2469.031867] env[62291]: DEBUG nova.network.neutron [req-d074dc7e-2ffc-43c5-8154-80a5457f8ea0 req-a6862174-7108-4171-aa88-a8601ac2fb9b service nova] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Refreshing network info cache for port e6e8109d-e6b0-4b68-aa49-ef5382026576 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2469.076272] env[62291]: DEBUG nova.scheduler.client.report [None req-d37196b6-47fe-44d3-b65a-b8d40dad2c33 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2469.508083] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1c55fc-f54c-4d13-9c65-78780c3e489f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Releasing lock "refresh_cache-5fe8ba35-a2d2-450d-b40b-929094ab5a6b" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2469.584806] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d37196b6-47fe-44d3-b65a-b8d40dad2c33 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.708s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2469.602034] env[62291]: INFO nova.scheduler.client.report [None req-d37196b6-47fe-44d3-b65a-b8d40dad2c33 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Deleted allocations for instance 30dbd972-13a9-44f0-a288-04ce0bb62b3e [ 2469.749349] env[62291]: DEBUG nova.network.neutron [req-d074dc7e-2ffc-43c5-8154-80a5457f8ea0 req-a6862174-7108-4171-aa88-a8601ac2fb9b service nova] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Updated VIF entry in instance network info cache for port e6e8109d-e6b0-4b68-aa49-ef5382026576. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2469.749709] env[62291]: DEBUG nova.network.neutron [req-d074dc7e-2ffc-43c5-8154-80a5457f8ea0 req-a6862174-7108-4171-aa88-a8601ac2fb9b service nova] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Updating instance_info_cache with network_info: [{"id": "e6e8109d-e6b0-4b68-aa49-ef5382026576", "address": "fa:16:3e:37:ca:f5", "network": {"id": "818bf107-525d-4bd9-af99-c673972d2be1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-171136124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34994f4ae104d49b1e76215acee435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6e8109d-e6", "ovs_interfaceid": "e6e8109d-e6b0-4b68-aa49-ef5382026576", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2470.012082] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1c55fc-f54c-4d13-9c65-78780c3e489f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "interface-5fe8ba35-a2d2-450d-b40b-929094ab5a6b-1801db31-3ecd-469a-95ee-850f89b0fdce" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 16.907s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2470.111749] env[62291]: DEBUG oslo_concurrency.lockutils [None req-d37196b6-47fe-44d3-b65a-b8d40dad2c33 tempest-AttachVolumeTestJSON-785690628 tempest-AttachVolumeTestJSON-785690628-project-member] Lock "30dbd972-13a9-44f0-a288-04ce0bb62b3e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.542s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2470.252566] env[62291]: DEBUG oslo_concurrency.lockutils [req-d074dc7e-2ffc-43c5-8154-80a5457f8ea0 req-a6862174-7108-4171-aa88-a8601ac2fb9b service nova] Releasing lock "refresh_cache-386a9998-d141-4f66-b8fd-600e02eaaf88" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2470.405424] env[62291]: DEBUG nova.compute.manager [req-844f556a-4f3e-4dbd-ba7f-b9e74e7a5944 req-c32fada5-9dfb-4e76-bf2b-ab4d922d40de service nova] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Received event network-vif-plugged-1801db31-3ecd-469a-95ee-850f89b0fdce {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2470.405424] env[62291]: DEBUG oslo_concurrency.lockutils [req-844f556a-4f3e-4dbd-ba7f-b9e74e7a5944 req-c32fada5-9dfb-4e76-bf2b-ab4d922d40de service nova] Acquiring lock "386a9998-d141-4f66-b8fd-600e02eaaf88-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2470.405424] env[62291]: DEBUG oslo_concurrency.lockutils [req-844f556a-4f3e-4dbd-ba7f-b9e74e7a5944 req-c32fada5-9dfb-4e76-bf2b-ab4d922d40de service nova] Lock "386a9998-d141-4f66-b8fd-600e02eaaf88-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2470.405424] env[62291]: DEBUG oslo_concurrency.lockutils [req-844f556a-4f3e-4dbd-ba7f-b9e74e7a5944 req-c32fada5-9dfb-4e76-bf2b-ab4d922d40de service nova] Lock "386a9998-d141-4f66-b8fd-600e02eaaf88-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2470.405634] env[62291]: DEBUG nova.compute.manager [req-844f556a-4f3e-4dbd-ba7f-b9e74e7a5944 req-c32fada5-9dfb-4e76-bf2b-ab4d922d40de service nova] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] No waiting events found dispatching network-vif-plugged-1801db31-3ecd-469a-95ee-850f89b0fdce {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2470.405955] env[62291]: WARNING nova.compute.manager [req-844f556a-4f3e-4dbd-ba7f-b9e74e7a5944 req-c32fada5-9dfb-4e76-bf2b-ab4d922d40de service nova] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Received unexpected event network-vif-plugged-1801db31-3ecd-469a-95ee-850f89b0fdce for instance with vm_state active and task_state None. [ 2470.559833] env[62291]: DEBUG nova.network.neutron [None req-2190b144-1108-4a99-868d-1158704b4f0f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Successfully updated port: 1801db31-3ecd-469a-95ee-850f89b0fdce {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2470.614487] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2471.062700] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2190b144-1108-4a99-868d-1158704b4f0f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "refresh_cache-386a9998-d141-4f66-b8fd-600e02eaaf88" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2471.062982] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2190b144-1108-4a99-868d-1158704b4f0f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquired lock "refresh_cache-386a9998-d141-4f66-b8fd-600e02eaaf88" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2471.063118] env[62291]: DEBUG nova.network.neutron [None req-2190b144-1108-4a99-868d-1158704b4f0f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2471.599900] env[62291]: WARNING nova.network.neutron [None req-2190b144-1108-4a99-868d-1158704b4f0f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] 818bf107-525d-4bd9-af99-c673972d2be1 already exists in list: networks containing: ['818bf107-525d-4bd9-af99-c673972d2be1']. ignoring it [ 2471.614666] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2471.866785] env[62291]: DEBUG nova.network.neutron [None req-2190b144-1108-4a99-868d-1158704b4f0f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Updating instance_info_cache with network_info: [{"id": "e6e8109d-e6b0-4b68-aa49-ef5382026576", "address": "fa:16:3e:37:ca:f5", "network": {"id": "818bf107-525d-4bd9-af99-c673972d2be1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-171136124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34994f4ae104d49b1e76215acee435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6e8109d-e6", "ovs_interfaceid": "e6e8109d-e6b0-4b68-aa49-ef5382026576", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1801db31-3ecd-469a-95ee-850f89b0fdce", "address": "fa:16:3e:b1:61:0c", "network": {"id": "818bf107-525d-4bd9-af99-c673972d2be1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-171136124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34994f4ae104d49b1e76215acee435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1801db31-3e", "ovs_interfaceid": "1801db31-3ecd-469a-95ee-850f89b0fdce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2472.370433] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2190b144-1108-4a99-868d-1158704b4f0f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Releasing lock "refresh_cache-386a9998-d141-4f66-b8fd-600e02eaaf88" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2472.371167] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2190b144-1108-4a99-868d-1158704b4f0f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "386a9998-d141-4f66-b8fd-600e02eaaf88" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2472.371354] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2190b144-1108-4a99-868d-1158704b4f0f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquired lock "386a9998-d141-4f66-b8fd-600e02eaaf88" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2472.372235] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86f353fc-158b-478b-9112-e787977d2a55 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2472.389406] env[62291]: DEBUG nova.virt.hardware [None req-2190b144-1108-4a99-868d-1158704b4f0f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2472.389632] env[62291]: DEBUG nova.virt.hardware [None req-2190b144-1108-4a99-868d-1158704b4f0f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2472.389791] env[62291]: DEBUG nova.virt.hardware [None req-2190b144-1108-4a99-868d-1158704b4f0f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2472.389977] env[62291]: DEBUG nova.virt.hardware [None req-2190b144-1108-4a99-868d-1158704b4f0f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2472.390142] env[62291]: DEBUG nova.virt.hardware [None req-2190b144-1108-4a99-868d-1158704b4f0f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2472.390295] env[62291]: DEBUG nova.virt.hardware [None req-2190b144-1108-4a99-868d-1158704b4f0f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2472.390504] env[62291]: DEBUG nova.virt.hardware [None req-2190b144-1108-4a99-868d-1158704b4f0f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2472.390663] env[62291]: DEBUG nova.virt.hardware [None req-2190b144-1108-4a99-868d-1158704b4f0f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2472.390831] env[62291]: DEBUG nova.virt.hardware [None req-2190b144-1108-4a99-868d-1158704b4f0f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2472.390996] env[62291]: DEBUG nova.virt.hardware [None req-2190b144-1108-4a99-868d-1158704b4f0f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2472.391221] env[62291]: DEBUG nova.virt.hardware [None req-2190b144-1108-4a99-868d-1158704b4f0f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2472.397423] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-2190b144-1108-4a99-868d-1158704b4f0f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Reconfiguring VM to attach interface {{(pid=62291) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 2472.397699] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17bd011b-e08a-41f7-b5ac-d64da551dc52 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2472.414643] env[62291]: DEBUG oslo_vmware.api [None req-2190b144-1108-4a99-868d-1158704b4f0f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for the task: (returnval){ [ 2472.414643] env[62291]: value = "task-2143819" [ 2472.414643] env[62291]: _type = "Task" [ 2472.414643] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2472.423822] env[62291]: DEBUG oslo_vmware.api [None req-2190b144-1108-4a99-868d-1158704b4f0f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143819, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2472.432033] env[62291]: DEBUG nova.compute.manager [req-2667384d-e41a-4b16-b01e-edda5a3caa91 req-a84e5611-04b6-44a1-8e2e-d19e5f94c203 service nova] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Received event network-changed-1801db31-3ecd-469a-95ee-850f89b0fdce {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2472.432033] env[62291]: DEBUG nova.compute.manager [req-2667384d-e41a-4b16-b01e-edda5a3caa91 req-a84e5611-04b6-44a1-8e2e-d19e5f94c203 service nova] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Refreshing instance network info cache due to event network-changed-1801db31-3ecd-469a-95ee-850f89b0fdce. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2472.433130] env[62291]: DEBUG oslo_concurrency.lockutils [req-2667384d-e41a-4b16-b01e-edda5a3caa91 req-a84e5611-04b6-44a1-8e2e-d19e5f94c203 service nova] Acquiring lock "refresh_cache-386a9998-d141-4f66-b8fd-600e02eaaf88" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2472.433130] env[62291]: DEBUG oslo_concurrency.lockutils [req-2667384d-e41a-4b16-b01e-edda5a3caa91 req-a84e5611-04b6-44a1-8e2e-d19e5f94c203 service nova] Acquired lock "refresh_cache-386a9998-d141-4f66-b8fd-600e02eaaf88" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2472.433130] env[62291]: DEBUG nova.network.neutron [req-2667384d-e41a-4b16-b01e-edda5a3caa91 req-a84e5611-04b6-44a1-8e2e-d19e5f94c203 service nova] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Refreshing network info cache for port 1801db31-3ecd-469a-95ee-850f89b0fdce {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2472.571237] env[62291]: DEBUG oslo_concurrency.lockutils [None req-157f6f86-3d33-448c-942e-a6b3aa5bca33 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Acquiring lock "b2dfa139-ab06-4914-96fd-471045a43b4c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2472.571523] env[62291]: DEBUG oslo_concurrency.lockutils [None req-157f6f86-3d33-448c-942e-a6b3aa5bca33 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lock "b2dfa139-ab06-4914-96fd-471045a43b4c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2472.925680] env[62291]: DEBUG oslo_vmware.api [None req-2190b144-1108-4a99-868d-1158704b4f0f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2473.074445] env[62291]: INFO nova.compute.manager [None req-157f6f86-3d33-448c-942e-a6b3aa5bca33 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Detaching volume 39e7903e-38f3-4ffb-9b06-a39cad58c2cb [ 2473.109495] env[62291]: INFO nova.virt.block_device [None req-157f6f86-3d33-448c-942e-a6b3aa5bca33 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Attempting to driver detach volume 39e7903e-38f3-4ffb-9b06-a39cad58c2cb from mountpoint /dev/sdb [ 2473.109495] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-157f6f86-3d33-448c-942e-a6b3aa5bca33 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Volume detach. Driver type: vmdk {{(pid=62291) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2473.109657] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-157f6f86-3d33-448c-942e-a6b3aa5bca33 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-438156', 'volume_id': '39e7903e-38f3-4ffb-9b06-a39cad58c2cb', 'name': 'volume-39e7903e-38f3-4ffb-9b06-a39cad58c2cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'b2dfa139-ab06-4914-96fd-471045a43b4c', 'attached_at': '', 'detached_at': '', 'volume_id': '39e7903e-38f3-4ffb-9b06-a39cad58c2cb', 'serial': '39e7903e-38f3-4ffb-9b06-a39cad58c2cb'} {{(pid=62291) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2473.110831] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06dd6f0-9f39-496b-83bd-70ebcebda871 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2473.140022] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9fe5d1f-f0ef-434f-b1e2-d823ea1f054e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2473.143954] env[62291]: DEBUG nova.network.neutron [req-2667384d-e41a-4b16-b01e-edda5a3caa91 req-a84e5611-04b6-44a1-8e2e-d19e5f94c203 service nova] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Updated VIF entry in instance network info cache for port 1801db31-3ecd-469a-95ee-850f89b0fdce. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2473.144529] env[62291]: DEBUG nova.network.neutron [req-2667384d-e41a-4b16-b01e-edda5a3caa91 req-a84e5611-04b6-44a1-8e2e-d19e5f94c203 service nova] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Updating instance_info_cache with network_info: [{"id": "e6e8109d-e6b0-4b68-aa49-ef5382026576", "address": "fa:16:3e:37:ca:f5", "network": {"id": "818bf107-525d-4bd9-af99-c673972d2be1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-171136124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34994f4ae104d49b1e76215acee435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6e8109d-e6", "ovs_interfaceid": "e6e8109d-e6b0-4b68-aa49-ef5382026576", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1801db31-3ecd-469a-95ee-850f89b0fdce", "address": "fa:16:3e:b1:61:0c", "network": {"id": "818bf107-525d-4bd9-af99-c673972d2be1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-171136124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34994f4ae104d49b1e76215acee435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1801db31-3e", "ovs_interfaceid": "1801db31-3ecd-469a-95ee-850f89b0fdce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2473.148445] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48373ccf-9fcb-49a6-8ffe-02d465af5f38 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2473.172242] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-331e1b89-9ecb-4f6e-adf8-50a4bc273ebc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2473.189758] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-157f6f86-3d33-448c-942e-a6b3aa5bca33 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] The volume has not been displaced from its original location: [datastore1] volume-39e7903e-38f3-4ffb-9b06-a39cad58c2cb/volume-39e7903e-38f3-4ffb-9b06-a39cad58c2cb.vmdk. No consolidation needed. {{(pid=62291) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2473.195362] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-157f6f86-3d33-448c-942e-a6b3aa5bca33 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Reconfiguring VM instance instance-0000004f to detach disk 2001 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2473.195757] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7ad3de40-daa4-489c-b23e-052c4f1f151d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2473.213862] env[62291]: DEBUG oslo_vmware.api [None req-157f6f86-3d33-448c-942e-a6b3aa5bca33 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the task: (returnval){ [ 2473.213862] env[62291]: value = "task-2143820" [ 2473.213862] env[62291]: _type = "Task" [ 2473.213862] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2473.223908] env[62291]: DEBUG oslo_vmware.api [None req-157f6f86-3d33-448c-942e-a6b3aa5bca33 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143820, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2473.426484] env[62291]: DEBUG oslo_vmware.api [None req-2190b144-1108-4a99-868d-1158704b4f0f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143819, 'name': ReconfigVM_Task, 'duration_secs': 0.662548} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2473.427060] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2190b144-1108-4a99-868d-1158704b4f0f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Releasing lock "386a9998-d141-4f66-b8fd-600e02eaaf88" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2473.427325] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-2190b144-1108-4a99-868d-1158704b4f0f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Reconfigured VM to attach interface {{(pid=62291) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 2473.648943] env[62291]: DEBUG oslo_concurrency.lockutils [req-2667384d-e41a-4b16-b01e-edda5a3caa91 req-a84e5611-04b6-44a1-8e2e-d19e5f94c203 service nova] Releasing lock "refresh_cache-386a9998-d141-4f66-b8fd-600e02eaaf88" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2473.723885] env[62291]: DEBUG oslo_vmware.api [None req-157f6f86-3d33-448c-942e-a6b3aa5bca33 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143820, 'name': ReconfigVM_Task, 'duration_secs': 0.216711} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2473.724183] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-157f6f86-3d33-448c-942e-a6b3aa5bca33 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Reconfigured VM instance instance-0000004f to detach disk 2001 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2473.728696] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c9cff2e-0dbf-4f9b-a093-2a16eb5a6f3c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2473.743920] env[62291]: DEBUG oslo_vmware.api [None req-157f6f86-3d33-448c-942e-a6b3aa5bca33 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the task: (returnval){ [ 2473.743920] env[62291]: value = "task-2143821" [ 2473.743920] env[62291]: _type = "Task" [ 2473.743920] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2473.751675] env[62291]: DEBUG oslo_vmware.api [None req-157f6f86-3d33-448c-942e-a6b3aa5bca33 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143821, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2473.932665] env[62291]: DEBUG oslo_concurrency.lockutils [None req-2190b144-1108-4a99-868d-1158704b4f0f tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "interface-386a9998-d141-4f66-b8fd-600e02eaaf88-1801db31-3ecd-469a-95ee-850f89b0fdce" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.289s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2474.254825] env[62291]: DEBUG oslo_vmware.api [None req-157f6f86-3d33-448c-942e-a6b3aa5bca33 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143821, 'name': ReconfigVM_Task, 'duration_secs': 0.148963} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2474.255481] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-157f6f86-3d33-448c-942e-a6b3aa5bca33 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-438156', 'volume_id': '39e7903e-38f3-4ffb-9b06-a39cad58c2cb', 'name': 'volume-39e7903e-38f3-4ffb-9b06-a39cad58c2cb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'b2dfa139-ab06-4914-96fd-471045a43b4c', 'attached_at': '', 'detached_at': '', 'volume_id': '39e7903e-38f3-4ffb-9b06-a39cad58c2cb', 'serial': '39e7903e-38f3-4ffb-9b06-a39cad58c2cb'} {{(pid=62291) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2474.795324] env[62291]: DEBUG nova.objects.instance [None req-157f6f86-3d33-448c-942e-a6b3aa5bca33 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lazy-loading 'flavor' on Instance uuid b2dfa139-ab06-4914-96fd-471045a43b4c {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2475.359701] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e1a1472d-18d4-493d-9ea3-01642796058e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "interface-386a9998-d141-4f66-b8fd-600e02eaaf88-1801db31-3ecd-469a-95ee-850f89b0fdce" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2475.360023] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e1a1472d-18d4-493d-9ea3-01642796058e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "interface-386a9998-d141-4f66-b8fd-600e02eaaf88-1801db31-3ecd-469a-95ee-850f89b0fdce" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2475.803201] env[62291]: DEBUG oslo_concurrency.lockutils [None req-157f6f86-3d33-448c-942e-a6b3aa5bca33 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lock "b2dfa139-ab06-4914-96fd-471045a43b4c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.231s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2475.863066] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e1a1472d-18d4-493d-9ea3-01642796058e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "386a9998-d141-4f66-b8fd-600e02eaaf88" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2475.863297] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e1a1472d-18d4-493d-9ea3-01642796058e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquired lock "386a9998-d141-4f66-b8fd-600e02eaaf88" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2475.864209] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459c0828-cffe-4145-8af3-8f53a5ae5069 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2475.881935] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613abc41-e9ee-4b3c-9330-a79b0a44a95d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2475.908206] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a1472d-18d4-493d-9ea3-01642796058e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Reconfiguring VM to detach interface {{(pid=62291) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 2475.908469] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d2a2661-5a10-4fdd-991d-a0c53824a8ab {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2475.926525] env[62291]: DEBUG oslo_vmware.api [None req-e1a1472d-18d4-493d-9ea3-01642796058e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for the task: (returnval){ [ 2475.926525] env[62291]: value = "task-2143823" [ 2475.926525] env[62291]: _type = "Task" [ 2475.926525] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2475.933729] env[62291]: DEBUG oslo_vmware.api [None req-e1a1472d-18d4-493d-9ea3-01642796058e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143823, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2476.436788] env[62291]: DEBUG oslo_vmware.api [None req-e1a1472d-18d4-493d-9ea3-01642796058e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143823, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2476.828129] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7c2e4e53-96f1-4277-bd3f-00ca272fec1c tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Acquiring lock "b2dfa139-ab06-4914-96fd-471045a43b4c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2476.828520] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7c2e4e53-96f1-4277-bd3f-00ca272fec1c tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lock "b2dfa139-ab06-4914-96fd-471045a43b4c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2476.828646] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7c2e4e53-96f1-4277-bd3f-00ca272fec1c tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Acquiring lock "b2dfa139-ab06-4914-96fd-471045a43b4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2476.828830] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7c2e4e53-96f1-4277-bd3f-00ca272fec1c tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lock "b2dfa139-ab06-4914-96fd-471045a43b4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2476.829014] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7c2e4e53-96f1-4277-bd3f-00ca272fec1c tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lock "b2dfa139-ab06-4914-96fd-471045a43b4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2476.831066] env[62291]: INFO nova.compute.manager [None req-7c2e4e53-96f1-4277-bd3f-00ca272fec1c tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Terminating instance [ 2476.832792] env[62291]: DEBUG nova.compute.manager [None req-7c2e4e53-96f1-4277-bd3f-00ca272fec1c tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2476.832998] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2e4e53-96f1-4277-bd3f-00ca272fec1c tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2476.833842] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b3f30e-f421-473d-b5f5-4b44f654f6b1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2476.841561] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c2e4e53-96f1-4277-bd3f-00ca272fec1c tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2476.842062] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee7ab79b-afa3-4403-a3d3-8ac2fc7e7764 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2476.848218] env[62291]: DEBUG oslo_vmware.api [None req-7c2e4e53-96f1-4277-bd3f-00ca272fec1c tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the task: (returnval){ [ 2476.848218] env[62291]: value = "task-2143824" [ 2476.848218] env[62291]: _type = "Task" [ 2476.848218] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2476.855676] env[62291]: DEBUG oslo_vmware.api [None req-7c2e4e53-96f1-4277-bd3f-00ca272fec1c tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2476.937409] env[62291]: DEBUG oslo_vmware.api [None req-e1a1472d-18d4-493d-9ea3-01642796058e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143823, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2477.358175] env[62291]: DEBUG oslo_vmware.api [None req-7c2e4e53-96f1-4277-bd3f-00ca272fec1c tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143824, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2477.437744] env[62291]: DEBUG oslo_vmware.api [None req-e1a1472d-18d4-493d-9ea3-01642796058e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143823, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2477.858285] env[62291]: DEBUG oslo_vmware.api [None req-7c2e4e53-96f1-4277-bd3f-00ca272fec1c tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143824, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2477.938728] env[62291]: DEBUG oslo_vmware.api [None req-e1a1472d-18d4-493d-9ea3-01642796058e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143823, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2478.359475] env[62291]: DEBUG oslo_vmware.api [None req-7c2e4e53-96f1-4277-bd3f-00ca272fec1c tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143824, 'name': PowerOffVM_Task, 'duration_secs': 1.201529} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2478.359778] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c2e4e53-96f1-4277-bd3f-00ca272fec1c tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2478.359987] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2e4e53-96f1-4277-bd3f-00ca272fec1c tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2478.360293] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e07626b0-34ae-4e62-aae7-6bc0e5b586f4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2478.438529] env[62291]: DEBUG oslo_vmware.api [None req-e1a1472d-18d4-493d-9ea3-01642796058e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143823, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2478.939518] env[62291]: DEBUG oslo_vmware.api [None req-e1a1472d-18d4-493d-9ea3-01642796058e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143823, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2479.442459] env[62291]: DEBUG oslo_vmware.api [None req-e1a1472d-18d4-493d-9ea3-01642796058e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143823, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2479.941261] env[62291]: DEBUG oslo_vmware.api [None req-e1a1472d-18d4-493d-9ea3-01642796058e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143823, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2480.441865] env[62291]: DEBUG oslo_vmware.api [None req-e1a1472d-18d4-493d-9ea3-01642796058e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143823, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2480.610773] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2480.942310] env[62291]: DEBUG oslo_vmware.api [None req-e1a1472d-18d4-493d-9ea3-01642796058e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143823, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2481.444280] env[62291]: DEBUG oslo_vmware.api [None req-e1a1472d-18d4-493d-9ea3-01642796058e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143823, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2481.944708] env[62291]: DEBUG oslo_vmware.api [None req-e1a1472d-18d4-493d-9ea3-01642796058e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143823, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2482.444718] env[62291]: DEBUG oslo_vmware.api [None req-e1a1472d-18d4-493d-9ea3-01642796058e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143823, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2482.727558] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2e4e53-96f1-4277-bd3f-00ca272fec1c tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2482.727558] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2e4e53-96f1-4277-bd3f-00ca272fec1c tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2482.727789] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c2e4e53-96f1-4277-bd3f-00ca272fec1c tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Deleting the datastore file [datastore2] b2dfa139-ab06-4914-96fd-471045a43b4c {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2482.727948] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4051162e-af9e-413e-a7b0-9e9b54a948b6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2482.733912] env[62291]: DEBUG oslo_vmware.api [None req-7c2e4e53-96f1-4277-bd3f-00ca272fec1c tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the task: (returnval){ [ 2482.733912] env[62291]: value = "task-2143827" [ 2482.733912] env[62291]: _type = "Task" [ 2482.733912] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2482.741975] env[62291]: DEBUG oslo_vmware.api [None req-7c2e4e53-96f1-4277-bd3f-00ca272fec1c tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143827, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2482.945537] env[62291]: DEBUG oslo_vmware.api [None req-e1a1472d-18d4-493d-9ea3-01642796058e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143823, 'name': ReconfigVM_Task, 'duration_secs': 6.943414} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2482.945827] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e1a1472d-18d4-493d-9ea3-01642796058e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Releasing lock "386a9998-d141-4f66-b8fd-600e02eaaf88" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2482.945989] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e1a1472d-18d4-493d-9ea3-01642796058e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Reconfigured VM to detach interface {{(pid=62291) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 2483.244739] env[62291]: DEBUG oslo_vmware.api [None req-7c2e4e53-96f1-4277-bd3f-00ca272fec1c tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143827, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181795} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2483.245045] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c2e4e53-96f1-4277-bd3f-00ca272fec1c tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2483.245237] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2e4e53-96f1-4277-bd3f-00ca272fec1c tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2483.245415] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7c2e4e53-96f1-4277-bd3f-00ca272fec1c tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2483.245609] env[62291]: INFO nova.compute.manager [None req-7c2e4e53-96f1-4277-bd3f-00ca272fec1c tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Took 6.41 seconds to destroy the instance on the hypervisor. [ 2483.245871] env[62291]: DEBUG oslo.service.loopingcall [None req-7c2e4e53-96f1-4277-bd3f-00ca272fec1c tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2483.246283] env[62291]: DEBUG nova.compute.manager [-] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2483.246283] env[62291]: DEBUG nova.network.neutron [-] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2483.386846] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e2f3018d-82e2-434a-8a65-2a17c1a8e45a tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "14b440dc-ed67-422e-9d12-77007cea7eef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2483.386846] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e2f3018d-82e2-434a-8a65-2a17c1a8e45a tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "14b440dc-ed67-422e-9d12-77007cea7eef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2483.387056] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e2f3018d-82e2-434a-8a65-2a17c1a8e45a tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "14b440dc-ed67-422e-9d12-77007cea7eef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2483.387769] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e2f3018d-82e2-434a-8a65-2a17c1a8e45a tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "14b440dc-ed67-422e-9d12-77007cea7eef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2483.387993] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e2f3018d-82e2-434a-8a65-2a17c1a8e45a tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "14b440dc-ed67-422e-9d12-77007cea7eef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2483.390221] env[62291]: INFO nova.compute.manager [None req-e2f3018d-82e2-434a-8a65-2a17c1a8e45a tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Terminating instance [ 2483.392146] env[62291]: DEBUG nova.compute.manager [None req-e2f3018d-82e2-434a-8a65-2a17c1a8e45a tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2483.392372] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f3018d-82e2-434a-8a65-2a17c1a8e45a tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2483.392665] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43e3d0c7-baef-43b6-bc3f-94959731cd01 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2483.400701] env[62291]: DEBUG oslo_vmware.api [None req-e2f3018d-82e2-434a-8a65-2a17c1a8e45a tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2483.400701] env[62291]: value = "task-2143828" [ 2483.400701] env[62291]: _type = "Task" [ 2483.400701] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2483.409414] env[62291]: DEBUG oslo_vmware.api [None req-e2f3018d-82e2-434a-8a65-2a17c1a8e45a tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143828, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2483.714915] env[62291]: DEBUG nova.compute.manager [req-2ce03736-b221-4883-bb26-2c4062d20cca req-24ff3905-1b25-45d7-9885-112353c10b4c service nova] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Received event network-vif-deleted-31aded13-37a2-4ab0-9077-1d7346efdd26 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2483.715130] env[62291]: INFO nova.compute.manager [req-2ce03736-b221-4883-bb26-2c4062d20cca req-24ff3905-1b25-45d7-9885-112353c10b4c service nova] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Neutron deleted interface 31aded13-37a2-4ab0-9077-1d7346efdd26; detaching it from the instance and deleting it from the info cache [ 2483.715347] env[62291]: DEBUG nova.network.neutron [req-2ce03736-b221-4883-bb26-2c4062d20cca req-24ff3905-1b25-45d7-9885-112353c10b4c service nova] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2483.910458] env[62291]: DEBUG oslo_vmware.api [None req-e2f3018d-82e2-434a-8a65-2a17c1a8e45a tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143828, 'name': PowerOffVM_Task, 'duration_secs': 0.179944} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2483.910733] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f3018d-82e2-434a-8a65-2a17c1a8e45a tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2483.910941] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2f3018d-82e2-434a-8a65-2a17c1a8e45a tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Volume detach. Driver type: vmdk {{(pid=62291) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2483.911203] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2f3018d-82e2-434a-8a65-2a17c1a8e45a tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-438152', 'volume_id': '5318cc26-e843-4c69-8ea6-1249190a4895', 'name': 'volume-5318cc26-e843-4c69-8ea6-1249190a4895', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '14b440dc-ed67-422e-9d12-77007cea7eef', 'attached_at': '2025-01-16T08:14:05.000000', 'detached_at': '', 'volume_id': '5318cc26-e843-4c69-8ea6-1249190a4895', 'serial': '5318cc26-e843-4c69-8ea6-1249190a4895'} {{(pid=62291) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2483.911957] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e28b6ba-e8d3-4eb7-8f72-5ff596563b2f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2483.931463] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c520fb6e-045b-45a1-91e0-ca0f6f69fae6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2483.938329] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7086252-f491-4c6f-9423-456e2b754ab7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2483.955976] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50684f69-07c0-4156-93a2-aa0f7ab96e83 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2483.970747] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2f3018d-82e2-434a-8a65-2a17c1a8e45a tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] The volume has not been displaced from its original location: [datastore1] volume-5318cc26-e843-4c69-8ea6-1249190a4895/volume-5318cc26-e843-4c69-8ea6-1249190a4895.vmdk. No consolidation needed. {{(pid=62291) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2483.976013] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2f3018d-82e2-434a-8a65-2a17c1a8e45a tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Reconfiguring VM instance instance-0000006f to detach disk 2000 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2483.976581] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfcf332f-f067-4f51-b3e3-beced398dc02 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2483.994622] env[62291]: DEBUG oslo_vmware.api [None req-e2f3018d-82e2-434a-8a65-2a17c1a8e45a tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2483.994622] env[62291]: value = "task-2143829" [ 2483.994622] env[62291]: _type = "Task" [ 2483.994622] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2484.002115] env[62291]: DEBUG oslo_vmware.api [None req-e2f3018d-82e2-434a-8a65-2a17c1a8e45a tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143829, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2484.195388] env[62291]: DEBUG nova.network.neutron [-] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2484.219666] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fade718f-14e9-4e05-bff9-e5e9e94b798f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2484.229515] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e742edcc-fb36-42d0-a18d-051a581641d5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2484.261743] env[62291]: DEBUG nova.compute.manager [req-2ce03736-b221-4883-bb26-2c4062d20cca req-24ff3905-1b25-45d7-9885-112353c10b4c service nova] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Detach interface failed, port_id=31aded13-37a2-4ab0-9077-1d7346efdd26, reason: Instance b2dfa139-ab06-4914-96fd-471045a43b4c could not be found. {{(pid=62291) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 2484.322503] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e1a1472d-18d4-493d-9ea3-01642796058e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "refresh_cache-386a9998-d141-4f66-b8fd-600e02eaaf88" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2484.322675] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e1a1472d-18d4-493d-9ea3-01642796058e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquired lock "refresh_cache-386a9998-d141-4f66-b8fd-600e02eaaf88" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2484.322850] env[62291]: DEBUG nova.network.neutron [None req-e1a1472d-18d4-493d-9ea3-01642796058e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2484.505454] env[62291]: DEBUG oslo_vmware.api [None req-e2f3018d-82e2-434a-8a65-2a17c1a8e45a tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143829, 'name': ReconfigVM_Task, 'duration_secs': 0.155771} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2484.505779] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2f3018d-82e2-434a-8a65-2a17c1a8e45a tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Reconfigured VM instance instance-0000006f to detach disk 2000 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2484.510648] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88a3a7b5-ad18-44a8-852d-b70d363db06f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2484.526068] env[62291]: DEBUG oslo_vmware.api [None req-e2f3018d-82e2-434a-8a65-2a17c1a8e45a tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2484.526068] env[62291]: value = "task-2143830" [ 2484.526068] env[62291]: _type = "Task" [ 2484.526068] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2484.534138] env[62291]: DEBUG oslo_vmware.api [None req-e2f3018d-82e2-434a-8a65-2a17c1a8e45a tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143830, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2484.699227] env[62291]: INFO nova.compute.manager [-] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Took 1.45 seconds to deallocate network for instance. [ 2484.809868] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5f4425fc-5ea2-4573-8102-93f21cc6b495 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "386a9998-d141-4f66-b8fd-600e02eaaf88" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2484.810167] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5f4425fc-5ea2-4573-8102-93f21cc6b495 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "386a9998-d141-4f66-b8fd-600e02eaaf88" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2484.810389] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5f4425fc-5ea2-4573-8102-93f21cc6b495 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "386a9998-d141-4f66-b8fd-600e02eaaf88-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2484.810574] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5f4425fc-5ea2-4573-8102-93f21cc6b495 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "386a9998-d141-4f66-b8fd-600e02eaaf88-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2484.810745] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5f4425fc-5ea2-4573-8102-93f21cc6b495 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "386a9998-d141-4f66-b8fd-600e02eaaf88-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2484.812852] env[62291]: INFO nova.compute.manager [None req-5f4425fc-5ea2-4573-8102-93f21cc6b495 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Terminating instance [ 2484.814655] env[62291]: DEBUG nova.compute.manager [None req-5f4425fc-5ea2-4573-8102-93f21cc6b495 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2484.814847] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4425fc-5ea2-4573-8102-93f21cc6b495 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2484.815943] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51b53bb-290a-490d-ac9c-b1d8e134069e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2484.823504] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f4425fc-5ea2-4573-8102-93f21cc6b495 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2484.823728] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8001648-2a15-44cc-a62d-fa9814d2b633 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2484.831315] env[62291]: DEBUG oslo_vmware.api [None req-5f4425fc-5ea2-4573-8102-93f21cc6b495 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for the task: (returnval){ [ 2484.831315] env[62291]: value = "task-2143831" [ 2484.831315] env[62291]: _type = "Task" [ 2484.831315] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2484.838470] env[62291]: DEBUG oslo_vmware.api [None req-5f4425fc-5ea2-4573-8102-93f21cc6b495 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143831, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2485.036379] env[62291]: DEBUG oslo_vmware.api [None req-e2f3018d-82e2-434a-8a65-2a17c1a8e45a tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143830, 'name': ReconfigVM_Task, 'duration_secs': 0.267185} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2485.036720] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2f3018d-82e2-434a-8a65-2a17c1a8e45a tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-438152', 'volume_id': '5318cc26-e843-4c69-8ea6-1249190a4895', 'name': 'volume-5318cc26-e843-4c69-8ea6-1249190a4895', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '14b440dc-ed67-422e-9d12-77007cea7eef', 'attached_at': '2025-01-16T08:14:05.000000', 'detached_at': '', 'volume_id': '5318cc26-e843-4c69-8ea6-1249190a4895', 'serial': '5318cc26-e843-4c69-8ea6-1249190a4895'} {{(pid=62291) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2485.036972] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f3018d-82e2-434a-8a65-2a17c1a8e45a tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2485.037737] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0078bad-493b-4a23-9354-0ab936de5fdb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2485.044166] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f3018d-82e2-434a-8a65-2a17c1a8e45a tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2485.044411] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4f179b4a-fc78-4ccd-9697-8fc332411f08 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2485.046289] env[62291]: INFO nova.network.neutron [None req-e1a1472d-18d4-493d-9ea3-01642796058e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Port 1801db31-3ecd-469a-95ee-850f89b0fdce from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 2485.046613] env[62291]: DEBUG nova.network.neutron [None req-e1a1472d-18d4-493d-9ea3-01642796058e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Updating instance_info_cache with network_info: [{"id": "e6e8109d-e6b0-4b68-aa49-ef5382026576", "address": "fa:16:3e:37:ca:f5", "network": {"id": "818bf107-525d-4bd9-af99-c673972d2be1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-171136124-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b34994f4ae104d49b1e76215acee435f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62d6a386-ffdb-4232-83f3-cb21c5e59e85", "external-id": "nsx-vlan-transportzone-950", "segmentation_id": 950, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape6e8109d-e6", "ovs_interfaceid": "e6e8109d-e6b0-4b68-aa49-ef5382026576", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2485.057516] env[62291]: DEBUG oslo_concurrency.lockutils [None req-03c3121e-f4fa-42f2-8718-34d04f9013c7 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Acquiring lock "736146c2-d3c9-4a99-ac92-06c0bc542e08" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2485.057744] env[62291]: DEBUG oslo_concurrency.lockutils [None req-03c3121e-f4fa-42f2-8718-34d04f9013c7 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Lock "736146c2-d3c9-4a99-ac92-06c0bc542e08" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2485.057946] env[62291]: DEBUG oslo_concurrency.lockutils [None req-03c3121e-f4fa-42f2-8718-34d04f9013c7 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Acquiring lock "736146c2-d3c9-4a99-ac92-06c0bc542e08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2485.058145] env[62291]: DEBUG oslo_concurrency.lockutils [None req-03c3121e-f4fa-42f2-8718-34d04f9013c7 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Lock "736146c2-d3c9-4a99-ac92-06c0bc542e08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2485.058314] env[62291]: DEBUG oslo_concurrency.lockutils [None req-03c3121e-f4fa-42f2-8718-34d04f9013c7 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Lock "736146c2-d3c9-4a99-ac92-06c0bc542e08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2485.060366] env[62291]: INFO nova.compute.manager [None req-03c3121e-f4fa-42f2-8718-34d04f9013c7 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] Terminating instance [ 2485.062051] env[62291]: DEBUG nova.compute.manager [None req-03c3121e-f4fa-42f2-8718-34d04f9013c7 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2485.062248] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-03c3121e-f4fa-42f2-8718-34d04f9013c7 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2485.062977] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c95303a-8268-4cfc-8d43-bd6141b960c2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2485.070308] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-03c3121e-f4fa-42f2-8718-34d04f9013c7 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2485.070564] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b58181e7-29cf-4362-804f-4169a6a3c406 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2485.075960] env[62291]: DEBUG oslo_vmware.api [None req-03c3121e-f4fa-42f2-8718-34d04f9013c7 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Waiting for the task: (returnval){ [ 2485.075960] env[62291]: value = "task-2143833" [ 2485.075960] env[62291]: _type = "Task" [ 2485.075960] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2485.084725] env[62291]: DEBUG oslo_vmware.api [None req-03c3121e-f4fa-42f2-8718-34d04f9013c7 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Task: {'id': task-2143833, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2485.206658] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7c2e4e53-96f1-4277-bd3f-00ca272fec1c tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2485.207062] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7c2e4e53-96f1-4277-bd3f-00ca272fec1c tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2485.207384] env[62291]: DEBUG nova.objects.instance [None req-7c2e4e53-96f1-4277-bd3f-00ca272fec1c tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lazy-loading 'resources' on Instance uuid b2dfa139-ab06-4914-96fd-471045a43b4c {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2485.275109] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f3018d-82e2-434a-8a65-2a17c1a8e45a tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2485.275349] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f3018d-82e2-434a-8a65-2a17c1a8e45a tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Deleting contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2485.275540] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2f3018d-82e2-434a-8a65-2a17c1a8e45a tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Deleting the datastore file [datastore1] 14b440dc-ed67-422e-9d12-77007cea7eef {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2485.275822] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b525cdbb-923b-40fa-ba86-b5786b923821 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2485.284678] env[62291]: DEBUG oslo_vmware.api [None req-e2f3018d-82e2-434a-8a65-2a17c1a8e45a tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2485.284678] env[62291]: value = "task-2143834" [ 2485.284678] env[62291]: _type = "Task" [ 2485.284678] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2485.292195] env[62291]: DEBUG oslo_vmware.api [None req-e2f3018d-82e2-434a-8a65-2a17c1a8e45a tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143834, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2485.345668] env[62291]: DEBUG oslo_vmware.api [None req-5f4425fc-5ea2-4573-8102-93f21cc6b495 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143831, 'name': PowerOffVM_Task, 'duration_secs': 0.151501} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2485.346114] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f4425fc-5ea2-4573-8102-93f21cc6b495 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2485.346321] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4425fc-5ea2-4573-8102-93f21cc6b495 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2485.347039] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ec253b50-edd1-4078-922f-4f65b471746e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2485.425864] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4425fc-5ea2-4573-8102-93f21cc6b495 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2485.426117] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4425fc-5ea2-4573-8102-93f21cc6b495 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Deleting contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2485.426306] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f4425fc-5ea2-4573-8102-93f21cc6b495 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Deleting the datastore file [datastore1] 386a9998-d141-4f66-b8fd-600e02eaaf88 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2485.426594] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-983c6ba3-14cc-4dc3-ac20-be6f16e38629 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2485.432565] env[62291]: DEBUG oslo_vmware.api [None req-5f4425fc-5ea2-4573-8102-93f21cc6b495 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for the task: (returnval){ [ 2485.432565] env[62291]: value = "task-2143836" [ 2485.432565] env[62291]: _type = "Task" [ 2485.432565] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2485.440922] env[62291]: DEBUG oslo_vmware.api [None req-5f4425fc-5ea2-4573-8102-93f21cc6b495 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143836, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2485.549620] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e1a1472d-18d4-493d-9ea3-01642796058e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Releasing lock "refresh_cache-386a9998-d141-4f66-b8fd-600e02eaaf88" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2485.586186] env[62291]: DEBUG oslo_vmware.api [None req-03c3121e-f4fa-42f2-8718-34d04f9013c7 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Task: {'id': task-2143833, 'name': PowerOffVM_Task, 'duration_secs': 0.17915} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2485.586458] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-03c3121e-f4fa-42f2-8718-34d04f9013c7 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2485.586628] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-03c3121e-f4fa-42f2-8718-34d04f9013c7 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2485.586872] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49b72abe-1be9-4670-8639-e6c4f3ff088d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2485.672900] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-03c3121e-f4fa-42f2-8718-34d04f9013c7 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2485.673494] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-03c3121e-f4fa-42f2-8718-34d04f9013c7 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] Deleting contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2485.673748] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-03c3121e-f4fa-42f2-8718-34d04f9013c7 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Deleting the datastore file [datastore1] 736146c2-d3c9-4a99-ac92-06c0bc542e08 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2485.674047] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f88f1b3-9776-4d6e-9b69-a3c85a74ed86 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2485.681452] env[62291]: DEBUG oslo_vmware.api [None req-03c3121e-f4fa-42f2-8718-34d04f9013c7 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Waiting for the task: (returnval){ [ 2485.681452] env[62291]: value = "task-2143838" [ 2485.681452] env[62291]: _type = "Task" [ 2485.681452] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2485.691478] env[62291]: DEBUG oslo_vmware.api [None req-03c3121e-f4fa-42f2-8718-34d04f9013c7 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Task: {'id': task-2143838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2485.796073] env[62291]: DEBUG oslo_vmware.api [None req-e2f3018d-82e2-434a-8a65-2a17c1a8e45a tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143834, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.085256} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2485.796372] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2f3018d-82e2-434a-8a65-2a17c1a8e45a tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2485.796592] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f3018d-82e2-434a-8a65-2a17c1a8e45a tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Deleted contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2485.796739] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f3018d-82e2-434a-8a65-2a17c1a8e45a tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2485.796905] env[62291]: INFO nova.compute.manager [None req-e2f3018d-82e2-434a-8a65-2a17c1a8e45a tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Took 2.40 seconds to destroy the instance on the hypervisor. [ 2485.797164] env[62291]: DEBUG oslo.service.loopingcall [None req-e2f3018d-82e2-434a-8a65-2a17c1a8e45a tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2485.797362] env[62291]: DEBUG nova.compute.manager [-] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2485.797461] env[62291]: DEBUG nova.network.neutron [-] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2485.842234] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312a06af-b894-4bb5-b621-31b623fbd551 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2485.849722] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-262b1f3e-bb09-426c-95f5-f776864e3a7b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2485.881010] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee53e596-96e9-4f01-9629-f07dee29a014 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2485.888474] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1552f9f2-c295-40dc-bec6-1fafc3204a82 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2485.901926] env[62291]: DEBUG nova.compute.provider_tree [None req-7c2e4e53-96f1-4277-bd3f-00ca272fec1c tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2485.941733] env[62291]: DEBUG oslo_vmware.api [None req-5f4425fc-5ea2-4573-8102-93f21cc6b495 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143836, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164415} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2485.942243] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-5f4425fc-5ea2-4573-8102-93f21cc6b495 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2485.942442] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4425fc-5ea2-4573-8102-93f21cc6b495 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Deleted contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2485.942622] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5f4425fc-5ea2-4573-8102-93f21cc6b495 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2485.942794] env[62291]: INFO nova.compute.manager [None req-5f4425fc-5ea2-4573-8102-93f21cc6b495 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2485.943040] env[62291]: DEBUG oslo.service.loopingcall [None req-5f4425fc-5ea2-4573-8102-93f21cc6b495 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2485.943229] env[62291]: DEBUG nova.compute.manager [-] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2485.943344] env[62291]: DEBUG nova.network.neutron [-] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2486.053521] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e1a1472d-18d4-493d-9ea3-01642796058e tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "interface-386a9998-d141-4f66-b8fd-600e02eaaf88-1801db31-3ecd-469a-95ee-850f89b0fdce" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.693s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2486.192022] env[62291]: DEBUG oslo_vmware.api [None req-03c3121e-f4fa-42f2-8718-34d04f9013c7 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Task: {'id': task-2143838, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143199} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2486.192352] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-03c3121e-f4fa-42f2-8718-34d04f9013c7 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2486.192594] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-03c3121e-f4fa-42f2-8718-34d04f9013c7 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] Deleted contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2486.192818] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-03c3121e-f4fa-42f2-8718-34d04f9013c7 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2486.193046] env[62291]: INFO nova.compute.manager [None req-03c3121e-f4fa-42f2-8718-34d04f9013c7 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2486.193352] env[62291]: DEBUG oslo.service.loopingcall [None req-03c3121e-f4fa-42f2-8718-34d04f9013c7 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2486.193582] env[62291]: DEBUG nova.compute.manager [-] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2486.193699] env[62291]: DEBUG nova.network.neutron [-] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2486.404685] env[62291]: DEBUG nova.scheduler.client.report [None req-7c2e4e53-96f1-4277-bd3f-00ca272fec1c tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2486.821396] env[62291]: DEBUG nova.compute.manager [req-85d0ee23-9880-43b1-ad13-8e40b221215f req-13a79973-dd0e-4083-970f-7e1b19305eb6 service nova] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Received event network-vif-deleted-b8a8bc04-a6eb-4dc7-be74-a80e8884b016 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2486.821605] env[62291]: INFO nova.compute.manager [req-85d0ee23-9880-43b1-ad13-8e40b221215f req-13a79973-dd0e-4083-970f-7e1b19305eb6 service nova] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Neutron deleted interface b8a8bc04-a6eb-4dc7-be74-a80e8884b016; detaching it from the instance and deleting it from the info cache [ 2486.822055] env[62291]: DEBUG nova.network.neutron [req-85d0ee23-9880-43b1-ad13-8e40b221215f req-13a79973-dd0e-4083-970f-7e1b19305eb6 service nova] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2486.909771] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7c2e4e53-96f1-4277-bd3f-00ca272fec1c tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.703s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2486.946166] env[62291]: INFO nova.scheduler.client.report [None req-7c2e4e53-96f1-4277-bd3f-00ca272fec1c tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Deleted allocations for instance b2dfa139-ab06-4914-96fd-471045a43b4c [ 2487.289273] env[62291]: DEBUG nova.network.neutron [-] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2487.327931] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e10f561d-b742-4b60-b979-12220b248d73 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2487.335769] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e23222-933a-479b-8a0a-b51c6dcb4ecd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2487.368397] env[62291]: DEBUG nova.compute.manager [req-85d0ee23-9880-43b1-ad13-8e40b221215f req-13a79973-dd0e-4083-970f-7e1b19305eb6 service nova] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Detach interface failed, port_id=b8a8bc04-a6eb-4dc7-be74-a80e8884b016, reason: Instance 14b440dc-ed67-422e-9d12-77007cea7eef could not be found. {{(pid=62291) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 2487.456938] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7c2e4e53-96f1-4277-bd3f-00ca272fec1c tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lock "b2dfa139-ab06-4914-96fd-471045a43b4c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.628s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2487.646736] env[62291]: DEBUG nova.network.neutron [-] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2487.795053] env[62291]: INFO nova.compute.manager [-] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Took 2.00 seconds to deallocate network for instance. [ 2487.881699] env[62291]: DEBUG nova.network.neutron [-] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2488.149382] env[62291]: INFO nova.compute.manager [-] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] Took 1.96 seconds to deallocate network for instance. [ 2488.221481] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ab1ff691-b40d-4834-aa62-794a41dc89ce tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquiring lock "2cb7735e-325a-45db-8c6c-a2cd23c1afb7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2488.221802] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ab1ff691-b40d-4834-aa62-794a41dc89ce tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "2cb7735e-325a-45db-8c6c-a2cd23c1afb7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2488.340029] env[62291]: INFO nova.compute.manager [None req-e2f3018d-82e2-434a-8a65-2a17c1a8e45a tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Took 0.54 seconds to detach 1 volumes for instance. [ 2488.341463] env[62291]: DEBUG nova.compute.manager [None req-e2f3018d-82e2-434a-8a65-2a17c1a8e45a tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Deleting volume: 5318cc26-e843-4c69-8ea6-1249190a4895 {{(pid=62291) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3247}} [ 2488.386578] env[62291]: INFO nova.compute.manager [-] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Took 2.44 seconds to deallocate network for instance. [ 2488.655687] env[62291]: DEBUG oslo_concurrency.lockutils [None req-03c3121e-f4fa-42f2-8718-34d04f9013c7 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2488.656047] env[62291]: DEBUG oslo_concurrency.lockutils [None req-03c3121e-f4fa-42f2-8718-34d04f9013c7 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2488.656292] env[62291]: DEBUG nova.objects.instance [None req-03c3121e-f4fa-42f2-8718-34d04f9013c7 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Lazy-loading 'resources' on Instance uuid 736146c2-d3c9-4a99-ac92-06c0bc542e08 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2488.725686] env[62291]: DEBUG nova.compute.utils [None req-ab1ff691-b40d-4834-aa62-794a41dc89ce tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2488.880987] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e2f3018d-82e2-434a-8a65-2a17c1a8e45a tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2488.895353] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5f4425fc-5ea2-4573-8102-93f21cc6b495 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2488.983549] env[62291]: DEBUG nova.compute.manager [req-9fc1fc18-6b95-471b-b5c0-c91e60f102c7 req-8bf6b6f6-69e9-4fc3-a399-34a991c6e945 service nova] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] Received event network-vif-deleted-c3c36f93-0ae7-4f2b-97b1-d66a6ada172e {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2488.983755] env[62291]: DEBUG nova.compute.manager [req-9fc1fc18-6b95-471b-b5c0-c91e60f102c7 req-8bf6b6f6-69e9-4fc3-a399-34a991c6e945 service nova] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Received event network-vif-deleted-e6e8109d-e6b0-4b68-aa49-ef5382026576 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2489.230771] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ab1ff691-b40d-4834-aa62-794a41dc89ce tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "2cb7735e-325a-45db-8c6c-a2cd23c1afb7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2489.271481] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf43ddef-7a8a-42b0-bc6c-6b03eedd5fce {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2489.279374] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc4bb76-a13e-4ec8-baa9-8e0340c93438 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2489.313258] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a514b3-8828-4a78-b927-f22da1a4b960 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2489.321117] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fcb76e2-631c-4267-a4ce-09b4bfd4c927 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2489.334931] env[62291]: DEBUG nova.compute.provider_tree [None req-03c3121e-f4fa-42f2-8718-34d04f9013c7 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2489.482736] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Acquiring lock "98fc3d25-e332-4511-b932-8ae98d356917" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2489.483034] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lock "98fc3d25-e332-4511-b932-8ae98d356917" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2489.838641] env[62291]: DEBUG nova.scheduler.client.report [None req-03c3121e-f4fa-42f2-8718-34d04f9013c7 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2489.985388] env[62291]: DEBUG nova.compute.manager [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2490.286807] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ab1ff691-b40d-4834-aa62-794a41dc89ce tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquiring lock "2cb7735e-325a-45db-8c6c-a2cd23c1afb7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2490.287055] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ab1ff691-b40d-4834-aa62-794a41dc89ce tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "2cb7735e-325a-45db-8c6c-a2cd23c1afb7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2490.287308] env[62291]: INFO nova.compute.manager [None req-ab1ff691-b40d-4834-aa62-794a41dc89ce tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Attaching volume 21be5dce-1fad-4c3d-8f0c-c0f8b89d4c64 to /dev/sdb [ 2490.317653] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45946aeb-a37f-4e00-b482-576595834189 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2490.324994] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2324c39b-9fa7-46f1-99ce-d5031013e3a2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2490.338068] env[62291]: DEBUG nova.virt.block_device [None req-ab1ff691-b40d-4834-aa62-794a41dc89ce tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Updating existing volume attachment record: 6187fb19-5820-451f-9801-c0aa023323de {{(pid=62291) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2490.343048] env[62291]: DEBUG oslo_concurrency.lockutils [None req-03c3121e-f4fa-42f2-8718-34d04f9013c7 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.687s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2490.344592] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e2f3018d-82e2-434a-8a65-2a17c1a8e45a tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.464s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2490.344818] env[62291]: DEBUG nova.objects.instance [None req-e2f3018d-82e2-434a-8a65-2a17c1a8e45a tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lazy-loading 'resources' on Instance uuid 14b440dc-ed67-422e-9d12-77007cea7eef {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2490.363845] env[62291]: INFO nova.scheduler.client.report [None req-03c3121e-f4fa-42f2-8718-34d04f9013c7 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Deleted allocations for instance 736146c2-d3c9-4a99-ac92-06c0bc542e08 [ 2490.504818] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2490.873809] env[62291]: DEBUG oslo_concurrency.lockutils [None req-03c3121e-f4fa-42f2-8718-34d04f9013c7 tempest-ServersTestFqdnHostnames-420084039 tempest-ServersTestFqdnHostnames-420084039-project-member] Lock "736146c2-d3c9-4a99-ac92-06c0bc542e08" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.816s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2490.964234] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9f53a9f-e66f-469b-bcd4-979b7701d346 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2490.972204] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0265ae0-075c-4064-bc8a-c96f0b61e298 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2491.002690] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e2b65f-ca24-43a8-b7a0-86f64829ecb9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2491.010206] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7ab72c-100b-49e3-afc4-95ac99d5412b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2491.024463] env[62291]: DEBUG nova.compute.provider_tree [None req-e2f3018d-82e2-434a-8a65-2a17c1a8e45a tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2491.527661] env[62291]: DEBUG nova.scheduler.client.report [None req-e2f3018d-82e2-434a-8a65-2a17c1a8e45a tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2492.033127] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e2f3018d-82e2-434a-8a65-2a17c1a8e45a tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.688s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2492.035473] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5f4425fc-5ea2-4573-8102-93f21cc6b495 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.140s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2492.035745] env[62291]: DEBUG nova.objects.instance [None req-5f4425fc-5ea2-4573-8102-93f21cc6b495 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lazy-loading 'resources' on Instance uuid 386a9998-d141-4f66-b8fd-600e02eaaf88 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2492.053475] env[62291]: INFO nova.scheduler.client.report [None req-e2f3018d-82e2-434a-8a65-2a17c1a8e45a tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Deleted allocations for instance 14b440dc-ed67-422e-9d12-77007cea7eef [ 2492.568774] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e2f3018d-82e2-434a-8a65-2a17c1a8e45a tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "14b440dc-ed67-422e-9d12-77007cea7eef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.182s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2492.660052] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87a53ee-10b7-4a79-8eeb-2c870fbb6c82 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2492.668503] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ec2fc3-2b14-4095-b62d-1b772c954157 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2492.699801] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7966d44-f636-4dd1-b3e9-95e3387db8a8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2492.707727] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fec4967-b60e-4c08-8d82-9d92c0344eaa {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2492.722210] env[62291]: DEBUG nova.compute.provider_tree [None req-5f4425fc-5ea2-4573-8102-93f21cc6b495 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2493.226294] env[62291]: DEBUG nova.scheduler.client.report [None req-5f4425fc-5ea2-4573-8102-93f21cc6b495 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2493.730696] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5f4425fc-5ea2-4573-8102-93f21cc6b495 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.695s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2493.733077] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.228s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2493.734706] env[62291]: INFO nova.compute.claims [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2493.753479] env[62291]: INFO nova.scheduler.client.report [None req-5f4425fc-5ea2-4573-8102-93f21cc6b495 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Deleted allocations for instance 386a9998-d141-4f66-b8fd-600e02eaaf88 [ 2493.792280] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6f6e5fe9-19c7-4374-b9ed-da9ed6ea5ec6 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "17d1dffb-c87b-4e3f-ba46-14f6198ad1eb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2493.792547] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6f6e5fe9-19c7-4374-b9ed-da9ed6ea5ec6 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "17d1dffb-c87b-4e3f-ba46-14f6198ad1eb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2493.792762] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6f6e5fe9-19c7-4374-b9ed-da9ed6ea5ec6 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "17d1dffb-c87b-4e3f-ba46-14f6198ad1eb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2493.792942] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6f6e5fe9-19c7-4374-b9ed-da9ed6ea5ec6 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "17d1dffb-c87b-4e3f-ba46-14f6198ad1eb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2493.793127] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6f6e5fe9-19c7-4374-b9ed-da9ed6ea5ec6 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "17d1dffb-c87b-4e3f-ba46-14f6198ad1eb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2493.795650] env[62291]: INFO nova.compute.manager [None req-6f6e5fe9-19c7-4374-b9ed-da9ed6ea5ec6 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Terminating instance [ 2493.797292] env[62291]: DEBUG nova.compute.manager [None req-6f6e5fe9-19c7-4374-b9ed-da9ed6ea5ec6 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2493.797491] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6e5fe9-19c7-4374-b9ed-da9ed6ea5ec6 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2493.798325] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f5894b-eab1-4df1-b529-1094871c6558 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2493.806480] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f6e5fe9-19c7-4374-b9ed-da9ed6ea5ec6 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2493.806700] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-344a33df-8351-49a4-b799-df2339fa0048 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2493.813446] env[62291]: DEBUG oslo_vmware.api [None req-6f6e5fe9-19c7-4374-b9ed-da9ed6ea5ec6 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2493.813446] env[62291]: value = "task-2143844" [ 2493.813446] env[62291]: _type = "Task" [ 2493.813446] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2493.821299] env[62291]: DEBUG oslo_vmware.api [None req-6f6e5fe9-19c7-4374-b9ed-da9ed6ea5ec6 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2494.260294] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5f4425fc-5ea2-4573-8102-93f21cc6b495 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "386a9998-d141-4f66-b8fd-600e02eaaf88" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.450s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2494.324017] env[62291]: DEBUG oslo_vmware.api [None req-6f6e5fe9-19c7-4374-b9ed-da9ed6ea5ec6 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143844, 'name': PowerOffVM_Task, 'duration_secs': 0.198124} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2494.324319] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f6e5fe9-19c7-4374-b9ed-da9ed6ea5ec6 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2494.324522] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6e5fe9-19c7-4374-b9ed-da9ed6ea5ec6 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2494.324780] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92dbb1c6-bdcf-48aa-acec-c276fb324cf2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2494.464891] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6e5fe9-19c7-4374-b9ed-da9ed6ea5ec6 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2494.464891] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6e5fe9-19c7-4374-b9ed-da9ed6ea5ec6 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2494.465148] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f6e5fe9-19c7-4374-b9ed-da9ed6ea5ec6 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Deleting the datastore file [datastore2] 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2494.465447] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb237bf6-da46-4918-adf9-cfa0c6d5e40d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2494.472086] env[62291]: DEBUG oslo_vmware.api [None req-6f6e5fe9-19c7-4374-b9ed-da9ed6ea5ec6 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2494.472086] env[62291]: value = "task-2143846" [ 2494.472086] env[62291]: _type = "Task" [ 2494.472086] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2494.480233] env[62291]: DEBUG oslo_vmware.api [None req-6f6e5fe9-19c7-4374-b9ed-da9ed6ea5ec6 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143846, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2494.832065] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0951dd16-5334-4a21-bde1-fafd5b1a35f8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2494.839350] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d50eec-840a-4240-8563-a2fe05e56d8e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2494.870165] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09496287-d826-4222-bd73-8490f77ae5de {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2494.877495] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cfbcd50-d994-47a4-9348-893348d493e0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2494.890654] env[62291]: DEBUG nova.compute.provider_tree [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2494.981714] env[62291]: DEBUG oslo_vmware.api [None req-6f6e5fe9-19c7-4374-b9ed-da9ed6ea5ec6 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143846, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.181884} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2494.982008] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f6e5fe9-19c7-4374-b9ed-da9ed6ea5ec6 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2494.982215] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6e5fe9-19c7-4374-b9ed-da9ed6ea5ec6 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2494.982399] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6f6e5fe9-19c7-4374-b9ed-da9ed6ea5ec6 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2494.982577] env[62291]: INFO nova.compute.manager [None req-6f6e5fe9-19c7-4374-b9ed-da9ed6ea5ec6 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Took 1.19 seconds to destroy the instance on the hypervisor. [ 2494.982867] env[62291]: DEBUG oslo.service.loopingcall [None req-6f6e5fe9-19c7-4374-b9ed-da9ed6ea5ec6 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2494.983089] env[62291]: DEBUG nova.compute.manager [-] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2494.983187] env[62291]: DEBUG nova.network.neutron [-] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2495.057757] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ef7401dd-d81d-41d8-ad8c-dce885cbf7e7 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "5fe8ba35-a2d2-450d-b40b-929094ab5a6b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2495.058043] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ef7401dd-d81d-41d8-ad8c-dce885cbf7e7 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "5fe8ba35-a2d2-450d-b40b-929094ab5a6b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2495.058264] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ef7401dd-d81d-41d8-ad8c-dce885cbf7e7 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "5fe8ba35-a2d2-450d-b40b-929094ab5a6b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2495.058452] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ef7401dd-d81d-41d8-ad8c-dce885cbf7e7 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "5fe8ba35-a2d2-450d-b40b-929094ab5a6b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2495.058625] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ef7401dd-d81d-41d8-ad8c-dce885cbf7e7 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "5fe8ba35-a2d2-450d-b40b-929094ab5a6b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2495.060781] env[62291]: INFO nova.compute.manager [None req-ef7401dd-d81d-41d8-ad8c-dce885cbf7e7 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Terminating instance [ 2495.062628] env[62291]: DEBUG nova.compute.manager [None req-ef7401dd-d81d-41d8-ad8c-dce885cbf7e7 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2495.062819] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-ef7401dd-d81d-41d8-ad8c-dce885cbf7e7 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2495.063710] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a835f51e-f62c-479c-a493-f6f0ffca6f80 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2495.071396] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef7401dd-d81d-41d8-ad8c-dce885cbf7e7 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2495.071620] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-069f07a2-0420-431a-98f2-71ea764eb03d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2495.077475] env[62291]: DEBUG oslo_vmware.api [None req-ef7401dd-d81d-41d8-ad8c-dce885cbf7e7 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for the task: (returnval){ [ 2495.077475] env[62291]: value = "task-2143847" [ 2495.077475] env[62291]: _type = "Task" [ 2495.077475] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2495.085550] env[62291]: DEBUG oslo_vmware.api [None req-ef7401dd-d81d-41d8-ad8c-dce885cbf7e7 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143847, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2495.206723] env[62291]: DEBUG nova.compute.manager [req-9dfbe594-1ada-418a-ac32-fdf01468d311 req-5f580164-7cc7-4f30-879c-da4645f3ffc4 service nova] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Received event network-vif-deleted-50d3efc8-3879-40d6-bd24-6b5c3a5be2f5 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2495.207017] env[62291]: INFO nova.compute.manager [req-9dfbe594-1ada-418a-ac32-fdf01468d311 req-5f580164-7cc7-4f30-879c-da4645f3ffc4 service nova] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Neutron deleted interface 50d3efc8-3879-40d6-bd24-6b5c3a5be2f5; detaching it from the instance and deleting it from the info cache [ 2495.207259] env[62291]: DEBUG nova.network.neutron [req-9dfbe594-1ada-418a-ac32-fdf01468d311 req-5f580164-7cc7-4f30-879c-da4645f3ffc4 service nova] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2495.383120] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab1ff691-b40d-4834-aa62-794a41dc89ce tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Volume attach. Driver type: vmdk {{(pid=62291) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2495.383432] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab1ff691-b40d-4834-aa62-794a41dc89ce tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-438171', 'volume_id': '21be5dce-1fad-4c3d-8f0c-c0f8b89d4c64', 'name': 'volume-21be5dce-1fad-4c3d-8f0c-c0f8b89d4c64', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2cb7735e-325a-45db-8c6c-a2cd23c1afb7', 'attached_at': '', 'detached_at': '', 'volume_id': '21be5dce-1fad-4c3d-8f0c-c0f8b89d4c64', 'serial': '21be5dce-1fad-4c3d-8f0c-c0f8b89d4c64'} {{(pid=62291) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2495.384387] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542b1d72-f1a9-416c-b419-773967302601 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2495.400352] env[62291]: DEBUG nova.scheduler.client.report [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2495.403989] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46ee095-e122-4183-88b6-c4f647b3c656 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2495.429748] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab1ff691-b40d-4834-aa62-794a41dc89ce tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] volume-21be5dce-1fad-4c3d-8f0c-c0f8b89d4c64/volume-21be5dce-1fad-4c3d-8f0c-c0f8b89d4c64.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2495.430573] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-958b9ac7-2015-4330-b12b-73728721df56 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2495.449195] env[62291]: DEBUG oslo_vmware.api [None req-ab1ff691-b40d-4834-aa62-794a41dc89ce tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2495.449195] env[62291]: value = "task-2143848" [ 2495.449195] env[62291]: _type = "Task" [ 2495.449195] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2495.457615] env[62291]: DEBUG oslo_vmware.api [None req-ab1ff691-b40d-4834-aa62-794a41dc89ce tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143848, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2495.589511] env[62291]: DEBUG oslo_vmware.api [None req-ef7401dd-d81d-41d8-ad8c-dce885cbf7e7 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143847, 'name': PowerOffVM_Task, 'duration_secs': 0.192011} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2495.589882] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef7401dd-d81d-41d8-ad8c-dce885cbf7e7 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2495.590071] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-ef7401dd-d81d-41d8-ad8c-dce885cbf7e7 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2495.590336] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56019697-5c81-43c6-9920-9348784e1072 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2495.682520] env[62291]: DEBUG nova.network.neutron [-] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2495.709959] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c7c0a86e-d41c-458f-a243-0880ec30642d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2495.719906] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973e3e61-61a7-40a2-9155-10cc12854426 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2495.748009] env[62291]: DEBUG nova.compute.manager [req-9dfbe594-1ada-418a-ac32-fdf01468d311 req-5f580164-7cc7-4f30-879c-da4645f3ffc4 service nova] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Detach interface failed, port_id=50d3efc8-3879-40d6-bd24-6b5c3a5be2f5, reason: Instance 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb could not be found. {{(pid=62291) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 2495.908519] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.175s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2495.909072] env[62291]: DEBUG nova.compute.manager [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2495.959456] env[62291]: DEBUG oslo_vmware.api [None req-ab1ff691-b40d-4834-aa62-794a41dc89ce tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143848, 'name': ReconfigVM_Task, 'duration_secs': 0.33607} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2495.959729] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab1ff691-b40d-4834-aa62-794a41dc89ce tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Reconfigured VM instance instance-00000072 to attach disk [datastore2] volume-21be5dce-1fad-4c3d-8f0c-c0f8b89d4c64/volume-21be5dce-1fad-4c3d-8f0c-c0f8b89d4c64.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2495.964662] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-87221c94-284a-4e6b-99f9-9942df17739d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2495.980060] env[62291]: DEBUG oslo_vmware.api [None req-ab1ff691-b40d-4834-aa62-794a41dc89ce tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2495.980060] env[62291]: value = "task-2143850" [ 2495.980060] env[62291]: _type = "Task" [ 2495.980060] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2495.987299] env[62291]: DEBUG oslo_vmware.api [None req-ab1ff691-b40d-4834-aa62-794a41dc89ce tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143850, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2496.185623] env[62291]: INFO nova.compute.manager [-] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Took 1.20 seconds to deallocate network for instance. [ 2496.414826] env[62291]: DEBUG nova.compute.utils [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2496.416196] env[62291]: DEBUG nova.compute.manager [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2496.416370] env[62291]: DEBUG nova.network.neutron [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2496.473235] env[62291]: DEBUG nova.policy [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14208e537b2c422692550d8dd0c49b92', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '27985db97fc84c6ca40a85416f94ab35', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2496.488786] env[62291]: DEBUG oslo_vmware.api [None req-ab1ff691-b40d-4834-aa62-794a41dc89ce tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143850, 'name': ReconfigVM_Task, 'duration_secs': 0.142033} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2496.489095] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab1ff691-b40d-4834-aa62-794a41dc89ce tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-438171', 'volume_id': '21be5dce-1fad-4c3d-8f0c-c0f8b89d4c64', 'name': 'volume-21be5dce-1fad-4c3d-8f0c-c0f8b89d4c64', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '2cb7735e-325a-45db-8c6c-a2cd23c1afb7', 'attached_at': '', 'detached_at': '', 'volume_id': '21be5dce-1fad-4c3d-8f0c-c0f8b89d4c64', 'serial': '21be5dce-1fad-4c3d-8f0c-c0f8b89d4c64'} {{(pid=62291) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2496.691765] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6f6e5fe9-19c7-4374-b9ed-da9ed6ea5ec6 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2496.692065] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6f6e5fe9-19c7-4374-b9ed-da9ed6ea5ec6 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2496.692289] env[62291]: DEBUG nova.objects.instance [None req-6f6e5fe9-19c7-4374-b9ed-da9ed6ea5ec6 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lazy-loading 'resources' on Instance uuid 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2496.728473] env[62291]: DEBUG nova.network.neutron [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Successfully created port: d430014a-3cc3-4a7b-b0ca-c6a80bee9d34 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2496.919947] env[62291]: DEBUG nova.compute.manager [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2497.299499] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d64970f8-ea60-41ec-bed0-b6d462f84f99 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2497.307708] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43bfe8bd-d29c-4da4-9e26-a47375be4f23 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2497.338973] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-623b3267-8000-4fc7-b948-83fbfe04123e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2497.346239] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e866bb86-72d8-4671-ade4-062553677c77 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2497.359112] env[62291]: DEBUG nova.compute.provider_tree [None req-6f6e5fe9-19c7-4374-b9ed-da9ed6ea5ec6 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2497.531033] env[62291]: DEBUG nova.objects.instance [None req-ab1ff691-b40d-4834-aa62-794a41dc89ce tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lazy-loading 'flavor' on Instance uuid 2cb7735e-325a-45db-8c6c-a2cd23c1afb7 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2497.862508] env[62291]: DEBUG nova.scheduler.client.report [None req-6f6e5fe9-19c7-4374-b9ed-da9ed6ea5ec6 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2497.929980] env[62291]: DEBUG nova.compute.manager [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2497.955932] env[62291]: DEBUG nova.virt.hardware [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2497.956200] env[62291]: DEBUG nova.virt.hardware [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2497.956362] env[62291]: DEBUG nova.virt.hardware [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2497.956548] env[62291]: DEBUG nova.virt.hardware [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2497.956700] env[62291]: DEBUG nova.virt.hardware [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2497.956876] env[62291]: DEBUG nova.virt.hardware [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2497.957106] env[62291]: DEBUG nova.virt.hardware [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2497.957272] env[62291]: DEBUG nova.virt.hardware [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2497.957443] env[62291]: DEBUG nova.virt.hardware [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2497.957609] env[62291]: DEBUG nova.virt.hardware [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2497.957782] env[62291]: DEBUG nova.virt.hardware [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2497.958641] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059a43a8-cc68-4252-9eb5-8f13f9fe6589 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2497.966554] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2122145e-c8fd-499e-b0bf-ce3e33fc25b1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2498.035896] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ab1ff691-b40d-4834-aa62-794a41dc89ce tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "2cb7735e-325a-45db-8c6c-a2cd23c1afb7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.749s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2498.367495] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6f6e5fe9-19c7-4374-b9ed-da9ed6ea5ec6 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.675s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2498.382604] env[62291]: INFO nova.scheduler.client.report [None req-6f6e5fe9-19c7-4374-b9ed-da9ed6ea5ec6 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Deleted allocations for instance 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb [ 2498.489296] env[62291]: DEBUG nova.compute.manager [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Stashing vm_state: active {{(pid=62291) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 2498.890964] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6f6e5fe9-19c7-4374-b9ed-da9ed6ea5ec6 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "17d1dffb-c87b-4e3f-ba46-14f6198ad1eb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.098s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2499.007718] env[62291]: DEBUG oslo_concurrency.lockutils [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2499.007999] env[62291]: DEBUG oslo_concurrency.lockutils [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2499.254366] env[62291]: DEBUG nova.compute.manager [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Stashing vm_state: active {{(pid=62291) _prep_resize /opt/stack/nova/nova/compute/manager.py:5624}} [ 2499.512718] env[62291]: INFO nova.compute.claims [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2499.773503] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2500.018763] env[62291]: INFO nova.compute.resource_tracker [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Updating resource usage from migration df9e3975-18df-407f-aa74-3badf63c77e9 [ 2500.110268] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545916be-b983-4f2d-94bd-ce2745065c44 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2500.118267] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1739b04-505f-47aa-a45e-7780a3a4dace {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2500.147540] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42dd9665-1e5f-4166-a7e7-dcf3b0b70162 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2500.154039] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6599ec81-462f-4c92-8689-fc9e58e0db34 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2500.166616] env[62291]: DEBUG nova.compute.provider_tree [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2500.669935] env[62291]: DEBUG nova.scheduler.client.report [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2501.175362] env[62291]: DEBUG oslo_concurrency.lockutils [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.167s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2501.175811] env[62291]: INFO nova.compute.manager [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Migrating [ 2501.182657] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.409s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2501.689237] env[62291]: INFO nova.compute.claims [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2501.693470] env[62291]: DEBUG oslo_concurrency.lockutils [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquiring lock "refresh_cache-2cb7735e-325a-45db-8c6c-a2cd23c1afb7" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2501.693760] env[62291]: DEBUG oslo_concurrency.lockutils [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquired lock "refresh_cache-2cb7735e-325a-45db-8c6c-a2cd23c1afb7" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2501.693879] env[62291]: DEBUG nova.network.neutron [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2502.195404] env[62291]: INFO nova.compute.resource_tracker [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Updating resource usage from migration 33f0aa70-cbfe-4f39-a6e5-c59efd8214d6 [ 2502.321265] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac68d7d7-21e9-4bc0-acaa-b364d64e4fbf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2502.331421] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc227bbd-5c75-4f4e-993d-c01deb70bf2f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2502.363307] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f09e844-e26d-4830-9f94-e1bd663bbc5e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2502.370920] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4f7f62-c1b2-4341-8210-2ed646e4697b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2502.385490] env[62291]: DEBUG nova.compute.provider_tree [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2502.437481] env[62291]: DEBUG nova.network.neutron [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Updating instance_info_cache with network_info: [{"id": "49d53335-d37a-47ae-8b0f-f9c626c6d5fe", "address": "fa:16:3e:ac:f0:b8", "network": {"id": "ce85cec1-d2b4-40a2-8f9e-afd8351425e2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-91553824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be147140f7a240be9dd360d0429e4e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49d53335-d3", "ovs_interfaceid": "49d53335-d37a-47ae-8b0f-f9c626c6d5fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2502.521352] env[62291]: DEBUG oslo_concurrency.lockutils [None req-17f8f42f-b18c-4177-9ed6-70afec59d598 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "a06e85bc-af77-404c-a50b-312dd60ae1c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2502.521808] env[62291]: DEBUG oslo_concurrency.lockutils [None req-17f8f42f-b18c-4177-9ed6-70afec59d598 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "a06e85bc-af77-404c-a50b-312dd60ae1c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2502.522121] env[62291]: DEBUG oslo_concurrency.lockutils [None req-17f8f42f-b18c-4177-9ed6-70afec59d598 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "a06e85bc-af77-404c-a50b-312dd60ae1c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2502.522364] env[62291]: DEBUG oslo_concurrency.lockutils [None req-17f8f42f-b18c-4177-9ed6-70afec59d598 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "a06e85bc-af77-404c-a50b-312dd60ae1c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2502.522540] env[62291]: DEBUG oslo_concurrency.lockutils [None req-17f8f42f-b18c-4177-9ed6-70afec59d598 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "a06e85bc-af77-404c-a50b-312dd60ae1c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2502.524845] env[62291]: INFO nova.compute.manager [None req-17f8f42f-b18c-4177-9ed6-70afec59d598 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Terminating instance [ 2502.526667] env[62291]: DEBUG nova.compute.manager [None req-17f8f42f-b18c-4177-9ed6-70afec59d598 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2502.526863] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-17f8f42f-b18c-4177-9ed6-70afec59d598 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2502.527736] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7bdce5a-ea59-4be0-9874-2c2d6838ad86 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2502.535815] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-17f8f42f-b18c-4177-9ed6-70afec59d598 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2502.536064] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dac48e7d-419c-44b8-a95e-c76313e14c39 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2502.542817] env[62291]: DEBUG oslo_vmware.api [None req-17f8f42f-b18c-4177-9ed6-70afec59d598 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2502.542817] env[62291]: value = "task-2143852" [ 2502.542817] env[62291]: _type = "Task" [ 2502.542817] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2502.550885] env[62291]: DEBUG oslo_vmware.api [None req-17f8f42f-b18c-4177-9ed6-70afec59d598 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143852, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2502.888207] env[62291]: DEBUG nova.scheduler.client.report [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2502.940143] env[62291]: DEBUG oslo_concurrency.lockutils [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Releasing lock "refresh_cache-2cb7735e-325a-45db-8c6c-a2cd23c1afb7" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2503.052951] env[62291]: DEBUG oslo_vmware.api [None req-17f8f42f-b18c-4177-9ed6-70afec59d598 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143852, 'name': PowerOffVM_Task, 'duration_secs': 0.19195} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2503.053213] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-17f8f42f-b18c-4177-9ed6-70afec59d598 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2503.053393] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-17f8f42f-b18c-4177-9ed6-70afec59d598 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2503.053721] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-111a0809-2653-4383-8665-57dc0e3544ac {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2503.392737] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.210s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2503.393102] env[62291]: INFO nova.compute.manager [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Migrating [ 2503.907699] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "refresh_cache-e79a8473-eeed-4942-8abf-18070c704db2" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2503.907853] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquired lock "refresh_cache-e79a8473-eeed-4942-8abf-18070c704db2" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2503.908054] env[62291]: DEBUG nova.network.neutron [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2504.453374] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0d91eee-a61b-4114-8c5c-43b327ee03a2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2504.478661] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Updating instance '2cb7735e-325a-45db-8c6c-a2cd23c1afb7' progress to 0 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2504.619249] env[62291]: DEBUG nova.network.neutron [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Updating instance_info_cache with network_info: [{"id": "7d9719f5-523f-4740-95f5-d3d6e4788044", "address": "fa:16:3e:a5:cd:6f", "network": {"id": "c45185d4-152c-49a5-95a1-aabe55d7a656", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1396888570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1553c7ef0e7404cbea3d3a38c0509ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d9719f5-52", "ovs_interfaceid": "7d9719f5-523f-4740-95f5-d3d6e4788044", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2504.881506] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-ef7401dd-d81d-41d8-ad8c-dce885cbf7e7 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2504.881506] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-ef7401dd-d81d-41d8-ad8c-dce885cbf7e7 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2504.881506] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef7401dd-d81d-41d8-ad8c-dce885cbf7e7 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Deleting the datastore file [datastore2] 5fe8ba35-a2d2-450d-b40b-929094ab5a6b {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2504.881807] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c940e3a-1e34-4755-856d-7d2fd6ca6c71 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2504.888197] env[62291]: DEBUG oslo_vmware.api [None req-ef7401dd-d81d-41d8-ad8c-dce885cbf7e7 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for the task: (returnval){ [ 2504.888197] env[62291]: value = "task-2143854" [ 2504.888197] env[62291]: _type = "Task" [ 2504.888197] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2504.895317] env[62291]: DEBUG oslo_vmware.api [None req-ef7401dd-d81d-41d8-ad8c-dce885cbf7e7 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143854, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2504.986815] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2504.988077] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3203a18f-43a9-4066-acd8-e3a8b2eb3eb0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2504.989800] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-17f8f42f-b18c-4177-9ed6-70afec59d598 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2504.989999] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-17f8f42f-b18c-4177-9ed6-70afec59d598 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Deleting contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2504.990192] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-17f8f42f-b18c-4177-9ed6-70afec59d598 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Deleting the datastore file [datastore1] a06e85bc-af77-404c-a50b-312dd60ae1c6 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2504.990434] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-abba1bb4-b1ca-4531-bdd5-9b0767261ccc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2504.997031] env[62291]: DEBUG oslo_vmware.api [None req-17f8f42f-b18c-4177-9ed6-70afec59d598 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for the task: (returnval){ [ 2504.997031] env[62291]: value = "task-2143856" [ 2504.997031] env[62291]: _type = "Task" [ 2504.997031] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2504.998261] env[62291]: DEBUG oslo_vmware.api [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2504.998261] env[62291]: value = "task-2143855" [ 2504.998261] env[62291]: _type = "Task" [ 2504.998261] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2505.008792] env[62291]: DEBUG oslo_vmware.api [None req-17f8f42f-b18c-4177-9ed6-70afec59d598 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143856, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2505.011686] env[62291]: DEBUG oslo_vmware.api [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143855, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2505.122060] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Releasing lock "refresh_cache-e79a8473-eeed-4942-8abf-18070c704db2" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2505.398803] env[62291]: DEBUG oslo_vmware.api [None req-ef7401dd-d81d-41d8-ad8c-dce885cbf7e7 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Task: {'id': task-2143854, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161715} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2505.399077] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef7401dd-d81d-41d8-ad8c-dce885cbf7e7 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2505.399265] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-ef7401dd-d81d-41d8-ad8c-dce885cbf7e7 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2505.399442] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-ef7401dd-d81d-41d8-ad8c-dce885cbf7e7 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2505.399612] env[62291]: INFO nova.compute.manager [None req-ef7401dd-d81d-41d8-ad8c-dce885cbf7e7 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Took 10.34 seconds to destroy the instance on the hypervisor. [ 2505.399854] env[62291]: DEBUG oslo.service.loopingcall [None req-ef7401dd-d81d-41d8-ad8c-dce885cbf7e7 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2505.400055] env[62291]: DEBUG nova.compute.manager [-] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2505.400151] env[62291]: DEBUG nova.network.neutron [-] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2505.510239] env[62291]: DEBUG oslo_vmware.api [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143855, 'name': PowerOffVM_Task, 'duration_secs': 0.182186} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2505.513166] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2505.513361] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Updating instance '2cb7735e-325a-45db-8c6c-a2cd23c1afb7' progress to 17 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2505.520532] env[62291]: DEBUG oslo_vmware.api [None req-17f8f42f-b18c-4177-9ed6-70afec59d598 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Task: {'id': task-2143856, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145261} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2505.520774] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-17f8f42f-b18c-4177-9ed6-70afec59d598 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2505.520960] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-17f8f42f-b18c-4177-9ed6-70afec59d598 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Deleted contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2505.521171] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-17f8f42f-b18c-4177-9ed6-70afec59d598 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2505.521346] env[62291]: INFO nova.compute.manager [None req-17f8f42f-b18c-4177-9ed6-70afec59d598 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Took 2.99 seconds to destroy the instance on the hypervisor. [ 2505.521603] env[62291]: DEBUG oslo.service.loopingcall [None req-17f8f42f-b18c-4177-9ed6-70afec59d598 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2505.521804] env[62291]: DEBUG nova.compute.manager [-] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2505.521898] env[62291]: DEBUG nova.network.neutron [-] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2505.778748] env[62291]: DEBUG nova.compute.manager [req-9a256829-a333-4ddc-9331-1137e2082c75 req-6c349e4f-5920-4dba-9964-ef422996fa57 service nova] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Received event network-vif-deleted-53827931-7653-4cfe-9755-653791c3bd4c {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2505.778849] env[62291]: INFO nova.compute.manager [req-9a256829-a333-4ddc-9331-1137e2082c75 req-6c349e4f-5920-4dba-9964-ef422996fa57 service nova] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Neutron deleted interface 53827931-7653-4cfe-9755-653791c3bd4c; detaching it from the instance and deleting it from the info cache [ 2505.779021] env[62291]: DEBUG nova.network.neutron [req-9a256829-a333-4ddc-9331-1137e2082c75 req-6c349e4f-5920-4dba-9964-ef422996fa57 service nova] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2506.023182] env[62291]: DEBUG nova.virt.hardware [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2506.023408] env[62291]: DEBUG nova.virt.hardware [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2506.023637] env[62291]: DEBUG nova.virt.hardware [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2506.023835] env[62291]: DEBUG nova.virt.hardware [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2506.023986] env[62291]: DEBUG nova.virt.hardware [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2506.024151] env[62291]: DEBUG nova.virt.hardware [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2506.024357] env[62291]: DEBUG nova.virt.hardware [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2506.024532] env[62291]: DEBUG nova.virt.hardware [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2506.024774] env[62291]: DEBUG nova.virt.hardware [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2506.024922] env[62291]: DEBUG nova.virt.hardware [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2506.025116] env[62291]: DEBUG nova.virt.hardware [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2506.032991] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca30bf07-7ee8-47c1-a53b-45e16bd72e96 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2506.055793] env[62291]: DEBUG oslo_vmware.api [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2506.055793] env[62291]: value = "task-2143857" [ 2506.055793] env[62291]: _type = "Task" [ 2506.055793] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2506.064044] env[62291]: DEBUG oslo_vmware.api [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143857, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2506.256108] env[62291]: DEBUG nova.network.neutron [-] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2506.282162] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-23227903-c72b-4564-8031-22268a24559b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2506.285346] env[62291]: DEBUG nova.network.neutron [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Successfully updated port: d430014a-3cc3-4a7b-b0ca-c6a80bee9d34 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2506.293729] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2459a2-56ca-437e-819b-457e818233a4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2506.320354] env[62291]: DEBUG nova.network.neutron [-] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2506.321520] env[62291]: DEBUG nova.compute.manager [req-9a256829-a333-4ddc-9331-1137e2082c75 req-6c349e4f-5920-4dba-9964-ef422996fa57 service nova] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Detach interface failed, port_id=53827931-7653-4cfe-9755-653791c3bd4c, reason: Instance 5fe8ba35-a2d2-450d-b40b-929094ab5a6b could not be found. {{(pid=62291) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 2506.566284] env[62291]: DEBUG oslo_vmware.api [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143857, 'name': ReconfigVM_Task, 'duration_secs': 0.214209} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2506.566598] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Updating instance '2cb7735e-325a-45db-8c6c-a2cd23c1afb7' progress to 33 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2506.636394] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a7be591-6728-401e-8bf4-79686eedb333 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2506.654955] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Updating instance 'e79a8473-eeed-4942-8abf-18070c704db2' progress to 0 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2506.759425] env[62291]: INFO nova.compute.manager [-] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Took 1.36 seconds to deallocate network for instance. [ 2506.788774] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Acquiring lock "refresh_cache-98fc3d25-e332-4511-b932-8ae98d356917" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2506.788921] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Acquired lock "refresh_cache-98fc3d25-e332-4511-b932-8ae98d356917" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2506.789078] env[62291]: DEBUG nova.network.neutron [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2506.822483] env[62291]: INFO nova.compute.manager [-] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Took 1.30 seconds to deallocate network for instance. [ 2507.073349] env[62291]: DEBUG nova.virt.hardware [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2507.073655] env[62291]: DEBUG nova.virt.hardware [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2507.073822] env[62291]: DEBUG nova.virt.hardware [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2507.074013] env[62291]: DEBUG nova.virt.hardware [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2507.074176] env[62291]: DEBUG nova.virt.hardware [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2507.074326] env[62291]: DEBUG nova.virt.hardware [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2507.074534] env[62291]: DEBUG nova.virt.hardware [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2507.074698] env[62291]: DEBUG nova.virt.hardware [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2507.074865] env[62291]: DEBUG nova.virt.hardware [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2507.075037] env[62291]: DEBUG nova.virt.hardware [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2507.075219] env[62291]: DEBUG nova.virt.hardware [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2507.080446] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2507.080746] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5117fdcc-c103-4b3b-a510-64f086b73961 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2507.099864] env[62291]: DEBUG oslo_vmware.api [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2507.099864] env[62291]: value = "task-2143858" [ 2507.099864] env[62291]: _type = "Task" [ 2507.099864] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2507.112449] env[62291]: DEBUG oslo_vmware.api [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143858, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2507.160421] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2507.160742] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6b91699-a3a8-4ced-ab7a-0f518c36739f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2507.167843] env[62291]: DEBUG oslo_vmware.api [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2507.167843] env[62291]: value = "task-2143859" [ 2507.167843] env[62291]: _type = "Task" [ 2507.167843] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2507.177316] env[62291]: DEBUG oslo_vmware.api [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143859, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2507.265817] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ef7401dd-d81d-41d8-ad8c-dce885cbf7e7 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2507.266114] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ef7401dd-d81d-41d8-ad8c-dce885cbf7e7 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2507.266364] env[62291]: DEBUG nova.objects.instance [None req-ef7401dd-d81d-41d8-ad8c-dce885cbf7e7 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lazy-loading 'resources' on Instance uuid 5fe8ba35-a2d2-450d-b40b-929094ab5a6b {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2507.320472] env[62291]: DEBUG nova.network.neutron [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2507.328615] env[62291]: DEBUG oslo_concurrency.lockutils [None req-17f8f42f-b18c-4177-9ed6-70afec59d598 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2507.449972] env[62291]: DEBUG nova.network.neutron [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Updating instance_info_cache with network_info: [{"id": "d430014a-3cc3-4a7b-b0ca-c6a80bee9d34", "address": "fa:16:3e:fb:12:09", "network": {"id": "bd72be7f-d221-4147-ad88-ef62cefcd5aa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1570843996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27985db97fc84c6ca40a85416f94ab35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd430014a-3c", "ovs_interfaceid": "d430014a-3cc3-4a7b-b0ca-c6a80bee9d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2507.612018] env[62291]: DEBUG oslo_vmware.api [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143858, 'name': ReconfigVM_Task, 'duration_secs': 0.202998} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2507.612018] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2507.612018] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff05955d-d6d7-4f0c-bbec-ace0cab47f2d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2507.638976] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 2cb7735e-325a-45db-8c6c-a2cd23c1afb7/2cb7735e-325a-45db-8c6c-a2cd23c1afb7.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2507.639336] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b2b4da4-4053-4b7a-b8cb-1ece115ca0d1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2507.658254] env[62291]: DEBUG oslo_vmware.api [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2507.658254] env[62291]: value = "task-2143860" [ 2507.658254] env[62291]: _type = "Task" [ 2507.658254] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2507.665962] env[62291]: DEBUG oslo_vmware.api [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143860, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2507.676329] env[62291]: DEBUG oslo_vmware.api [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143859, 'name': PowerOffVM_Task, 'duration_secs': 0.206992} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2507.676583] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2507.676767] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Updating instance 'e79a8473-eeed-4942-8abf-18070c704db2' progress to 17 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2507.809842] env[62291]: DEBUG nova.compute.manager [req-cdad0282-56bd-4666-a7b3-3eb695cd87ed req-84a19bdf-cdf4-447d-bed5-26d457df6654 service nova] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Received event network-vif-deleted-7b684d88-3690-41f8-9f73-531945742289 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2507.810199] env[62291]: DEBUG nova.compute.manager [req-cdad0282-56bd-4666-a7b3-3eb695cd87ed req-84a19bdf-cdf4-447d-bed5-26d457df6654 service nova] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Received event network-vif-plugged-d430014a-3cc3-4a7b-b0ca-c6a80bee9d34 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2507.810307] env[62291]: DEBUG oslo_concurrency.lockutils [req-cdad0282-56bd-4666-a7b3-3eb695cd87ed req-84a19bdf-cdf4-447d-bed5-26d457df6654 service nova] Acquiring lock "98fc3d25-e332-4511-b932-8ae98d356917-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2507.810504] env[62291]: DEBUG oslo_concurrency.lockutils [req-cdad0282-56bd-4666-a7b3-3eb695cd87ed req-84a19bdf-cdf4-447d-bed5-26d457df6654 service nova] Lock "98fc3d25-e332-4511-b932-8ae98d356917-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2507.810677] env[62291]: DEBUG oslo_concurrency.lockutils [req-cdad0282-56bd-4666-a7b3-3eb695cd87ed req-84a19bdf-cdf4-447d-bed5-26d457df6654 service nova] Lock "98fc3d25-e332-4511-b932-8ae98d356917-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2507.810858] env[62291]: DEBUG nova.compute.manager [req-cdad0282-56bd-4666-a7b3-3eb695cd87ed req-84a19bdf-cdf4-447d-bed5-26d457df6654 service nova] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] No waiting events found dispatching network-vif-plugged-d430014a-3cc3-4a7b-b0ca-c6a80bee9d34 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2507.811047] env[62291]: WARNING nova.compute.manager [req-cdad0282-56bd-4666-a7b3-3eb695cd87ed req-84a19bdf-cdf4-447d-bed5-26d457df6654 service nova] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Received unexpected event network-vif-plugged-d430014a-3cc3-4a7b-b0ca-c6a80bee9d34 for instance with vm_state building and task_state spawning. [ 2507.811220] env[62291]: DEBUG nova.compute.manager [req-cdad0282-56bd-4666-a7b3-3eb695cd87ed req-84a19bdf-cdf4-447d-bed5-26d457df6654 service nova] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Received event network-changed-d430014a-3cc3-4a7b-b0ca-c6a80bee9d34 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2507.811390] env[62291]: DEBUG nova.compute.manager [req-cdad0282-56bd-4666-a7b3-3eb695cd87ed req-84a19bdf-cdf4-447d-bed5-26d457df6654 service nova] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Refreshing instance network info cache due to event network-changed-d430014a-3cc3-4a7b-b0ca-c6a80bee9d34. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2507.811605] env[62291]: DEBUG oslo_concurrency.lockutils [req-cdad0282-56bd-4666-a7b3-3eb695cd87ed req-84a19bdf-cdf4-447d-bed5-26d457df6654 service nova] Acquiring lock "refresh_cache-98fc3d25-e332-4511-b932-8ae98d356917" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2507.873417] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0567dbd-d038-488e-a29f-5d7441735a39 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2507.881244] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515bec8b-2895-4859-ae5e-fb021f2318e1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2507.913438] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0176ea-568b-4258-bdf1-bfd05461a2c3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2507.920878] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9e85957-e50a-45b8-8363-2860d4ed5be3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2507.934835] env[62291]: DEBUG nova.compute.provider_tree [None req-ef7401dd-d81d-41d8-ad8c-dce885cbf7e7 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2507.952675] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Releasing lock "refresh_cache-98fc3d25-e332-4511-b932-8ae98d356917" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2507.952975] env[62291]: DEBUG nova.compute.manager [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Instance network_info: |[{"id": "d430014a-3cc3-4a7b-b0ca-c6a80bee9d34", "address": "fa:16:3e:fb:12:09", "network": {"id": "bd72be7f-d221-4147-ad88-ef62cefcd5aa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1570843996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27985db97fc84c6ca40a85416f94ab35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd430014a-3c", "ovs_interfaceid": "d430014a-3cc3-4a7b-b0ca-c6a80bee9d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2507.953284] env[62291]: DEBUG oslo_concurrency.lockutils [req-cdad0282-56bd-4666-a7b3-3eb695cd87ed req-84a19bdf-cdf4-447d-bed5-26d457df6654 service nova] Acquired lock "refresh_cache-98fc3d25-e332-4511-b932-8ae98d356917" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2507.953468] env[62291]: DEBUG nova.network.neutron [req-cdad0282-56bd-4666-a7b3-3eb695cd87ed req-84a19bdf-cdf4-447d-bed5-26d457df6654 service nova] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Refreshing network info cache for port d430014a-3cc3-4a7b-b0ca-c6a80bee9d34 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2507.954677] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:12:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '399f3826-705c-45f7-9fe0-3a08a945151a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd430014a-3cc3-4a7b-b0ca-c6a80bee9d34', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2507.961866] env[62291]: DEBUG oslo.service.loopingcall [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2507.962676] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2507.962921] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b923dd5-ae80-44b6-ab96-63a0a3d91f34 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2507.981979] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2507.981979] env[62291]: value = "task-2143861" [ 2507.981979] env[62291]: _type = "Task" [ 2507.981979] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2507.989543] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143861, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2508.169118] env[62291]: DEBUG oslo_vmware.api [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143860, 'name': ReconfigVM_Task, 'duration_secs': 0.287419} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2508.169468] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 2cb7735e-325a-45db-8c6c-a2cd23c1afb7/2cb7735e-325a-45db-8c6c-a2cd23c1afb7.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2508.169802] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Updating instance '2cb7735e-325a-45db-8c6c-a2cd23c1afb7' progress to 50 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2508.183473] env[62291]: DEBUG nova.virt.hardware [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2508.183751] env[62291]: DEBUG nova.virt.hardware [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2508.183917] env[62291]: DEBUG nova.virt.hardware [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2508.184117] env[62291]: DEBUG nova.virt.hardware [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2508.184268] env[62291]: DEBUG nova.virt.hardware [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2508.184414] env[62291]: DEBUG nova.virt.hardware [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2508.184618] env[62291]: DEBUG nova.virt.hardware [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2508.184780] env[62291]: DEBUG nova.virt.hardware [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2508.184952] env[62291]: DEBUG nova.virt.hardware [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2508.185261] env[62291]: DEBUG nova.virt.hardware [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2508.185424] env[62291]: DEBUG nova.virt.hardware [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2508.190383] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71609a2a-7b4d-42d8-bb70-2230d402e491 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2508.206074] env[62291]: DEBUG oslo_vmware.api [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2508.206074] env[62291]: value = "task-2143862" [ 2508.206074] env[62291]: _type = "Task" [ 2508.206074] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2508.214815] env[62291]: DEBUG oslo_vmware.api [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143862, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2508.437652] env[62291]: DEBUG nova.scheduler.client.report [None req-ef7401dd-d81d-41d8-ad8c-dce885cbf7e7 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2508.491894] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143861, 'name': CreateVM_Task, 'duration_secs': 0.376636} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2508.494110] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2508.503989] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2508.504181] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2508.504501] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2508.504766] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd78a04e-a395-4835-bd9a-e7ac6c4ac078 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2508.509479] env[62291]: DEBUG oslo_vmware.api [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the task: (returnval){ [ 2508.509479] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52ac9176-cd79-e80c-ded5-bbdebf22088f" [ 2508.509479] env[62291]: _type = "Task" [ 2508.509479] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2508.516918] env[62291]: DEBUG oslo_vmware.api [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52ac9176-cd79-e80c-ded5-bbdebf22088f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2508.656914] env[62291]: DEBUG nova.network.neutron [req-cdad0282-56bd-4666-a7b3-3eb695cd87ed req-84a19bdf-cdf4-447d-bed5-26d457df6654 service nova] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Updated VIF entry in instance network info cache for port d430014a-3cc3-4a7b-b0ca-c6a80bee9d34. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2508.657320] env[62291]: DEBUG nova.network.neutron [req-cdad0282-56bd-4666-a7b3-3eb695cd87ed req-84a19bdf-cdf4-447d-bed5-26d457df6654 service nova] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Updating instance_info_cache with network_info: [{"id": "d430014a-3cc3-4a7b-b0ca-c6a80bee9d34", "address": "fa:16:3e:fb:12:09", "network": {"id": "bd72be7f-d221-4147-ad88-ef62cefcd5aa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1570843996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27985db97fc84c6ca40a85416f94ab35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd430014a-3c", "ovs_interfaceid": "d430014a-3cc3-4a7b-b0ca-c6a80bee9d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2508.678028] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9a0540-f629-47d4-8839-5f49bac4ebf5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2508.700290] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba3cc1a-a168-4016-91c8-becc644ca0ad {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2508.721147] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Updating instance '2cb7735e-325a-45db-8c6c-a2cd23c1afb7' progress to 67 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2508.732456] env[62291]: DEBUG oslo_vmware.api [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143862, 'name': ReconfigVM_Task, 'duration_secs': 0.172577} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2508.732803] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Updating instance 'e79a8473-eeed-4942-8abf-18070c704db2' progress to 33 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2508.942869] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ef7401dd-d81d-41d8-ad8c-dce885cbf7e7 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.677s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2508.945184] env[62291]: DEBUG oslo_concurrency.lockutils [None req-17f8f42f-b18c-4177-9ed6-70afec59d598 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.617s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2508.945842] env[62291]: DEBUG nova.objects.instance [None req-17f8f42f-b18c-4177-9ed6-70afec59d598 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lazy-loading 'resources' on Instance uuid a06e85bc-af77-404c-a50b-312dd60ae1c6 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2508.960619] env[62291]: INFO nova.scheduler.client.report [None req-ef7401dd-d81d-41d8-ad8c-dce885cbf7e7 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Deleted allocations for instance 5fe8ba35-a2d2-450d-b40b-929094ab5a6b [ 2509.019755] env[62291]: DEBUG oslo_vmware.api [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52ac9176-cd79-e80c-ded5-bbdebf22088f, 'name': SearchDatastore_Task, 'duration_secs': 0.010775} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2509.020079] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2509.020315] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2509.020546] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2509.020696] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2509.020880] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2509.021152] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a9b3005-574d-4b35-a524-b909250616d2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2509.029503] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2509.029677] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2509.030364] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93a33821-653d-4a4b-999a-2dc6b2ee6ff6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2509.035242] env[62291]: DEBUG oslo_vmware.api [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the task: (returnval){ [ 2509.035242] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]524b1d35-88a3-6ab0-f73a-7cf0abaa4761" [ 2509.035242] env[62291]: _type = "Task" [ 2509.035242] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2509.042438] env[62291]: DEBUG oslo_vmware.api [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]524b1d35-88a3-6ab0-f73a-7cf0abaa4761, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2509.160177] env[62291]: DEBUG oslo_concurrency.lockutils [req-cdad0282-56bd-4666-a7b3-3eb695cd87ed req-84a19bdf-cdf4-447d-bed5-26d457df6654 service nova] Releasing lock "refresh_cache-98fc3d25-e332-4511-b932-8ae98d356917" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2509.238116] env[62291]: DEBUG nova.virt.hardware [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2509.238361] env[62291]: DEBUG nova.virt.hardware [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2509.238523] env[62291]: DEBUG nova.virt.hardware [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2509.238707] env[62291]: DEBUG nova.virt.hardware [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2509.238855] env[62291]: DEBUG nova.virt.hardware [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2509.239080] env[62291]: DEBUG nova.virt.hardware [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2509.239250] env[62291]: DEBUG nova.virt.hardware [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2509.239416] env[62291]: DEBUG nova.virt.hardware [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2509.239584] env[62291]: DEBUG nova.virt.hardware [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2509.239750] env[62291]: DEBUG nova.virt.hardware [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2509.239923] env[62291]: DEBUG nova.virt.hardware [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2509.245289] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2509.245751] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f8af6a6-aea4-4eb3-a09e-1bd2b9e29f53 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2509.264541] env[62291]: DEBUG oslo_vmware.api [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2509.264541] env[62291]: value = "task-2143863" [ 2509.264541] env[62291]: _type = "Task" [ 2509.264541] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2509.273022] env[62291]: DEBUG oslo_vmware.api [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143863, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2509.469808] env[62291]: DEBUG oslo_concurrency.lockutils [None req-ef7401dd-d81d-41d8-ad8c-dce885cbf7e7 tempest-AttachInterfacesTestJSON-591920116 tempest-AttachInterfacesTestJSON-591920116-project-member] Lock "5fe8ba35-a2d2-450d-b40b-929094ab5a6b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.412s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2509.545193] env[62291]: DEBUG oslo_vmware.api [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]524b1d35-88a3-6ab0-f73a-7cf0abaa4761, 'name': SearchDatastore_Task, 'duration_secs': 0.007793} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2509.547124] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64840182-e055-4454-bf86-3e906d01f23f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2509.549481] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67e574a5-30b6-4f46-af65-2afd7fef0604 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2509.558515] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43636638-6a1f-4f9e-b35e-61fd16e4d9c0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2509.561486] env[62291]: DEBUG oslo_vmware.api [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the task: (returnval){ [ 2509.561486] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52598cda-3621-9a2f-388c-d9b53f1cde8b" [ 2509.561486] env[62291]: _type = "Task" [ 2509.561486] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2509.588826] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9c2d2c9-43eb-4eb4-b5aa-f3343caac3b7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2509.594138] env[62291]: DEBUG oslo_vmware.api [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52598cda-3621-9a2f-388c-d9b53f1cde8b, 'name': SearchDatastore_Task, 'duration_secs': 0.012042} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2509.594681] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2509.594950] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 98fc3d25-e332-4511-b932-8ae98d356917/98fc3d25-e332-4511-b932-8ae98d356917.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2509.595212] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c7d244e-22ba-4fbe-b77b-97b9c4a0b5f8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2509.599906] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ddf6829-d5b0-458f-b84c-015fa9d1dcbe {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2509.604958] env[62291]: DEBUG oslo_vmware.api [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the task: (returnval){ [ 2509.604958] env[62291]: value = "task-2143864" [ 2509.604958] env[62291]: _type = "Task" [ 2509.604958] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2509.620361] env[62291]: DEBUG nova.compute.provider_tree [None req-17f8f42f-b18c-4177-9ed6-70afec59d598 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2509.627339] env[62291]: DEBUG oslo_vmware.api [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143864, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2509.778070] env[62291]: DEBUG oslo_vmware.api [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143863, 'name': ReconfigVM_Task, 'duration_secs': 0.176554} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2509.778070] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2509.778878] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cafd401-7564-4f2c-b8e3-b60dde14f261 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2509.803220] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] e79a8473-eeed-4942-8abf-18070c704db2/e79a8473-eeed-4942-8abf-18070c704db2.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2509.803624] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35b1004b-c6ce-424a-8c28-fb00ec13970a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2509.824710] env[62291]: DEBUG oslo_vmware.api [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2509.824710] env[62291]: value = "task-2143865" [ 2509.824710] env[62291]: _type = "Task" [ 2509.824710] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2509.836957] env[62291]: DEBUG oslo_vmware.api [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143865, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2510.115807] env[62291]: DEBUG oslo_vmware.api [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143864, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442137} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2510.116153] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 98fc3d25-e332-4511-b932-8ae98d356917/98fc3d25-e332-4511-b932-8ae98d356917.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2510.116422] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2510.116712] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-33cc3862-be2b-4c08-96b1-cdbd06432759 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2510.123670] env[62291]: DEBUG nova.scheduler.client.report [None req-17f8f42f-b18c-4177-9ed6-70afec59d598 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2510.127504] env[62291]: DEBUG oslo_vmware.api [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the task: (returnval){ [ 2510.127504] env[62291]: value = "task-2143866" [ 2510.127504] env[62291]: _type = "Task" [ 2510.127504] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2510.135943] env[62291]: DEBUG oslo_vmware.api [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143866, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2510.335043] env[62291]: DEBUG oslo_vmware.api [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143865, 'name': ReconfigVM_Task, 'duration_secs': 0.372872} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2510.335339] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Reconfigured VM instance instance-00000073 to attach disk [datastore2] e79a8473-eeed-4942-8abf-18070c704db2/e79a8473-eeed-4942-8abf-18070c704db2.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2510.335606] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Updating instance 'e79a8473-eeed-4942-8abf-18070c704db2' progress to 50 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2510.629021] env[62291]: DEBUG oslo_concurrency.lockutils [None req-17f8f42f-b18c-4177-9ed6-70afec59d598 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.684s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2510.639910] env[62291]: DEBUG oslo_vmware.api [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143866, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064396} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2510.640201] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2510.640960] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad74dedd-5555-48a8-82c8-48c6924d7034 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2510.664431] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 98fc3d25-e332-4511-b932-8ae98d356917/98fc3d25-e332-4511-b932-8ae98d356917.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2510.665527] env[62291]: INFO nova.scheduler.client.report [None req-17f8f42f-b18c-4177-9ed6-70afec59d598 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Deleted allocations for instance a06e85bc-af77-404c-a50b-312dd60ae1c6 [ 2510.669238] env[62291]: DEBUG nova.network.neutron [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Port 49d53335-d37a-47ae-8b0f-f9c626c6d5fe binding to destination host cpu-1 is already ACTIVE {{(pid=62291) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 2510.669238] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b5319a5-c609-4614-a91e-d5c2326fac5d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2510.701757] env[62291]: DEBUG oslo_vmware.api [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the task: (returnval){ [ 2510.701757] env[62291]: value = "task-2143867" [ 2510.701757] env[62291]: _type = "Task" [ 2510.701757] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2510.712109] env[62291]: DEBUG oslo_vmware.api [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143867, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2510.842718] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22d9b656-1c50-451d-8a46-72ee34167ce1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2510.862806] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b7951d9-1b53-4fa9-a52c-af9c0e22a748 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2510.883197] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Updating instance 'e79a8473-eeed-4942-8abf-18070c704db2' progress to 67 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2511.207380] env[62291]: DEBUG oslo_concurrency.lockutils [None req-17f8f42f-b18c-4177-9ed6-70afec59d598 tempest-ServerActionsTestOtherA-268486499 tempest-ServerActionsTestOtherA-268486499-project-member] Lock "a06e85bc-af77-404c-a50b-312dd60ae1c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.685s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2511.221022] env[62291]: DEBUG oslo_concurrency.lockutils [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquiring lock "2cb7735e-325a-45db-8c6c-a2cd23c1afb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2511.221022] env[62291]: DEBUG oslo_concurrency.lockutils [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "2cb7735e-325a-45db-8c6c-a2cd23c1afb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2511.221022] env[62291]: DEBUG oslo_concurrency.lockutils [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "2cb7735e-325a-45db-8c6c-a2cd23c1afb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2511.224980] env[62291]: DEBUG oslo_vmware.api [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143867, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2511.458501] env[62291]: DEBUG nova.network.neutron [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Port 7d9719f5-523f-4740-95f5-d3d6e4788044 binding to destination host cpu-1 is already ACTIVE {{(pid=62291) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 2511.724306] env[62291]: DEBUG oslo_vmware.api [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143867, 'name': ReconfigVM_Task, 'duration_secs': 0.7601} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2511.727993] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 98fc3d25-e332-4511-b932-8ae98d356917/98fc3d25-e332-4511-b932-8ae98d356917.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2511.727993] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2c7ab5f-9e9f-4b94-87ab-78a8c0833bec {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2511.733653] env[62291]: DEBUG oslo_vmware.api [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the task: (returnval){ [ 2511.733653] env[62291]: value = "task-2143868" [ 2511.733653] env[62291]: _type = "Task" [ 2511.733653] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2511.755300] env[62291]: DEBUG oslo_vmware.api [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143868, 'name': Rename_Task} progress is 10%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2512.245867] env[62291]: DEBUG oslo_vmware.api [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143868, 'name': Rename_Task, 'duration_secs': 0.136334} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2512.246217] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2512.246418] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-319e0e0f-bd4d-4369-8124-42b9244c607e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2512.252645] env[62291]: DEBUG oslo_vmware.api [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the task: (returnval){ [ 2512.252645] env[62291]: value = "task-2143869" [ 2512.252645] env[62291]: _type = "Task" [ 2512.252645] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2512.261141] env[62291]: DEBUG oslo_vmware.api [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143869, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2512.275312] env[62291]: DEBUG oslo_concurrency.lockutils [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquiring lock "refresh_cache-2cb7735e-325a-45db-8c6c-a2cd23c1afb7" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2512.275486] env[62291]: DEBUG oslo_concurrency.lockutils [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquired lock "refresh_cache-2cb7735e-325a-45db-8c6c-a2cd23c1afb7" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2512.275666] env[62291]: DEBUG nova.network.neutron [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2512.485046] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "e79a8473-eeed-4942-8abf-18070c704db2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2512.485046] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "e79a8473-eeed-4942-8abf-18070c704db2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2512.485046] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "e79a8473-eeed-4942-8abf-18070c704db2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2512.763844] env[62291]: DEBUG oslo_vmware.api [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143869, 'name': PowerOnVM_Task, 'duration_secs': 0.498045} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2512.764154] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2512.764365] env[62291]: INFO nova.compute.manager [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Took 14.83 seconds to spawn the instance on the hypervisor. [ 2512.764542] env[62291]: DEBUG nova.compute.manager [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2512.765317] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240e5a6c-e2c7-4303-a854-00dd43b5aa23 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2513.060504] env[62291]: DEBUG nova.network.neutron [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Updating instance_info_cache with network_info: [{"id": "49d53335-d37a-47ae-8b0f-f9c626c6d5fe", "address": "fa:16:3e:ac:f0:b8", "network": {"id": "ce85cec1-d2b4-40a2-8f9e-afd8351425e2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-91553824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be147140f7a240be9dd360d0429e4e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49d53335-d3", "ovs_interfaceid": "49d53335-d37a-47ae-8b0f-f9c626c6d5fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2513.287772] env[62291]: INFO nova.compute.manager [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Took 22.80 seconds to build instance. [ 2513.551848] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "refresh_cache-e79a8473-eeed-4942-8abf-18070c704db2" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2513.552089] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquired lock "refresh_cache-e79a8473-eeed-4942-8abf-18070c704db2" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2513.552719] env[62291]: DEBUG nova.network.neutron [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2513.563284] env[62291]: DEBUG oslo_concurrency.lockutils [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Releasing lock "refresh_cache-2cb7735e-325a-45db-8c6c-a2cd23c1afb7" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2513.791085] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fd84674e-deb4-44ff-9736-4c66b47574e3 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lock "98fc3d25-e332-4511-b932-8ae98d356917" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.307s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2513.817291] env[62291]: DEBUG nova.compute.manager [req-d1f4a7b1-2229-4d99-be01-ae83ac350ded req-6504703a-816a-446e-ad4c-603512d4a7cd service nova] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Received event network-changed-d430014a-3cc3-4a7b-b0ca-c6a80bee9d34 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2513.817493] env[62291]: DEBUG nova.compute.manager [req-d1f4a7b1-2229-4d99-be01-ae83ac350ded req-6504703a-816a-446e-ad4c-603512d4a7cd service nova] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Refreshing instance network info cache due to event network-changed-d430014a-3cc3-4a7b-b0ca-c6a80bee9d34. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2513.817702] env[62291]: DEBUG oslo_concurrency.lockutils [req-d1f4a7b1-2229-4d99-be01-ae83ac350ded req-6504703a-816a-446e-ad4c-603512d4a7cd service nova] Acquiring lock "refresh_cache-98fc3d25-e332-4511-b932-8ae98d356917" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2513.817849] env[62291]: DEBUG oslo_concurrency.lockutils [req-d1f4a7b1-2229-4d99-be01-ae83ac350ded req-6504703a-816a-446e-ad4c-603512d4a7cd service nova] Acquired lock "refresh_cache-98fc3d25-e332-4511-b932-8ae98d356917" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2513.818092] env[62291]: DEBUG nova.network.neutron [req-d1f4a7b1-2229-4d99-be01-ae83ac350ded req-6504703a-816a-446e-ad4c-603512d4a7cd service nova] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Refreshing network info cache for port d430014a-3cc3-4a7b-b0ca-c6a80bee9d34 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2513.884422] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Acquiring lock "9cb670a0-1e83-4b76-a48f-eb627b25e53d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2513.884769] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Lock "9cb670a0-1e83-4b76-a48f-eb627b25e53d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2514.084046] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1950bb-0658-44e6-9f3c-884d921172b4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2514.096022] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a480814-644d-4b5c-8c16-a7ad24835fe4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2514.387386] env[62291]: DEBUG nova.compute.manager [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2514.411405] env[62291]: DEBUG nova.network.neutron [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Updating instance_info_cache with network_info: [{"id": "7d9719f5-523f-4740-95f5-d3d6e4788044", "address": "fa:16:3e:a5:cd:6f", "network": {"id": "c45185d4-152c-49a5-95a1-aabe55d7a656", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1396888570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1553c7ef0e7404cbea3d3a38c0509ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d9719f5-52", "ovs_interfaceid": "7d9719f5-523f-4740-95f5-d3d6e4788044", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2514.582718] env[62291]: DEBUG nova.network.neutron [req-d1f4a7b1-2229-4d99-be01-ae83ac350ded req-6504703a-816a-446e-ad4c-603512d4a7cd service nova] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Updated VIF entry in instance network info cache for port d430014a-3cc3-4a7b-b0ca-c6a80bee9d34. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2514.582718] env[62291]: DEBUG nova.network.neutron [req-d1f4a7b1-2229-4d99-be01-ae83ac350ded req-6504703a-816a-446e-ad4c-603512d4a7cd service nova] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Updating instance_info_cache with network_info: [{"id": "d430014a-3cc3-4a7b-b0ca-c6a80bee9d34", "address": "fa:16:3e:fb:12:09", "network": {"id": "bd72be7f-d221-4147-ad88-ef62cefcd5aa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1570843996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27985db97fc84c6ca40a85416f94ab35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd430014a-3c", "ovs_interfaceid": "d430014a-3cc3-4a7b-b0ca-c6a80bee9d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2514.914293] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2514.914293] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2514.914293] env[62291]: INFO nova.compute.claims [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2514.918562] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Releasing lock "refresh_cache-e79a8473-eeed-4942-8abf-18070c704db2" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2515.085906] env[62291]: DEBUG oslo_concurrency.lockutils [req-d1f4a7b1-2229-4d99-be01-ae83ac350ded req-6504703a-816a-446e-ad4c-603512d4a7cd service nova] Releasing lock "refresh_cache-98fc3d25-e332-4511-b932-8ae98d356917" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2515.225436] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9949eb6-8147-4d21-b169-20be79c3a0df {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2515.248737] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e730dffa-6d3b-47d2-a6f6-f5bfbd8f5e95 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2515.256367] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Updating instance '2cb7735e-325a-45db-8c6c-a2cd23c1afb7' progress to 83 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2515.449054] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f450b0d7-2707-4abe-90c1-be15a90057b5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2515.473689] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95404444-9d70-48b2-905b-83bde55c9861 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2515.480264] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Updating instance 'e79a8473-eeed-4942-8abf-18070c704db2' progress to 83 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2515.763102] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2515.763102] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88d51548-8664-4519-b095-74feec8bdaf7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2515.770769] env[62291]: DEBUG oslo_vmware.api [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2515.770769] env[62291]: value = "task-2143870" [ 2515.770769] env[62291]: _type = "Task" [ 2515.770769] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2515.779155] env[62291]: DEBUG oslo_vmware.api [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143870, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2515.987763] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2515.987763] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-595cefbc-d982-4b2e-9c62-21b369fd8371 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2515.997970] env[62291]: DEBUG oslo_vmware.api [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2515.997970] env[62291]: value = "task-2143871" [ 2515.997970] env[62291]: _type = "Task" [ 2515.997970] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2516.012567] env[62291]: DEBUG oslo_vmware.api [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143871, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2516.052556] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befd9c21-923b-4db2-b328-d231d51da060 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2516.064532] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc314810-b7fa-4697-a4bc-985b2b4ee1ab {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2516.097566] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5590c7a2-0d18-4449-aa3a-c0e903000391 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2516.105454] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7b0bbd-4b79-4173-a74d-ede47ff0df9a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2516.119911] env[62291]: DEBUG nova.compute.provider_tree [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2516.281567] env[62291]: DEBUG oslo_vmware.api [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143870, 'name': PowerOnVM_Task, 'duration_secs': 0.462194} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2516.281909] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2516.282110] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-976e6f94-8ca4-4b66-ad7e-b5455799f4c9 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Updating instance '2cb7735e-325a-45db-8c6c-a2cd23c1afb7' progress to 100 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2516.509122] env[62291]: DEBUG oslo_vmware.api [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143871, 'name': PowerOnVM_Task, 'duration_secs': 0.441865} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2516.512287] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2516.512287] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6283089d-6107-44a7-a031-000e0c49cb4f tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Updating instance 'e79a8473-eeed-4942-8abf-18070c704db2' progress to 100 {{(pid=62291) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 2516.624215] env[62291]: DEBUG nova.scheduler.client.report [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2516.856938] env[62291]: DEBUG oslo_concurrency.lockutils [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Acquiring lock "fdd79f68-7d77-4dd5-a3cb-5b241a6f3837" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2516.857396] env[62291]: DEBUG oslo_concurrency.lockutils [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Lock "fdd79f68-7d77-4dd5-a3cb-5b241a6f3837" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2517.128412] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.218s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2517.128923] env[62291]: DEBUG nova.compute.manager [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2517.359995] env[62291]: DEBUG nova.compute.manager [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2517.633407] env[62291]: DEBUG nova.compute.utils [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2517.634898] env[62291]: DEBUG nova.compute.manager [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Not allocating networking since 'none' was specified. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1977}} [ 2517.886074] env[62291]: DEBUG oslo_concurrency.lockutils [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2517.886361] env[62291]: DEBUG oslo_concurrency.lockutils [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2517.888032] env[62291]: INFO nova.compute.claims [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2518.135940] env[62291]: DEBUG nova.compute.manager [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2518.613206] env[62291]: DEBUG nova.network.neutron [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Port 49d53335-d37a-47ae-8b0f-f9c626c6d5fe binding to destination host cpu-1 is already ACTIVE {{(pid=62291) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 2518.613495] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquiring lock "refresh_cache-2cb7735e-325a-45db-8c6c-a2cd23c1afb7" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2518.613650] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquired lock "refresh_cache-2cb7735e-325a-45db-8c6c-a2cd23c1afb7" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2518.613968] env[62291]: DEBUG nova.network.neutron [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2519.010792] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-498406bb-1e24-4269-90e8-93a9de9f3f6e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2519.019720] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7175bc-689a-4723-8e6b-d94258431058 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2519.050632] env[62291]: DEBUG nova.network.neutron [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Port 7d9719f5-523f-4740-95f5-d3d6e4788044 binding to destination host cpu-1 is already ACTIVE {{(pid=62291) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3171}} [ 2519.051020] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "refresh_cache-e79a8473-eeed-4942-8abf-18070c704db2" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2519.051074] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquired lock "refresh_cache-e79a8473-eeed-4942-8abf-18070c704db2" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2519.051225] env[62291]: DEBUG nova.network.neutron [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2519.053037] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a8d238-4006-4dae-8284-56bb5fe14604 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2519.061783] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a33943b-f8e1-48cc-b5f2-01eea6480bd9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2519.076043] env[62291]: DEBUG nova.compute.provider_tree [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2519.144616] env[62291]: DEBUG nova.compute.manager [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2519.172012] env[62291]: DEBUG nova.virt.hardware [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2519.172294] env[62291]: DEBUG nova.virt.hardware [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2519.172452] env[62291]: DEBUG nova.virt.hardware [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2519.172632] env[62291]: DEBUG nova.virt.hardware [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2519.172779] env[62291]: DEBUG nova.virt.hardware [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2519.172928] env[62291]: DEBUG nova.virt.hardware [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2519.173168] env[62291]: DEBUG nova.virt.hardware [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2519.173332] env[62291]: DEBUG nova.virt.hardware [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2519.173497] env[62291]: DEBUG nova.virt.hardware [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2519.173660] env[62291]: DEBUG nova.virt.hardware [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2519.173862] env[62291]: DEBUG nova.virt.hardware [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2519.174736] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679d62d7-03e7-4feb-b8d0-003c02555798 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2519.182414] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2fe0ad-4382-4b43-af6a-c14227f66d87 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2519.197884] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Instance VIF info [] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2519.203417] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Creating folder: Project (4f47b18844884455a1aca5f0dc126bcc). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2519.203779] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7bd93dc5-4c09-451f-ace6-b32ddb14eed4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2519.214184] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Created folder: Project (4f47b18844884455a1aca5f0dc126bcc) in parent group-v437896. [ 2519.214382] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Creating folder: Instances. Parent ref: group-v438173. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2519.214625] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc8d8f96-4149-45c6-8d8a-56896322e1c3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2519.224447] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Created folder: Instances in parent group-v438173. [ 2519.224447] env[62291]: DEBUG oslo.service.loopingcall [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2519.224592] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2519.224829] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1371678-37c4-4622-809b-fddb41d3e22c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2519.241804] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2519.241804] env[62291]: value = "task-2143874" [ 2519.241804] env[62291]: _type = "Task" [ 2519.241804] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2519.252468] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143874, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2519.342273] env[62291]: DEBUG nova.network.neutron [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Updating instance_info_cache with network_info: [{"id": "49d53335-d37a-47ae-8b0f-f9c626c6d5fe", "address": "fa:16:3e:ac:f0:b8", "network": {"id": "ce85cec1-d2b4-40a2-8f9e-afd8351425e2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-91553824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be147140f7a240be9dd360d0429e4e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49d53335-d3", "ovs_interfaceid": "49d53335-d37a-47ae-8b0f-f9c626c6d5fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2519.578839] env[62291]: DEBUG nova.scheduler.client.report [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2519.753582] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143874, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2519.787298] env[62291]: DEBUG nova.network.neutron [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Updating instance_info_cache with network_info: [{"id": "7d9719f5-523f-4740-95f5-d3d6e4788044", "address": "fa:16:3e:a5:cd:6f", "network": {"id": "c45185d4-152c-49a5-95a1-aabe55d7a656", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1396888570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1553c7ef0e7404cbea3d3a38c0509ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d9719f5-52", "ovs_interfaceid": "7d9719f5-523f-4740-95f5-d3d6e4788044", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2519.844781] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Releasing lock "refresh_cache-2cb7735e-325a-45db-8c6c-a2cd23c1afb7" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2520.083843] env[62291]: DEBUG oslo_concurrency.lockutils [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.197s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2520.084507] env[62291]: DEBUG nova.compute.manager [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2520.254125] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143874, 'name': CreateVM_Task, 'duration_secs': 0.683391} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2520.254299] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2520.254731] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2520.254921] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2520.255261] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2520.255516] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-001be9eb-c3b4-428b-923b-86c6f731480e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2520.260073] env[62291]: DEBUG oslo_vmware.api [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Waiting for the task: (returnval){ [ 2520.260073] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52041614-6f36-bc2e-4146-a173434ff26a" [ 2520.260073] env[62291]: _type = "Task" [ 2520.260073] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2520.267590] env[62291]: DEBUG oslo_vmware.api [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52041614-6f36-bc2e-4146-a173434ff26a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2520.290316] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Releasing lock "refresh_cache-e79a8473-eeed-4942-8abf-18070c704db2" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2520.348343] env[62291]: DEBUG nova.compute.manager [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62291) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:897}} [ 2520.591102] env[62291]: DEBUG nova.compute.utils [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2520.592703] env[62291]: DEBUG nova.compute.manager [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2520.592851] env[62291]: DEBUG nova.network.neutron [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2520.631122] env[62291]: DEBUG nova.policy [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd1bf7d6d41e740c78db72477e4b19bb5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc0759ebd9154974b6f4bf40600397f5', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2520.770908] env[62291]: DEBUG oslo_vmware.api [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52041614-6f36-bc2e-4146-a173434ff26a, 'name': SearchDatastore_Task, 'duration_secs': 0.009628} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2520.770908] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2520.771104] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2520.771282] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2520.771430] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2520.771611] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2520.771878] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-489e67c4-0599-4ae8-adff-e70daacc006b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2520.781020] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2520.781020] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2520.781020] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-655eb932-6026-436e-bc28-8a2fd4ee714d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2520.785905] env[62291]: DEBUG oslo_vmware.api [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Waiting for the task: (returnval){ [ 2520.785905] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]521c718f-8781-bff0-9f2c-34e30982a6c3" [ 2520.785905] env[62291]: _type = "Task" [ 2520.785905] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2520.794802] env[62291]: DEBUG oslo_vmware.api [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]521c718f-8781-bff0-9f2c-34e30982a6c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2520.796539] env[62291]: DEBUG nova.compute.manager [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62291) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:897}} [ 2520.796753] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2520.797061] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2520.900629] env[62291]: DEBUG nova.network.neutron [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Successfully created port: 2e9b348b-d74b-4387-8e65-f24f53c3ccdd {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2521.096186] env[62291]: DEBUG nova.compute.manager [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2521.297067] env[62291]: DEBUG oslo_vmware.api [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]521c718f-8781-bff0-9f2c-34e30982a6c3, 'name': SearchDatastore_Task, 'duration_secs': 0.010959} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2521.297537] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8096e62-d82a-487c-bed6-28b9b5a261db {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2521.299928] env[62291]: DEBUG nova.objects.instance [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lazy-loading 'migration_context' on Instance uuid e79a8473-eeed-4942-8abf-18070c704db2 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2521.304611] env[62291]: DEBUG oslo_vmware.api [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Waiting for the task: (returnval){ [ 2521.304611] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52077cab-01c6-5200-094d-66a4413e201d" [ 2521.304611] env[62291]: _type = "Task" [ 2521.304611] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2521.311537] env[62291]: DEBUG oslo_vmware.api [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52077cab-01c6-5200-094d-66a4413e201d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2521.449512] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2521.614119] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2521.814551] env[62291]: DEBUG oslo_vmware.api [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52077cab-01c6-5200-094d-66a4413e201d, 'name': SearchDatastore_Task, 'duration_secs': 0.042133} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2521.814863] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2521.815183] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 9cb670a0-1e83-4b76-a48f-eb627b25e53d/9cb670a0-1e83-4b76-a48f-eb627b25e53d.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2521.815487] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-972886bf-d8af-4f3c-823e-1435744ce270 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2521.822946] env[62291]: DEBUG oslo_vmware.api [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Waiting for the task: (returnval){ [ 2521.822946] env[62291]: value = "task-2143875" [ 2521.822946] env[62291]: _type = "Task" [ 2521.822946] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2521.833399] env[62291]: DEBUG oslo_vmware.api [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Task: {'id': task-2143875, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2521.919797] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ceea60-6a2f-4c08-8b3a-48320229de17 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2521.926455] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cc8aaf0-9680-4089-8dea-f2db388fb3ba {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2521.957380] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-944071fb-99a6-4e1a-942b-fd991fed960b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2521.965363] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2d1ca8-5164-4ca9-af46-441a1c329901 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2521.979425] env[62291]: DEBUG nova.compute.provider_tree [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2522.106697] env[62291]: DEBUG nova.compute.manager [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2522.136022] env[62291]: DEBUG nova.virt.hardware [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2522.136355] env[62291]: DEBUG nova.virt.hardware [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2522.136519] env[62291]: DEBUG nova.virt.hardware [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2522.136703] env[62291]: DEBUG nova.virt.hardware [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2522.136882] env[62291]: DEBUG nova.virt.hardware [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2522.137068] env[62291]: DEBUG nova.virt.hardware [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2522.137290] env[62291]: DEBUG nova.virt.hardware [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2522.137452] env[62291]: DEBUG nova.virt.hardware [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2522.137624] env[62291]: DEBUG nova.virt.hardware [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2522.137794] env[62291]: DEBUG nova.virt.hardware [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2522.137975] env[62291]: DEBUG nova.virt.hardware [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2522.138878] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad294e8-59be-40bf-980f-62c83ae9e9df {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2522.148832] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e984df-00c8-4655-9518-1b8aea4f9bf9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2522.335146] env[62291]: DEBUG oslo_vmware.api [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Task: {'id': task-2143875, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.432361} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2522.335362] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] 9cb670a0-1e83-4b76-a48f-eb627b25e53d/9cb670a0-1e83-4b76-a48f-eb627b25e53d.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2522.335572] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2522.335828] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-411419c3-bd98-4c13-ad68-8646f430ae54 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2522.342172] env[62291]: DEBUG oslo_vmware.api [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Waiting for the task: (returnval){ [ 2522.342172] env[62291]: value = "task-2143876" [ 2522.342172] env[62291]: _type = "Task" [ 2522.342172] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2522.349087] env[62291]: DEBUG oslo_vmware.api [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Task: {'id': task-2143876, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2522.482463] env[62291]: DEBUG nova.scheduler.client.report [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2522.614704] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2522.853173] env[62291]: DEBUG oslo_vmware.api [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Task: {'id': task-2143876, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076527} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2522.853587] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2522.854460] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62969b15-e402-464a-a82e-579c9c737d6b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2522.874436] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 9cb670a0-1e83-4b76-a48f-eb627b25e53d/9cb670a0-1e83-4b76-a48f-eb627b25e53d.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2522.874708] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35525241-5bec-4b01-9cc2-bf10c6388892 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2522.896067] env[62291]: DEBUG oslo_vmware.api [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Waiting for the task: (returnval){ [ 2522.896067] env[62291]: value = "task-2143877" [ 2522.896067] env[62291]: _type = "Task" [ 2522.896067] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2522.904137] env[62291]: DEBUG oslo_vmware.api [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Task: {'id': task-2143877, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2523.117582] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2523.407026] env[62291]: DEBUG oslo_vmware.api [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Task: {'id': task-2143877, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2523.493064] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.696s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2523.499212] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 2.050s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2523.907595] env[62291]: DEBUG oslo_vmware.api [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Task: {'id': task-2143877, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2524.006774] env[62291]: DEBUG nova.objects.instance [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lazy-loading 'migration_context' on Instance uuid 2cb7735e-325a-45db-8c6c-a2cd23c1afb7 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2524.407648] env[62291]: DEBUG oslo_vmware.api [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Task: {'id': task-2143877, 'name': ReconfigVM_Task, 'duration_secs': 1.018271} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2524.407932] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 9cb670a0-1e83-4b76-a48f-eb627b25e53d/9cb670a0-1e83-4b76-a48f-eb627b25e53d.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2524.408548] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-402e6672-f833-4074-bc0a-5620cbff63bc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2524.414691] env[62291]: DEBUG oslo_vmware.api [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Waiting for the task: (returnval){ [ 2524.414691] env[62291]: value = "task-2143878" [ 2524.414691] env[62291]: _type = "Task" [ 2524.414691] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2524.423049] env[62291]: DEBUG oslo_vmware.api [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Task: {'id': task-2143878, 'name': Rename_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2524.604644] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed25f71-5919-4fc4-ac8f-67dfa3bb1c3c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2524.611973] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2cc034-c39a-4fc2-aa36-c0857b017cd4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2524.642846] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb715d4f-915a-4b2d-b8de-9443ee0339d1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2524.649967] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2ba962-cd37-4367-98b7-fd16be8135b1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2524.663558] env[62291]: DEBUG nova.compute.provider_tree [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2524.843985] env[62291]: DEBUG nova.compute.manager [req-0560e376-5cea-428a-ae91-e76e1160aed8 req-a161e16f-e3bd-4297-bef1-ee0cd84c4ded service nova] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Received event network-vif-plugged-2e9b348b-d74b-4387-8e65-f24f53c3ccdd {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2524.844229] env[62291]: DEBUG oslo_concurrency.lockutils [req-0560e376-5cea-428a-ae91-e76e1160aed8 req-a161e16f-e3bd-4297-bef1-ee0cd84c4ded service nova] Acquiring lock "fdd79f68-7d77-4dd5-a3cb-5b241a6f3837-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2524.844862] env[62291]: DEBUG oslo_concurrency.lockutils [req-0560e376-5cea-428a-ae91-e76e1160aed8 req-a161e16f-e3bd-4297-bef1-ee0cd84c4ded service nova] Lock "fdd79f68-7d77-4dd5-a3cb-5b241a6f3837-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2524.845079] env[62291]: DEBUG oslo_concurrency.lockutils [req-0560e376-5cea-428a-ae91-e76e1160aed8 req-a161e16f-e3bd-4297-bef1-ee0cd84c4ded service nova] Lock "fdd79f68-7d77-4dd5-a3cb-5b241a6f3837-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2524.845263] env[62291]: DEBUG nova.compute.manager [req-0560e376-5cea-428a-ae91-e76e1160aed8 req-a161e16f-e3bd-4297-bef1-ee0cd84c4ded service nova] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] No waiting events found dispatching network-vif-plugged-2e9b348b-d74b-4387-8e65-f24f53c3ccdd {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2524.845435] env[62291]: WARNING nova.compute.manager [req-0560e376-5cea-428a-ae91-e76e1160aed8 req-a161e16f-e3bd-4297-bef1-ee0cd84c4ded service nova] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Received unexpected event network-vif-plugged-2e9b348b-d74b-4387-8e65-f24f53c3ccdd for instance with vm_state building and task_state spawning. [ 2524.925643] env[62291]: DEBUG oslo_vmware.api [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Task: {'id': task-2143878, 'name': Rename_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2524.955218] env[62291]: DEBUG nova.network.neutron [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Successfully updated port: 2e9b348b-d74b-4387-8e65-f24f53c3ccdd {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2525.038889] env[62291]: INFO nova.compute.manager [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Swapping old allocation on dict_keys(['142b9caf-95b8-4f05-a0ca-6a285ed758e8']) held by migration 33f0aa70-cbfe-4f39-a6e5-c59efd8214d6 for instance [ 2525.061024] env[62291]: DEBUG nova.scheduler.client.report [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Overwriting current allocation {'allocations': {'142b9caf-95b8-4f05-a0ca-6a285ed758e8': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 165}}, 'project_id': 'b1553c7ef0e7404cbea3d3a38c0509ec', 'user_id': '5fe33626fdb54f419c3ae46a09b42af7', 'consumer_generation': 1} on consumer e79a8473-eeed-4942-8abf-18070c704db2 {{(pid=62291) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 2525.142074] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "refresh_cache-e79a8473-eeed-4942-8abf-18070c704db2" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2525.142295] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquired lock "refresh_cache-e79a8473-eeed-4942-8abf-18070c704db2" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2525.142478] env[62291]: DEBUG nova.network.neutron [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2525.166274] env[62291]: DEBUG nova.scheduler.client.report [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2525.425948] env[62291]: DEBUG oslo_vmware.api [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Task: {'id': task-2143878, 'name': Rename_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2525.458144] env[62291]: DEBUG oslo_concurrency.lockutils [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Acquiring lock "refresh_cache-fdd79f68-7d77-4dd5-a3cb-5b241a6f3837" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2525.458386] env[62291]: DEBUG oslo_concurrency.lockutils [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Acquired lock "refresh_cache-fdd79f68-7d77-4dd5-a3cb-5b241a6f3837" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2525.458488] env[62291]: DEBUG nova.network.neutron [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2525.928936] env[62291]: DEBUG oslo_vmware.api [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Task: {'id': task-2143878, 'name': Rename_Task, 'duration_secs': 1.154125} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2525.929343] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2525.929643] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63d62806-5e4f-40e7-95a8-e1df69b764f1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2525.937042] env[62291]: DEBUG oslo_vmware.api [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Waiting for the task: (returnval){ [ 2525.937042] env[62291]: value = "task-2143879" [ 2525.937042] env[62291]: _type = "Task" [ 2525.937042] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2525.945419] env[62291]: DEBUG oslo_vmware.api [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Task: {'id': task-2143879, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2526.000771] env[62291]: DEBUG nova.network.neutron [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2526.178775] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.680s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2526.184673] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.067s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2526.184787] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2526.184934] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62291) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2526.187697] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fdceade-ee55-4165-bd5f-f2dd4155bd4b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2526.204524] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368738ae-4123-4ce1-9f5d-d3eb868bd664 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2526.220462] env[62291]: DEBUG nova.network.neutron [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Updating instance_info_cache with network_info: [{"id": "7d9719f5-523f-4740-95f5-d3d6e4788044", "address": "fa:16:3e:a5:cd:6f", "network": {"id": "c45185d4-152c-49a5-95a1-aabe55d7a656", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1396888570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1553c7ef0e7404cbea3d3a38c0509ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7d9719f5-52", "ovs_interfaceid": "7d9719f5-523f-4740-95f5-d3d6e4788044", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2526.222051] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432cef6a-35dd-4078-a658-c51462923774 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2526.225019] env[62291]: DEBUG nova.network.neutron [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Updating instance_info_cache with network_info: [{"id": "2e9b348b-d74b-4387-8e65-f24f53c3ccdd", "address": "fa:16:3e:5d:2f:4f", "network": {"id": "15306d88-81b7-4a53-9010-adb846c4f951", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1681667205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc0759ebd9154974b6f4bf40600397f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e9b348b-d7", "ovs_interfaceid": "2e9b348b-d74b-4387-8e65-f24f53c3ccdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2526.231147] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2aec556-f6a9-4f16-bfc7-f101bf419acf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2526.262446] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179207MB free_disk=175GB free_vcpus=48 pci_devices=None {{(pid=62291) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2526.262599] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2526.262776] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2526.446615] env[62291]: DEBUG oslo_vmware.api [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Task: {'id': task-2143879, 'name': PowerOnVM_Task, 'duration_secs': 0.416086} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2526.446915] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2526.447122] env[62291]: INFO nova.compute.manager [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Took 7.30 seconds to spawn the instance on the hypervisor. [ 2526.447305] env[62291]: DEBUG nova.compute.manager [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2526.448064] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d17094d-438b-4a04-9874-a6332a90a481 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2526.727854] env[62291]: DEBUG oslo_concurrency.lockutils [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Releasing lock "refresh_cache-e79a8473-eeed-4942-8abf-18070c704db2" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2526.727854] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2526.728231] env[62291]: DEBUG oslo_concurrency.lockutils [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Releasing lock "refresh_cache-fdd79f68-7d77-4dd5-a3cb-5b241a6f3837" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2526.728494] env[62291]: DEBUG nova.compute.manager [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Instance network_info: |[{"id": "2e9b348b-d74b-4387-8e65-f24f53c3ccdd", "address": "fa:16:3e:5d:2f:4f", "network": {"id": "15306d88-81b7-4a53-9010-adb846c4f951", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1681667205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc0759ebd9154974b6f4bf40600397f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e9b348b-d7", "ovs_interfaceid": "2e9b348b-d74b-4387-8e65-f24f53c3ccdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2526.728740] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6553ebe-d46c-44a8-ace9-549cf7e0202a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2526.730594] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:2f:4f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '04ebd8af-aaf6-4d04-b869-3882e2571ed7', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e9b348b-d74b-4387-8e65-f24f53c3ccdd', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2526.737901] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Creating folder: Project (cc0759ebd9154974b6f4bf40600397f5). Parent ref: group-v437896. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2526.738149] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-740fd98d-bae3-4d74-a154-5eb3fc78d6ad {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2526.747567] env[62291]: DEBUG oslo_vmware.api [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2526.747567] env[62291]: value = "task-2143880" [ 2526.747567] env[62291]: _type = "Task" [ 2526.747567] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2526.753536] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Created folder: Project (cc0759ebd9154974b6f4bf40600397f5) in parent group-v437896. [ 2526.753536] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Creating folder: Instances. Parent ref: group-v438176. {{(pid=62291) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 2526.756860] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71dc9722-8853-4fa3-8b3a-688cc3e1fc08 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2526.758438] env[62291]: DEBUG oslo_vmware.api [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143880, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2526.770929] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Created folder: Instances in parent group-v438176. [ 2526.771191] env[62291]: DEBUG oslo.service.loopingcall [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2526.771586] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2526.771799] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4ffb28d-e958-44b1-97f3-d4407eb7eaf2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2526.793311] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2526.793311] env[62291]: value = "task-2143883" [ 2526.793311] env[62291]: _type = "Task" [ 2526.793311] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2526.800940] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143883, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2526.878187] env[62291]: DEBUG nova.compute.manager [req-ae29d992-a2fd-4cca-9256-0cd0e7b12f19 req-b66e0672-2ff2-4ead-b59c-b168dd6ecc41 service nova] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Received event network-changed-2e9b348b-d74b-4387-8e65-f24f53c3ccdd {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2526.878365] env[62291]: DEBUG nova.compute.manager [req-ae29d992-a2fd-4cca-9256-0cd0e7b12f19 req-b66e0672-2ff2-4ead-b59c-b168dd6ecc41 service nova] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Refreshing instance network info cache due to event network-changed-2e9b348b-d74b-4387-8e65-f24f53c3ccdd. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2526.878598] env[62291]: DEBUG oslo_concurrency.lockutils [req-ae29d992-a2fd-4cca-9256-0cd0e7b12f19 req-b66e0672-2ff2-4ead-b59c-b168dd6ecc41 service nova] Acquiring lock "refresh_cache-fdd79f68-7d77-4dd5-a3cb-5b241a6f3837" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2526.878723] env[62291]: DEBUG oslo_concurrency.lockutils [req-ae29d992-a2fd-4cca-9256-0cd0e7b12f19 req-b66e0672-2ff2-4ead-b59c-b168dd6ecc41 service nova] Acquired lock "refresh_cache-fdd79f68-7d77-4dd5-a3cb-5b241a6f3837" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2526.878883] env[62291]: DEBUG nova.network.neutron [req-ae29d992-a2fd-4cca-9256-0cd0e7b12f19 req-b66e0672-2ff2-4ead-b59c-b168dd6ecc41 service nova] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Refreshing network info cache for port 2e9b348b-d74b-4387-8e65-f24f53c3ccdd {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2526.963505] env[62291]: INFO nova.compute.manager [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Took 12.07 seconds to build instance. [ 2527.259314] env[62291]: DEBUG oslo_vmware.api [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143880, 'name': PowerOffVM_Task, 'duration_secs': 0.215293} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2527.259606] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2527.260322] env[62291]: DEBUG nova.virt.hardware [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2527.260558] env[62291]: DEBUG nova.virt.hardware [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2527.260717] env[62291]: DEBUG nova.virt.hardware [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2527.260899] env[62291]: DEBUG nova.virt.hardware [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2527.261061] env[62291]: DEBUG nova.virt.hardware [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2527.261215] env[62291]: DEBUG nova.virt.hardware [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2527.261421] env[62291]: DEBUG nova.virt.hardware [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2527.261581] env[62291]: DEBUG nova.virt.hardware [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2527.261747] env[62291]: DEBUG nova.virt.hardware [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2527.261909] env[62291]: DEBUG nova.virt.hardware [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2527.262101] env[62291]: DEBUG nova.virt.hardware [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2527.267757] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21c68517-596d-4a56-b0ba-ead22a8bb928 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2527.287428] env[62291]: DEBUG oslo_vmware.api [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2527.287428] env[62291]: value = "task-2143884" [ 2527.287428] env[62291]: _type = "Task" [ 2527.287428] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2527.300231] env[62291]: DEBUG oslo_vmware.api [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143884, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2527.306288] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143883, 'name': CreateVM_Task, 'duration_secs': 0.492887} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2527.307339] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance cb7a8bc2-0580-45f0-871d-9d63420a8c7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2527.307487] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 98fc3d25-e332-4511-b932-8ae98d356917 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2527.308889] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2527.309439] env[62291]: DEBUG oslo_concurrency.lockutils [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2527.309645] env[62291]: DEBUG oslo_concurrency.lockutils [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2527.310710] env[62291]: DEBUG oslo_concurrency.lockutils [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2527.310710] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db2ca31d-7d45-4537-98ea-63c1781555c9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2527.315536] env[62291]: DEBUG oslo_vmware.api [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Waiting for the task: (returnval){ [ 2527.315536] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52b5be68-fee1-aa6c-c213-e4e65bc3daa7" [ 2527.315536] env[62291]: _type = "Task" [ 2527.315536] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2527.324488] env[62291]: DEBUG oslo_vmware.api [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52b5be68-fee1-aa6c-c213-e4e65bc3daa7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2527.465160] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a2647273-e3b2-4a53-9636-884b924e9635 tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Lock "9cb670a0-1e83-4b76-a48f-eb627b25e53d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.580s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2527.585425] env[62291]: DEBUG nova.network.neutron [req-ae29d992-a2fd-4cca-9256-0cd0e7b12f19 req-b66e0672-2ff2-4ead-b59c-b168dd6ecc41 service nova] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Updated VIF entry in instance network info cache for port 2e9b348b-d74b-4387-8e65-f24f53c3ccdd. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2527.585834] env[62291]: DEBUG nova.network.neutron [req-ae29d992-a2fd-4cca-9256-0cd0e7b12f19 req-b66e0672-2ff2-4ead-b59c-b168dd6ecc41 service nova] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Updating instance_info_cache with network_info: [{"id": "2e9b348b-d74b-4387-8e65-f24f53c3ccdd", "address": "fa:16:3e:5d:2f:4f", "network": {"id": "15306d88-81b7-4a53-9010-adb846c4f951", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1681667205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc0759ebd9154974b6f4bf40600397f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e9b348b-d7", "ovs_interfaceid": "2e9b348b-d74b-4387-8e65-f24f53c3ccdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2527.720420] env[62291]: INFO nova.compute.manager [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Swapping old allocation on dict_keys(['142b9caf-95b8-4f05-a0ca-6a285ed758e8']) held by migration df9e3975-18df-407f-aa74-3badf63c77e9 for instance [ 2527.740857] env[62291]: DEBUG nova.scheduler.client.report [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Overwriting current allocation {'allocations': {'142b9caf-95b8-4f05-a0ca-6a285ed758e8': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 166}}, 'project_id': 'be147140f7a240be9dd360d0429e4e8c', 'user_id': 'ecfa153e5163422db7674f451b6b3e04', 'consumer_generation': 1} on consumer 2cb7735e-325a-45db-8c6c-a2cd23c1afb7 {{(pid=62291) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 2527.798435] env[62291]: DEBUG oslo_vmware.api [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143884, 'name': ReconfigVM_Task, 'duration_secs': 0.170255} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2527.800080] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc48dba4-caa3-4c0f-9757-0279d5e42ef5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2527.817721] env[62291]: INFO nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance df9e3975-18df-407f-aa74-3badf63c77e9 has allocations against this compute host but is not found in the database. [ 2527.817879] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 2cb7735e-325a-45db-8c6c-a2cd23c1afb7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2527.818014] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance e79a8473-eeed-4942-8abf-18070c704db2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2527.818140] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 9cb670a0-1e83-4b76-a48f-eb627b25e53d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2527.818253] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance fdd79f68-7d77-4dd5-a3cb-5b241a6f3837 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2527.818432] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2527.818567] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2527.821405] env[62291]: DEBUG nova.virt.hardware [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2527.821628] env[62291]: DEBUG nova.virt.hardware [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2527.821787] env[62291]: DEBUG nova.virt.hardware [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2527.822012] env[62291]: DEBUG nova.virt.hardware [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2527.822178] env[62291]: DEBUG nova.virt.hardware [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2527.822330] env[62291]: DEBUG nova.virt.hardware [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2527.822533] env[62291]: DEBUG nova.virt.hardware [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2527.822691] env[62291]: DEBUG nova.virt.hardware [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2527.822856] env[62291]: DEBUG nova.virt.hardware [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2527.823031] env[62291]: DEBUG nova.virt.hardware [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2527.823209] env[62291]: DEBUG nova.virt.hardware [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2527.824848] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquiring lock "refresh_cache-2cb7735e-325a-45db-8c6c-a2cd23c1afb7" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2527.825039] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquired lock "refresh_cache-2cb7735e-325a-45db-8c6c-a2cd23c1afb7" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2527.825228] env[62291]: DEBUG nova.network.neutron [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2527.829069] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84189545-1f5b-484c-b6e2-64722c467c73 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2527.837978] env[62291]: DEBUG oslo_vmware.api [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52b5be68-fee1-aa6c-c213-e4e65bc3daa7, 'name': SearchDatastore_Task, 'duration_secs': 0.00928} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2527.841795] env[62291]: DEBUG oslo_concurrency.lockutils [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2527.841795] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2527.842060] env[62291]: DEBUG oslo_concurrency.lockutils [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2527.842218] env[62291]: DEBUG oslo_concurrency.lockutils [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2527.842399] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2527.842718] env[62291]: DEBUG oslo_vmware.api [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2527.842718] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52d165bd-72e9-7cab-8a0d-677a2a41cbd7" [ 2527.842718] env[62291]: _type = "Task" [ 2527.842718] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2527.843330] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62df7c50-808d-49dc-b80a-dc4cff3622b7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2527.853975] env[62291]: DEBUG oslo_vmware.api [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52d165bd-72e9-7cab-8a0d-677a2a41cbd7, 'name': SearchDatastore_Task, 'duration_secs': 0.00757} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2527.862064] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Reconfiguring VM instance instance-00000073 to detach disk 2000 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2527.862613] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2527.862788] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2527.863670] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7082df7c-a525-4bd4-98ee-a0b456cc51f1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2527.876255] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7965107-75a4-4c20-bfdd-d65d3339f4ef {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2527.881041] env[62291]: INFO nova.compute.manager [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Rebuilding instance [ 2527.886310] env[62291]: DEBUG oslo_vmware.api [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Waiting for the task: (returnval){ [ 2527.886310] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5298c2e8-fc76-e1f7-2077-60cefdd1c4ea" [ 2527.886310] env[62291]: _type = "Task" [ 2527.886310] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2527.891100] env[62291]: DEBUG oslo_vmware.api [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2527.891100] env[62291]: value = "task-2143885" [ 2527.891100] env[62291]: _type = "Task" [ 2527.891100] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2527.900944] env[62291]: DEBUG oslo_vmware.api [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5298c2e8-fc76-e1f7-2077-60cefdd1c4ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2527.905857] env[62291]: DEBUG oslo_vmware.api [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143885, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2527.926865] env[62291]: DEBUG nova.compute.manager [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2527.927254] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da443a0-2a25-4b99-a227-0fa456dcac17 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2527.932976] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe933783-0855-4842-937f-07cb657fca1c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2527.943071] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a2f250-f2b6-4f47-9cb5-1aa90ae4ecd4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2527.973489] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c93f247-82fc-4702-b01a-8f9a201f540e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2527.981380] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea47586c-2a64-4704-aa81-782f76be1f4e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2527.996283] env[62291]: DEBUG nova.compute.provider_tree [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2528.088506] env[62291]: DEBUG oslo_concurrency.lockutils [req-ae29d992-a2fd-4cca-9256-0cd0e7b12f19 req-b66e0672-2ff2-4ead-b59c-b168dd6ecc41 service nova] Releasing lock "refresh_cache-fdd79f68-7d77-4dd5-a3cb-5b241a6f3837" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2528.398624] env[62291]: DEBUG oslo_vmware.api [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5298c2e8-fc76-e1f7-2077-60cefdd1c4ea, 'name': SearchDatastore_Task, 'duration_secs': 0.010382} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2528.399803] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46070e48-6d58-4d71-a26c-2beac7513395 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2528.404973] env[62291]: DEBUG oslo_vmware.api [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143885, 'name': ReconfigVM_Task, 'duration_secs': 0.178802} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2528.405559] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Reconfigured VM instance instance-00000073 to detach disk 2000 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2528.406286] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67db3294-7eec-4d4a-9a2d-38e4143d4d12 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2528.409402] env[62291]: DEBUG oslo_vmware.api [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Waiting for the task: (returnval){ [ 2528.409402] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5222ac98-260f-c613-6ac8-b5406c1a1e76" [ 2528.409402] env[62291]: _type = "Task" [ 2528.409402] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2528.429541] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] e79a8473-eeed-4942-8abf-18070c704db2/e79a8473-eeed-4942-8abf-18070c704db2.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2528.432102] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-175bfdfd-9d33-4e47-9f00-7196c5d50e40 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2528.448991] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2528.449698] env[62291]: DEBUG oslo_vmware.api [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5222ac98-260f-c613-6ac8-b5406c1a1e76, 'name': SearchDatastore_Task, 'duration_secs': 0.009371} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2528.449965] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e067757-0c52-498f-9a73-c94efee8ea26 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2528.451833] env[62291]: DEBUG oslo_concurrency.lockutils [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2528.452111] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] fdd79f68-7d77-4dd5-a3cb-5b241a6f3837/fdd79f68-7d77-4dd5-a3cb-5b241a6f3837.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2528.452376] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d0859bac-1f02-4f57-a048-6b2e096c4ec2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2528.457026] env[62291]: DEBUG oslo_vmware.api [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2528.457026] env[62291]: value = "task-2143886" [ 2528.457026] env[62291]: _type = "Task" [ 2528.457026] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2528.461664] env[62291]: DEBUG oslo_vmware.api [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Waiting for the task: (returnval){ [ 2528.461664] env[62291]: value = "task-2143888" [ 2528.461664] env[62291]: _type = "Task" [ 2528.461664] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2528.461903] env[62291]: DEBUG oslo_vmware.api [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Waiting for the task: (returnval){ [ 2528.461903] env[62291]: value = "task-2143887" [ 2528.461903] env[62291]: _type = "Task" [ 2528.461903] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2528.471042] env[62291]: DEBUG oslo_vmware.api [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143886, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2528.476380] env[62291]: DEBUG oslo_vmware.api [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Task: {'id': task-2143887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2528.476684] env[62291]: DEBUG oslo_vmware.api [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Task: {'id': task-2143888, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2528.498991] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2528.623773] env[62291]: DEBUG nova.network.neutron [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Updating instance_info_cache with network_info: [{"id": "49d53335-d37a-47ae-8b0f-f9c626c6d5fe", "address": "fa:16:3e:ac:f0:b8", "network": {"id": "ce85cec1-d2b4-40a2-8f9e-afd8351425e2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-91553824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be147140f7a240be9dd360d0429e4e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49d53335-d3", "ovs_interfaceid": "49d53335-d37a-47ae-8b0f-f9c626c6d5fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2528.971246] env[62291]: DEBUG oslo_vmware.api [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143886, 'name': ReconfigVM_Task, 'duration_secs': 0.363043} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2528.972106] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Reconfigured VM instance instance-00000073 to attach disk [datastore2] e79a8473-eeed-4942-8abf-18070c704db2/e79a8473-eeed-4942-8abf-18070c704db2.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2528.972895] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfbadf67-7e26-43d2-bb35-705afb50aea6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2528.980493] env[62291]: DEBUG oslo_vmware.api [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Task: {'id': task-2143888, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513716} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2528.980710] env[62291]: DEBUG oslo_vmware.api [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Task: {'id': task-2143887, 'name': PowerOffVM_Task, 'duration_secs': 0.190777} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2528.981257] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] fdd79f68-7d77-4dd5-a3cb-5b241a6f3837/fdd79f68-7d77-4dd5-a3cb-5b241a6f3837.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2528.981473] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2528.981726] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2528.981974] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2528.982232] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b9992d10-8dde-4ff6-8d45-abb5e711ffcd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2528.984303] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e7e79c-efc9-46a4-afd9-83ccf1dcf209 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2529.000764] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d278ddfb-ea78-40d6-99ef-2dd8a94c7a08 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2529.005881] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62291) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2529.006156] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.743s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2529.006563] env[62291]: DEBUG oslo_vmware.api [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Waiting for the task: (returnval){ [ 2529.006563] env[62291]: value = "task-2143889" [ 2529.006563] env[62291]: _type = "Task" [ 2529.006563] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2529.006905] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2529.007804] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d567cd32-c799-4141-bff6-1b061f3dc809 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2529.027101] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c288bf-f1bd-4d1f-8c33-696556b30333 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2529.031975] env[62291]: DEBUG oslo_vmware.api [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Task: {'id': task-2143889, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2529.048921] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c8b976-c550-4de2-b5ab-cd9ca8a81fee {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2529.051747] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2529.051953] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2529.052151] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Deleting the datastore file [datastore2] 9cb670a0-1e83-4b76-a48f-eb627b25e53d {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2529.052391] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a40a4ea-e38a-4211-b5c0-bb9e0477f755 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2529.058254] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2529.059335] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1872e11e-874c-4663-af6d-3b66af5c3ca1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2529.060991] env[62291]: DEBUG oslo_vmware.api [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Waiting for the task: (returnval){ [ 2529.060991] env[62291]: value = "task-2143891" [ 2529.060991] env[62291]: _type = "Task" [ 2529.060991] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2529.064966] env[62291]: DEBUG oslo_vmware.api [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2529.064966] env[62291]: value = "task-2143892" [ 2529.064966] env[62291]: _type = "Task" [ 2529.064966] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2529.070726] env[62291]: DEBUG oslo_vmware.api [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Task: {'id': task-2143891, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2529.074926] env[62291]: DEBUG oslo_vmware.api [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143892, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2529.126889] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Releasing lock "refresh_cache-2cb7735e-325a-45db-8c6c-a2cd23c1afb7" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2529.127869] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac04c9f-e79a-47e0-a700-8a4eee9f4913 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2529.134835] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e7af26-0251-45a8-b3b8-e8a491b555ee {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2529.519076] env[62291]: DEBUG oslo_vmware.api [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Task: {'id': task-2143889, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060327} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2529.519384] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2529.520098] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b68fb9c-8ab7-44b4-8ceb-f135f16b78a0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2529.541411] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] fdd79f68-7d77-4dd5-a3cb-5b241a6f3837/fdd79f68-7d77-4dd5-a3cb-5b241a6f3837.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2529.541551] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1d24a1c-63f4-42ed-a46b-ff6c515bfa89 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2529.561416] env[62291]: DEBUG oslo_vmware.api [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Waiting for the task: (returnval){ [ 2529.561416] env[62291]: value = "task-2143893" [ 2529.561416] env[62291]: _type = "Task" [ 2529.561416] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2529.572721] env[62291]: DEBUG oslo_vmware.api [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Task: {'id': task-2143891, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.162525} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2529.575985] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2529.576172] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2529.576389] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2529.579260] env[62291]: DEBUG oslo_vmware.api [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Task: {'id': task-2143893, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2529.582896] env[62291]: DEBUG oslo_vmware.api [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143892, 'name': PowerOnVM_Task, 'duration_secs': 0.371608} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2529.583392] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2530.002687] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2530.002909] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2530.003070] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Starting heal instance info cache {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 2530.070800] env[62291]: DEBUG oslo_vmware.api [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Task: {'id': task-2143893, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2530.219240] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2530.219529] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9ee07209-cc1a-474e-b295-d7df5963b56c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2530.227142] env[62291]: DEBUG oslo_vmware.api [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2530.227142] env[62291]: value = "task-2143894" [ 2530.227142] env[62291]: _type = "Task" [ 2530.227142] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2530.234954] env[62291]: DEBUG oslo_vmware.api [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143894, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2530.572086] env[62291]: DEBUG oslo_vmware.api [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Task: {'id': task-2143893, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2530.592765] env[62291]: INFO nova.compute.manager [None req-f08eebb5-7b00-4756-ab2a-54bf03e2df92 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Updating instance to original state: 'active' [ 2530.615881] env[62291]: DEBUG nova.virt.hardware [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2530.616161] env[62291]: DEBUG nova.virt.hardware [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2530.616339] env[62291]: DEBUG nova.virt.hardware [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2530.616536] env[62291]: DEBUG nova.virt.hardware [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2530.616688] env[62291]: DEBUG nova.virt.hardware [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2530.616868] env[62291]: DEBUG nova.virt.hardware [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2530.617095] env[62291]: DEBUG nova.virt.hardware [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2530.617276] env[62291]: DEBUG nova.virt.hardware [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2530.617456] env[62291]: DEBUG nova.virt.hardware [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2530.617626] env[62291]: DEBUG nova.virt.hardware [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2530.617817] env[62291]: DEBUG nova.virt.hardware [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2530.618715] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7fbaf35-31f5-46e5-8ff3-bb5ed191de0f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2530.626765] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04f9ada9-13e0-436a-b0b2-689a07328dd6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2530.642695] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Instance VIF info [] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2530.648356] env[62291]: DEBUG oslo.service.loopingcall [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2530.648851] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2530.649101] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b2091cb-7bb5-49a6-bdd7-d0b33dcad2a3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2530.667223] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2530.667223] env[62291]: value = "task-2143895" [ 2530.667223] env[62291]: _type = "Task" [ 2530.667223] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2530.675396] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143895, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2530.737204] env[62291]: DEBUG oslo_vmware.api [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143894, 'name': PowerOffVM_Task, 'duration_secs': 0.176364} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2530.737499] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2530.738203] env[62291]: DEBUG nova.virt.hardware [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2530.738444] env[62291]: DEBUG nova.virt.hardware [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2530.738623] env[62291]: DEBUG nova.virt.hardware [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2530.738814] env[62291]: DEBUG nova.virt.hardware [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2530.738976] env[62291]: DEBUG nova.virt.hardware [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2530.739155] env[62291]: DEBUG nova.virt.hardware [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2530.739363] env[62291]: DEBUG nova.virt.hardware [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2530.739528] env[62291]: DEBUG nova.virt.hardware [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2530.739692] env[62291]: DEBUG nova.virt.hardware [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2530.739871] env[62291]: DEBUG nova.virt.hardware [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2530.740055] env[62291]: DEBUG nova.virt.hardware [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2530.745148] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9637ad1-7d0a-416d-89cd-9d7c0d24ad48 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2530.760543] env[62291]: DEBUG oslo_vmware.api [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2530.760543] env[62291]: value = "task-2143896" [ 2530.760543] env[62291]: _type = "Task" [ 2530.760543] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2530.768382] env[62291]: DEBUG oslo_vmware.api [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143896, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2531.073458] env[62291]: DEBUG oslo_vmware.api [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Task: {'id': task-2143893, 'name': ReconfigVM_Task, 'duration_secs': 1.12755} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2531.073458] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Reconfigured VM instance instance-00000076 to attach disk [datastore2] fdd79f68-7d77-4dd5-a3cb-5b241a6f3837/fdd79f68-7d77-4dd5-a3cb-5b241a6f3837.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2531.073866] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c592a9d3-7709-4fd7-acc1-e83d4466928c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2531.079966] env[62291]: DEBUG oslo_vmware.api [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Waiting for the task: (returnval){ [ 2531.079966] env[62291]: value = "task-2143897" [ 2531.079966] env[62291]: _type = "Task" [ 2531.079966] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2531.087783] env[62291]: DEBUG oslo_vmware.api [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Task: {'id': task-2143897, 'name': Rename_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2531.178278] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143895, 'name': CreateVM_Task, 'duration_secs': 0.283914} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2531.178456] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2531.178886] env[62291]: DEBUG oslo_concurrency.lockutils [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2531.179090] env[62291]: DEBUG oslo_concurrency.lockutils [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2531.179406] env[62291]: DEBUG oslo_concurrency.lockutils [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2531.179903] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38f645b2-73e8-4146-b313-ae47be013fc2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2531.185065] env[62291]: DEBUG oslo_vmware.api [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Waiting for the task: (returnval){ [ 2531.185065] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]522137f2-f286-147b-7e6f-a7b0ae8ad524" [ 2531.185065] env[62291]: _type = "Task" [ 2531.185065] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2531.192830] env[62291]: DEBUG oslo_vmware.api [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]522137f2-f286-147b-7e6f-a7b0ae8ad524, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2531.269969] env[62291]: DEBUG oslo_vmware.api [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143896, 'name': ReconfigVM_Task, 'duration_secs': 0.14486} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2531.270796] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f06a1d9-0d71-4e34-9ff7-61090555de45 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2531.291367] env[62291]: DEBUG nova.virt.hardware [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2531.291617] env[62291]: DEBUG nova.virt.hardware [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2531.291806] env[62291]: DEBUG nova.virt.hardware [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2531.292028] env[62291]: DEBUG nova.virt.hardware [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2531.292189] env[62291]: DEBUG nova.virt.hardware [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2531.292340] env[62291]: DEBUG nova.virt.hardware [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2531.292551] env[62291]: DEBUG nova.virt.hardware [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2531.292712] env[62291]: DEBUG nova.virt.hardware [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2531.292882] env[62291]: DEBUG nova.virt.hardware [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2531.293061] env[62291]: DEBUG nova.virt.hardware [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2531.293244] env[62291]: DEBUG nova.virt.hardware [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2531.294409] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f36f91d3-a023-4711-bdd3-dd103f3dda02 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2531.299835] env[62291]: DEBUG oslo_vmware.api [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2531.299835] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]528dc5e2-e27e-e6d5-b204-fd9d55dc0a50" [ 2531.299835] env[62291]: _type = "Task" [ 2531.299835] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2531.309480] env[62291]: DEBUG oslo_vmware.api [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]528dc5e2-e27e-e6d5-b204-fd9d55dc0a50, 'name': SearchDatastore_Task, 'duration_secs': 0.007684} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2531.314689] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2531.315239] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b416f6a-0900-4969-93e8-155884287e12 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2531.332670] env[62291]: DEBUG oslo_vmware.api [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2531.332670] env[62291]: value = "task-2143898" [ 2531.332670] env[62291]: _type = "Task" [ 2531.332670] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2531.341674] env[62291]: DEBUG oslo_vmware.api [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143898, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2531.589802] env[62291]: DEBUG oslo_vmware.api [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Task: {'id': task-2143897, 'name': Rename_Task, 'duration_secs': 0.128919} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2531.590189] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2531.590401] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19ab3186-56e4-4186-9f5b-7a20ada81339 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2531.599623] env[62291]: DEBUG oslo_vmware.api [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Waiting for the task: (returnval){ [ 2531.599623] env[62291]: value = "task-2143899" [ 2531.599623] env[62291]: _type = "Task" [ 2531.599623] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2531.609671] env[62291]: DEBUG oslo_vmware.api [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Task: {'id': task-2143899, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2531.665325] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e65057c8-8ca4-4595-8d83-c2f902c0fcf6 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "e79a8473-eeed-4942-8abf-18070c704db2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2531.665628] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e65057c8-8ca4-4595-8d83-c2f902c0fcf6 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "e79a8473-eeed-4942-8abf-18070c704db2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2531.665881] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e65057c8-8ca4-4595-8d83-c2f902c0fcf6 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "e79a8473-eeed-4942-8abf-18070c704db2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2531.666111] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e65057c8-8ca4-4595-8d83-c2f902c0fcf6 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "e79a8473-eeed-4942-8abf-18070c704db2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2531.666332] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e65057c8-8ca4-4595-8d83-c2f902c0fcf6 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "e79a8473-eeed-4942-8abf-18070c704db2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2531.668656] env[62291]: INFO nova.compute.manager [None req-e65057c8-8ca4-4595-8d83-c2f902c0fcf6 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Terminating instance [ 2531.670592] env[62291]: DEBUG nova.compute.manager [None req-e65057c8-8ca4-4595-8d83-c2f902c0fcf6 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2531.670785] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e65057c8-8ca4-4595-8d83-c2f902c0fcf6 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2531.671666] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a11d0b9-8fe6-4eb5-8f4c-7b47ba5e1424 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2531.680840] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-e65057c8-8ca4-4595-8d83-c2f902c0fcf6 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2531.681155] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ecfb2c8f-7151-469d-a2d6-8045dc4a5900 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2531.687465] env[62291]: DEBUG oslo_vmware.api [None req-e65057c8-8ca4-4595-8d83-c2f902c0fcf6 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2531.687465] env[62291]: value = "task-2143900" [ 2531.687465] env[62291]: _type = "Task" [ 2531.687465] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2531.698920] env[62291]: DEBUG oslo_vmware.api [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]522137f2-f286-147b-7e6f-a7b0ae8ad524, 'name': SearchDatastore_Task, 'duration_secs': 0.008985} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2531.701916] env[62291]: DEBUG oslo_concurrency.lockutils [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2531.702192] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2531.702407] env[62291]: DEBUG oslo_concurrency.lockutils [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2531.702554] env[62291]: DEBUG oslo_concurrency.lockutils [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2531.702732] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2531.702995] env[62291]: DEBUG oslo_vmware.api [None req-e65057c8-8ca4-4595-8d83-c2f902c0fcf6 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143900, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2531.703221] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3f1c7b53-2922-4d9c-a43f-befbac9b146f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2531.710909] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2531.711096] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2531.711833] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8992aea-466d-4b60-8fcc-346cc4483283 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2531.717014] env[62291]: DEBUG oslo_vmware.api [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Waiting for the task: (returnval){ [ 2531.717014] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]529aa217-8f0e-affd-8571-133c2167c0f0" [ 2531.717014] env[62291]: _type = "Task" [ 2531.717014] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2531.724180] env[62291]: DEBUG oslo_vmware.api [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]529aa217-8f0e-affd-8571-133c2167c0f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2531.842937] env[62291]: DEBUG oslo_vmware.api [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143898, 'name': ReconfigVM_Task, 'duration_secs': 0.210517} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2531.843233] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2531.844054] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c981ee8-e4dd-4b68-a644-3070fc731da2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2531.868895] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] 2cb7735e-325a-45db-8c6c-a2cd23c1afb7/2cb7735e-325a-45db-8c6c-a2cd23c1afb7.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2531.869269] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-977e1d5a-5574-428c-9812-ba224c31f0aa {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2531.887920] env[62291]: DEBUG oslo_vmware.api [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2531.887920] env[62291]: value = "task-2143901" [ 2531.887920] env[62291]: _type = "Task" [ 2531.887920] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2531.895814] env[62291]: DEBUG oslo_vmware.api [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143901, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2532.109782] env[62291]: DEBUG oslo_vmware.api [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Task: {'id': task-2143899, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2532.201519] env[62291]: DEBUG oslo_vmware.api [None req-e65057c8-8ca4-4595-8d83-c2f902c0fcf6 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143900, 'name': PowerOffVM_Task, 'duration_secs': 0.173834} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2532.201781] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-e65057c8-8ca4-4595-8d83-c2f902c0fcf6 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2532.201949] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e65057c8-8ca4-4595-8d83-c2f902c0fcf6 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2532.202217] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-664dd184-fdaf-45e1-b3f2-9f7439b6e314 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2532.226199] env[62291]: DEBUG oslo_vmware.api [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]529aa217-8f0e-affd-8571-133c2167c0f0, 'name': SearchDatastore_Task, 'duration_secs': 0.008044} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2532.226970] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43cb0f9a-3c0c-480f-9dfb-5151ce73031c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2532.232553] env[62291]: DEBUG oslo_vmware.api [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Waiting for the task: (returnval){ [ 2532.232553] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5214fb36-7f45-ea11-35a0-b4eaa8760e2f" [ 2532.232553] env[62291]: _type = "Task" [ 2532.232553] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2532.244078] env[62291]: DEBUG oslo_vmware.api [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5214fb36-7f45-ea11-35a0-b4eaa8760e2f, 'name': SearchDatastore_Task, 'duration_secs': 0.00943} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2532.244320] env[62291]: DEBUG oslo_concurrency.lockutils [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2532.244576] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 9cb670a0-1e83-4b76-a48f-eb627b25e53d/9cb670a0-1e83-4b76-a48f-eb627b25e53d.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2532.244837] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a3cd705-5445-4e0d-9282-dcfa40b0a841 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2532.250936] env[62291]: DEBUG oslo_vmware.api [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Waiting for the task: (returnval){ [ 2532.250936] env[62291]: value = "task-2143903" [ 2532.250936] env[62291]: _type = "Task" [ 2532.250936] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2532.258442] env[62291]: DEBUG oslo_vmware.api [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Task: {'id': task-2143903, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2532.368431] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e65057c8-8ca4-4595-8d83-c2f902c0fcf6 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2532.368613] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e65057c8-8ca4-4595-8d83-c2f902c0fcf6 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2532.368799] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-e65057c8-8ca4-4595-8d83-c2f902c0fcf6 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Deleting the datastore file [datastore2] e79a8473-eeed-4942-8abf-18070c704db2 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2532.369099] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ecb53215-7ffc-41b3-9211-8fb260e4d26b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2532.376262] env[62291]: DEBUG oslo_vmware.api [None req-e65057c8-8ca4-4595-8d83-c2f902c0fcf6 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2532.376262] env[62291]: value = "task-2143904" [ 2532.376262] env[62291]: _type = "Task" [ 2532.376262] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2532.384303] env[62291]: DEBUG oslo_vmware.api [None req-e65057c8-8ca4-4595-8d83-c2f902c0fcf6 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143904, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2532.395432] env[62291]: DEBUG oslo_vmware.api [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143901, 'name': ReconfigVM_Task, 'duration_secs': 0.295775} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2532.395688] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Reconfigured VM instance instance-00000072 to attach disk [datastore1] 2cb7735e-325a-45db-8c6c-a2cd23c1afb7/2cb7735e-325a-45db-8c6c-a2cd23c1afb7.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2532.396498] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490e1e28-1a3c-4b6c-ab75-5c83c07c9058 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2532.416764] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c590a10b-ef87-4d45-811e-e8a2a68482c8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2532.436998] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97f523dd-be33-47a3-a0fe-0181a0fb660c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2532.457753] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0dcbcc1-55a1-4e83-8e65-8882ea2f618d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2532.467066] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2532.467376] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a99d070-2f25-40c9-b79f-d0be0669ef90 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2532.474318] env[62291]: DEBUG oslo_vmware.api [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2532.474318] env[62291]: value = "task-2143905" [ 2532.474318] env[62291]: _type = "Task" [ 2532.474318] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2532.483625] env[62291]: DEBUG oslo_vmware.api [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143905, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2532.548133] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "refresh_cache-cb7a8bc2-0580-45f0-871d-9d63420a8c7a" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2532.548432] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquired lock "refresh_cache-cb7a8bc2-0580-45f0-871d-9d63420a8c7a" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2532.548519] env[62291]: DEBUG nova.network.neutron [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Forcefully refreshing network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 2532.615895] env[62291]: DEBUG oslo_vmware.api [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Task: {'id': task-2143899, 'name': PowerOnVM_Task, 'duration_secs': 0.517576} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2532.616878] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2532.616878] env[62291]: INFO nova.compute.manager [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Took 10.51 seconds to spawn the instance on the hypervisor. [ 2532.616878] env[62291]: DEBUG nova.compute.manager [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2532.617469] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0acb8b2-8a7a-4031-80c4-88a5237c4fd4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2532.761625] env[62291]: DEBUG oslo_vmware.api [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Task: {'id': task-2143903, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.478504} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2532.761892] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 9cb670a0-1e83-4b76-a48f-eb627b25e53d/9cb670a0-1e83-4b76-a48f-eb627b25e53d.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2532.762128] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2532.762374] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-051ef633-4753-4ea1-9694-448eec0ed9d8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2532.768750] env[62291]: DEBUG oslo_vmware.api [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Waiting for the task: (returnval){ [ 2532.768750] env[62291]: value = "task-2143906" [ 2532.768750] env[62291]: _type = "Task" [ 2532.768750] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2532.778276] env[62291]: DEBUG oslo_vmware.api [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Task: {'id': task-2143906, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2532.890802] env[62291]: DEBUG oslo_vmware.api [None req-e65057c8-8ca4-4595-8d83-c2f902c0fcf6 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143904, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333126} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2532.891124] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-e65057c8-8ca4-4595-8d83-c2f902c0fcf6 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2532.891389] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e65057c8-8ca4-4595-8d83-c2f902c0fcf6 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2532.891652] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-e65057c8-8ca4-4595-8d83-c2f902c0fcf6 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2532.891926] env[62291]: INFO nova.compute.manager [None req-e65057c8-8ca4-4595-8d83-c2f902c0fcf6 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Took 1.22 seconds to destroy the instance on the hypervisor. [ 2532.892294] env[62291]: DEBUG oslo.service.loopingcall [None req-e65057c8-8ca4-4595-8d83-c2f902c0fcf6 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2532.892542] env[62291]: DEBUG nova.compute.manager [-] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2532.892672] env[62291]: DEBUG nova.network.neutron [-] [instance: e79a8473-eeed-4942-8abf-18070c704db2] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2532.985031] env[62291]: DEBUG oslo_vmware.api [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143905, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2533.139031] env[62291]: INFO nova.compute.manager [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Took 15.27 seconds to build instance. [ 2533.279356] env[62291]: DEBUG oslo_vmware.api [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Task: {'id': task-2143906, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093358} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2533.279638] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2533.280442] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2670688a-ef3b-4c72-bf2a-7605a5969f8f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2533.300524] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 9cb670a0-1e83-4b76-a48f-eb627b25e53d/9cb670a0-1e83-4b76-a48f-eb627b25e53d.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2533.300791] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-063ac4d5-b966-4c9a-9c2f-794209c3f7a8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2533.322707] env[62291]: DEBUG oslo_vmware.api [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Waiting for the task: (returnval){ [ 2533.322707] env[62291]: value = "task-2143907" [ 2533.322707] env[62291]: _type = "Task" [ 2533.322707] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2533.329446] env[62291]: DEBUG oslo_vmware.api [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Task: {'id': task-2143907, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2533.355510] env[62291]: DEBUG nova.compute.manager [req-9d2a8523-de84-4d8c-b4ef-9d8d9f37f0e1 req-06a84c81-342f-4559-8ac0-60a8092b3f8d service nova] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Received event network-vif-deleted-7d9719f5-523f-4740-95f5-d3d6e4788044 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2533.355733] env[62291]: INFO nova.compute.manager [req-9d2a8523-de84-4d8c-b4ef-9d8d9f37f0e1 req-06a84c81-342f-4559-8ac0-60a8092b3f8d service nova] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Neutron deleted interface 7d9719f5-523f-4740-95f5-d3d6e4788044; detaching it from the instance and deleting it from the info cache [ 2533.355865] env[62291]: DEBUG nova.network.neutron [req-9d2a8523-de84-4d8c-b4ef-9d8d9f37f0e1 req-06a84c81-342f-4559-8ac0-60a8092b3f8d service nova] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2533.484953] env[62291]: DEBUG oslo_vmware.api [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143905, 'name': PowerOnVM_Task, 'duration_secs': 0.539192} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2533.485229] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2533.643807] env[62291]: DEBUG oslo_concurrency.lockutils [None req-020d8be0-7fc8-4097-a0f4-a9205303f5c7 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Lock "fdd79f68-7d77-4dd5-a3cb-5b241a6f3837" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.786s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2533.827091] env[62291]: DEBUG nova.network.neutron [-] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2533.831611] env[62291]: DEBUG oslo_vmware.api [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Task: {'id': task-2143907, 'name': ReconfigVM_Task, 'duration_secs': 0.276537} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2533.832270] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 9cb670a0-1e83-4b76-a48f-eb627b25e53d/9cb670a0-1e83-4b76-a48f-eb627b25e53d.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2533.832736] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d80620b0-b0b4-4b00-9abf-5ec87359a2f3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2533.839326] env[62291]: DEBUG oslo_vmware.api [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Waiting for the task: (returnval){ [ 2533.839326] env[62291]: value = "task-2143908" [ 2533.839326] env[62291]: _type = "Task" [ 2533.839326] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2533.847183] env[62291]: DEBUG oslo_vmware.api [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Task: {'id': task-2143908, 'name': Rename_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2533.858146] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a38be4f6-26bd-41fc-ace1-9a086e9507e9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2533.860801] env[62291]: DEBUG nova.network.neutron [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Updating instance_info_cache with network_info: [{"id": "2e0abd1c-9cf8-40e2-b6ce-1c77a4c162ba", "address": "fa:16:3e:a7:c8:05", "network": {"id": "aecaab00-a52d-42c8-b673-9a7ef1e7fff9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-499365923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.217", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "534f695381c7404191991882901816ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e0abd1c-9c", "ovs_interfaceid": "2e0abd1c-9cf8-40e2-b6ce-1c77a4c162ba", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2533.868359] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587ea0ea-10ac-4db5-bd01-1ecc85b2dfb1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2533.894840] env[62291]: DEBUG nova.compute.manager [req-9d2a8523-de84-4d8c-b4ef-9d8d9f37f0e1 req-06a84c81-342f-4559-8ac0-60a8092b3f8d service nova] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Detach interface failed, port_id=7d9719f5-523f-4740-95f5-d3d6e4788044, reason: Instance e79a8473-eeed-4942-8abf-18070c704db2 could not be found. {{(pid=62291) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 2534.333458] env[62291]: INFO nova.compute.manager [-] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Took 1.44 seconds to deallocate network for instance. [ 2534.349837] env[62291]: DEBUG oslo_vmware.api [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Task: {'id': task-2143908, 'name': Rename_Task, 'duration_secs': 0.132645} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2534.350481] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2534.350481] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e2ff2f0-b9cb-416c-acdd-e3056af781f1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2534.357541] env[62291]: DEBUG oslo_vmware.api [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Waiting for the task: (returnval){ [ 2534.357541] env[62291]: value = "task-2143909" [ 2534.357541] env[62291]: _type = "Task" [ 2534.357541] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2534.363746] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Releasing lock "refresh_cache-cb7a8bc2-0580-45f0-871d-9d63420a8c7a" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2534.363845] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Updated the network info_cache for instance {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9999}} [ 2534.364169] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2534.364270] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2534.364381] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2534.364534] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2534.364680] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2534.364809] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62291) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 2534.368693] env[62291]: DEBUG oslo_vmware.api [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Task: {'id': task-2143909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2534.532079] env[62291]: INFO nova.compute.manager [None req-6d80483e-fe6c-4b60-b8c6-34b1c15d7243 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Updating instance to original state: 'active' [ 2534.841397] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e65057c8-8ca4-4595-8d83-c2f902c0fcf6 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2534.841397] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e65057c8-8ca4-4595-8d83-c2f902c0fcf6 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2534.841683] env[62291]: DEBUG nova.objects.instance [None req-e65057c8-8ca4-4595-8d83-c2f902c0fcf6 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lazy-loading 'resources' on Instance uuid e79a8473-eeed-4942-8abf-18070c704db2 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2534.867739] env[62291]: DEBUG oslo_vmware.api [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Task: {'id': task-2143909, 'name': PowerOnVM_Task, 'duration_secs': 0.42988} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2534.867898] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2534.868119] env[62291]: DEBUG nova.compute.manager [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2534.868900] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5e0fa8-2441-4d06-b00f-dc9692246bd1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2535.389493] env[62291]: DEBUG nova.compute.manager [req-369b3e62-0cd6-4ef9-b173-91a899353e09 req-71f8831b-6e59-4545-954a-881dced39c33 service nova] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Received event network-changed-2e9b348b-d74b-4387-8e65-f24f53c3ccdd {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2535.389741] env[62291]: DEBUG nova.compute.manager [req-369b3e62-0cd6-4ef9-b173-91a899353e09 req-71f8831b-6e59-4545-954a-881dced39c33 service nova] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Refreshing instance network info cache due to event network-changed-2e9b348b-d74b-4387-8e65-f24f53c3ccdd. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2535.389971] env[62291]: DEBUG oslo_concurrency.lockutils [req-369b3e62-0cd6-4ef9-b173-91a899353e09 req-71f8831b-6e59-4545-954a-881dced39c33 service nova] Acquiring lock "refresh_cache-fdd79f68-7d77-4dd5-a3cb-5b241a6f3837" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2535.390154] env[62291]: DEBUG oslo_concurrency.lockutils [req-369b3e62-0cd6-4ef9-b173-91a899353e09 req-71f8831b-6e59-4545-954a-881dced39c33 service nova] Acquired lock "refresh_cache-fdd79f68-7d77-4dd5-a3cb-5b241a6f3837" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2535.390366] env[62291]: DEBUG nova.network.neutron [req-369b3e62-0cd6-4ef9-b173-91a899353e09 req-71f8831b-6e59-4545-954a-881dced39c33 service nova] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Refreshing network info cache for port 2e9b348b-d74b-4387-8e65-f24f53c3ccdd {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2535.393962] env[62291]: DEBUG oslo_concurrency.lockutils [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2535.435905] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe4c3d7-96a4-42aa-8d52-93db35cedd1f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2535.443514] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7ad3135-b3ad-47ea-a98a-5bb4970b046c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2535.474220] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d7dcae-5d5d-4c0d-9d7a-c231496b9886 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2535.482221] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fcfd8c0-d7ec-4e32-96c9-5280db034a5c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2535.495942] env[62291]: DEBUG nova.compute.provider_tree [None req-e65057c8-8ca4-4595-8d83-c2f902c0fcf6 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2535.680192] env[62291]: DEBUG oslo_concurrency.lockutils [None req-09d5e633-a237-4280-921a-701cf779aeeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquiring lock "2cb7735e-325a-45db-8c6c-a2cd23c1afb7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2535.680471] env[62291]: DEBUG oslo_concurrency.lockutils [None req-09d5e633-a237-4280-921a-701cf779aeeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "2cb7735e-325a-45db-8c6c-a2cd23c1afb7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2535.680733] env[62291]: DEBUG oslo_concurrency.lockutils [None req-09d5e633-a237-4280-921a-701cf779aeeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquiring lock "2cb7735e-325a-45db-8c6c-a2cd23c1afb7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2535.680925] env[62291]: DEBUG oslo_concurrency.lockutils [None req-09d5e633-a237-4280-921a-701cf779aeeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "2cb7735e-325a-45db-8c6c-a2cd23c1afb7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2535.681125] env[62291]: DEBUG oslo_concurrency.lockutils [None req-09d5e633-a237-4280-921a-701cf779aeeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "2cb7735e-325a-45db-8c6c-a2cd23c1afb7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2535.683289] env[62291]: INFO nova.compute.manager [None req-09d5e633-a237-4280-921a-701cf779aeeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Terminating instance [ 2535.685302] env[62291]: DEBUG nova.compute.manager [None req-09d5e633-a237-4280-921a-701cf779aeeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2535.685535] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-09d5e633-a237-4280-921a-701cf779aeeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2535.685780] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ae866a25-960c-4d95-82a2-113dc402c9f4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2535.692756] env[62291]: DEBUG oslo_vmware.api [None req-09d5e633-a237-4280-921a-701cf779aeeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2535.692756] env[62291]: value = "task-2143910" [ 2535.692756] env[62291]: _type = "Task" [ 2535.692756] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2535.700819] env[62291]: DEBUG oslo_vmware.api [None req-09d5e633-a237-4280-921a-701cf779aeeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143910, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2535.998969] env[62291]: DEBUG nova.scheduler.client.report [None req-e65057c8-8ca4-4595-8d83-c2f902c0fcf6 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2536.134019] env[62291]: DEBUG nova.network.neutron [req-369b3e62-0cd6-4ef9-b173-91a899353e09 req-71f8831b-6e59-4545-954a-881dced39c33 service nova] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Updated VIF entry in instance network info cache for port 2e9b348b-d74b-4387-8e65-f24f53c3ccdd. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2536.134423] env[62291]: DEBUG nova.network.neutron [req-369b3e62-0cd6-4ef9-b173-91a899353e09 req-71f8831b-6e59-4545-954a-881dced39c33 service nova] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Updating instance_info_cache with network_info: [{"id": "2e9b348b-d74b-4387-8e65-f24f53c3ccdd", "address": "fa:16:3e:5d:2f:4f", "network": {"id": "15306d88-81b7-4a53-9010-adb846c4f951", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1681667205-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cc0759ebd9154974b6f4bf40600397f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "04ebd8af-aaf6-4d04-b869-3882e2571ed7", "external-id": "nsx-vlan-transportzone-541", "segmentation_id": 541, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e9b348b-d7", "ovs_interfaceid": "2e9b348b-d74b-4387-8e65-f24f53c3ccdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2536.202542] env[62291]: DEBUG oslo_vmware.api [None req-09d5e633-a237-4280-921a-701cf779aeeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143910, 'name': PowerOffVM_Task, 'duration_secs': 0.216933} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2536.202803] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-09d5e633-a237-4280-921a-701cf779aeeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2536.202987] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-09d5e633-a237-4280-921a-701cf779aeeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Volume detach. Driver type: vmdk {{(pid=62291) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2536.203225] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-09d5e633-a237-4280-921a-701cf779aeeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-438171', 'volume_id': '21be5dce-1fad-4c3d-8f0c-c0f8b89d4c64', 'name': 'volume-21be5dce-1fad-4c3d-8f0c-c0f8b89d4c64', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '2cb7735e-325a-45db-8c6c-a2cd23c1afb7', 'attached_at': '2025-01-16T08:15:29.000000', 'detached_at': '', 'volume_id': '21be5dce-1fad-4c3d-8f0c-c0f8b89d4c64', 'serial': '21be5dce-1fad-4c3d-8f0c-c0f8b89d4c64'} {{(pid=62291) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2536.204024] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7deaa04-653d-4bfd-a3ae-8cd7e73cf5c5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2536.224817] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae22d42-51c9-41db-aa7d-76891b1932e3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2536.231482] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dad8f7f-dc7e-4501-a023-d371de373955 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2536.251815] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a56102-ce71-4696-9ee4-1592d9dd4a9e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2536.266914] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-09d5e633-a237-4280-921a-701cf779aeeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] The volume has not been displaced from its original location: [datastore2] volume-21be5dce-1fad-4c3d-8f0c-c0f8b89d4c64/volume-21be5dce-1fad-4c3d-8f0c-c0f8b89d4c64.vmdk. No consolidation needed. {{(pid=62291) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2536.271991] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-09d5e633-a237-4280-921a-701cf779aeeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2536.272262] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da6fc147-4476-459f-ba78-7ac5456af31a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2536.289566] env[62291]: DEBUG oslo_vmware.api [None req-09d5e633-a237-4280-921a-701cf779aeeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2536.289566] env[62291]: value = "task-2143911" [ 2536.289566] env[62291]: _type = "Task" [ 2536.289566] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2536.296929] env[62291]: DEBUG oslo_vmware.api [None req-09d5e633-a237-4280-921a-701cf779aeeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143911, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2536.505564] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e65057c8-8ca4-4595-8d83-c2f902c0fcf6 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.664s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2536.508037] env[62291]: DEBUG oslo_concurrency.lockutils [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.114s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2536.508037] env[62291]: DEBUG nova.objects.instance [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62291) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 2536.529637] env[62291]: INFO nova.scheduler.client.report [None req-e65057c8-8ca4-4595-8d83-c2f902c0fcf6 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Deleted allocations for instance e79a8473-eeed-4942-8abf-18070c704db2 [ 2536.545654] env[62291]: DEBUG oslo_concurrency.lockutils [None req-af8da199-576b-42e9-b6b6-48b96c66cedd tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Acquiring lock "9cb670a0-1e83-4b76-a48f-eb627b25e53d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2536.545892] env[62291]: DEBUG oslo_concurrency.lockutils [None req-af8da199-576b-42e9-b6b6-48b96c66cedd tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Lock "9cb670a0-1e83-4b76-a48f-eb627b25e53d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2536.546119] env[62291]: DEBUG oslo_concurrency.lockutils [None req-af8da199-576b-42e9-b6b6-48b96c66cedd tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Acquiring lock "9cb670a0-1e83-4b76-a48f-eb627b25e53d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2536.546306] env[62291]: DEBUG oslo_concurrency.lockutils [None req-af8da199-576b-42e9-b6b6-48b96c66cedd tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Lock "9cb670a0-1e83-4b76-a48f-eb627b25e53d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2536.546471] env[62291]: DEBUG oslo_concurrency.lockutils [None req-af8da199-576b-42e9-b6b6-48b96c66cedd tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Lock "9cb670a0-1e83-4b76-a48f-eb627b25e53d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2536.548423] env[62291]: INFO nova.compute.manager [None req-af8da199-576b-42e9-b6b6-48b96c66cedd tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Terminating instance [ 2536.550380] env[62291]: DEBUG oslo_concurrency.lockutils [None req-af8da199-576b-42e9-b6b6-48b96c66cedd tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Acquiring lock "refresh_cache-9cb670a0-1e83-4b76-a48f-eb627b25e53d" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2536.550542] env[62291]: DEBUG oslo_concurrency.lockutils [None req-af8da199-576b-42e9-b6b6-48b96c66cedd tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Acquired lock "refresh_cache-9cb670a0-1e83-4b76-a48f-eb627b25e53d" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2536.550707] env[62291]: DEBUG nova.network.neutron [None req-af8da199-576b-42e9-b6b6-48b96c66cedd tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2536.637486] env[62291]: DEBUG oslo_concurrency.lockutils [req-369b3e62-0cd6-4ef9-b173-91a899353e09 req-71f8831b-6e59-4545-954a-881dced39c33 service nova] Releasing lock "refresh_cache-fdd79f68-7d77-4dd5-a3cb-5b241a6f3837" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2536.799385] env[62291]: DEBUG oslo_vmware.api [None req-09d5e633-a237-4280-921a-701cf779aeeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143911, 'name': ReconfigVM_Task, 'duration_secs': 0.202548} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2536.800643] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-09d5e633-a237-4280-921a-701cf779aeeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2536.804264] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2cc7547-5bb7-47bd-b847-b7acd4b4e089 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2536.818626] env[62291]: DEBUG oslo_vmware.api [None req-09d5e633-a237-4280-921a-701cf779aeeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2536.818626] env[62291]: value = "task-2143912" [ 2536.818626] env[62291]: _type = "Task" [ 2536.818626] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2536.826278] env[62291]: DEBUG oslo_vmware.api [None req-09d5e633-a237-4280-921a-701cf779aeeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143912, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2537.036789] env[62291]: DEBUG oslo_concurrency.lockutils [None req-e65057c8-8ca4-4595-8d83-c2f902c0fcf6 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "e79a8473-eeed-4942-8abf-18070c704db2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.371s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2537.068058] env[62291]: DEBUG nova.network.neutron [None req-af8da199-576b-42e9-b6b6-48b96c66cedd tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2537.115032] env[62291]: DEBUG nova.network.neutron [None req-af8da199-576b-42e9-b6b6-48b96c66cedd tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2537.328208] env[62291]: DEBUG oslo_vmware.api [None req-09d5e633-a237-4280-921a-701cf779aeeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143912, 'name': ReconfigVM_Task, 'duration_secs': 0.134197} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2537.328512] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-09d5e633-a237-4280-921a-701cf779aeeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-438171', 'volume_id': '21be5dce-1fad-4c3d-8f0c-c0f8b89d4c64', 'name': 'volume-21be5dce-1fad-4c3d-8f0c-c0f8b89d4c64', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '2cb7735e-325a-45db-8c6c-a2cd23c1afb7', 'attached_at': '2025-01-16T08:15:29.000000', 'detached_at': '', 'volume_id': '21be5dce-1fad-4c3d-8f0c-c0f8b89d4c64', 'serial': '21be5dce-1fad-4c3d-8f0c-c0f8b89d4c64'} {{(pid=62291) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2537.328808] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-09d5e633-a237-4280-921a-701cf779aeeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2537.329619] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11debe1-dfbd-45df-96fc-7baa94534b16 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2537.336062] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-09d5e633-a237-4280-921a-701cf779aeeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2537.336294] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8a787282-17c7-4199-895e-5da9c0b25237 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2537.518042] env[62291]: DEBUG oslo_concurrency.lockutils [None req-14b17f01-d03e-4eae-aa27-1eb9cc17e95e tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2537.591824] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "aa3eaabf-92a6-469d-a9b4-67412cbf0e65" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2537.592123] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "aa3eaabf-92a6-469d-a9b4-67412cbf0e65" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2537.617755] env[62291]: DEBUG oslo_concurrency.lockutils [None req-af8da199-576b-42e9-b6b6-48b96c66cedd tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Releasing lock "refresh_cache-9cb670a0-1e83-4b76-a48f-eb627b25e53d" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2537.618197] env[62291]: DEBUG nova.compute.manager [None req-af8da199-576b-42e9-b6b6-48b96c66cedd tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2537.618394] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-af8da199-576b-42e9-b6b6-48b96c66cedd tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2537.619453] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7a7c6e-4c5a-45de-bcd1-4921621e5320 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2537.627243] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-af8da199-576b-42e9-b6b6-48b96c66cedd tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2537.627474] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83a56a5a-c1b7-4ce6-aebb-a94143d64e14 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2537.633667] env[62291]: DEBUG oslo_vmware.api [None req-af8da199-576b-42e9-b6b6-48b96c66cedd tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Waiting for the task: (returnval){ [ 2537.633667] env[62291]: value = "task-2143914" [ 2537.633667] env[62291]: _type = "Task" [ 2537.633667] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2537.642539] env[62291]: DEBUG oslo_vmware.api [None req-af8da199-576b-42e9-b6b6-48b96c66cedd tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Task: {'id': task-2143914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2538.094872] env[62291]: DEBUG nova.compute.manager [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2538.144099] env[62291]: DEBUG oslo_vmware.api [None req-af8da199-576b-42e9-b6b6-48b96c66cedd tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Task: {'id': task-2143914, 'name': PowerOffVM_Task, 'duration_secs': 0.161027} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2538.144377] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-af8da199-576b-42e9-b6b6-48b96c66cedd tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2538.144548] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-af8da199-576b-42e9-b6b6-48b96c66cedd tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2538.144791] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8153b141-0de0-4d1f-9115-735553dd3b1b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2538.170480] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-af8da199-576b-42e9-b6b6-48b96c66cedd tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2538.170698] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-af8da199-576b-42e9-b6b6-48b96c66cedd tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Deleting contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2538.170876] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-af8da199-576b-42e9-b6b6-48b96c66cedd tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Deleting the datastore file [datastore1] 9cb670a0-1e83-4b76-a48f-eb627b25e53d {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2538.171133] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b35a160-6850-4bfd-bdd5-6b37af993c20 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2538.177359] env[62291]: DEBUG oslo_vmware.api [None req-af8da199-576b-42e9-b6b6-48b96c66cedd tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Waiting for the task: (returnval){ [ 2538.177359] env[62291]: value = "task-2143916" [ 2538.177359] env[62291]: _type = "Task" [ 2538.177359] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2538.184690] env[62291]: DEBUG oslo_vmware.api [None req-af8da199-576b-42e9-b6b6-48b96c66cedd tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Task: {'id': task-2143916, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2538.617134] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2538.617401] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2538.619345] env[62291]: INFO nova.compute.claims [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2538.686598] env[62291]: DEBUG oslo_vmware.api [None req-af8da199-576b-42e9-b6b6-48b96c66cedd tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Task: {'id': task-2143916, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.081287} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2538.686847] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-af8da199-576b-42e9-b6b6-48b96c66cedd tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2538.687038] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-af8da199-576b-42e9-b6b6-48b96c66cedd tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Deleted contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2538.687222] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-af8da199-576b-42e9-b6b6-48b96c66cedd tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2538.687395] env[62291]: INFO nova.compute.manager [None req-af8da199-576b-42e9-b6b6-48b96c66cedd tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Took 1.07 seconds to destroy the instance on the hypervisor. [ 2538.687633] env[62291]: DEBUG oslo.service.loopingcall [None req-af8da199-576b-42e9-b6b6-48b96c66cedd tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2538.688087] env[62291]: DEBUG nova.compute.manager [-] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2538.688200] env[62291]: DEBUG nova.network.neutron [-] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2538.703084] env[62291]: DEBUG nova.network.neutron [-] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2539.205661] env[62291]: DEBUG nova.network.neutron [-] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2539.708129] env[62291]: INFO nova.compute.manager [-] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Took 1.02 seconds to deallocate network for instance. [ 2539.714503] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71aee705-69ce-4750-8bb3-2b32356b3e77 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2539.721656] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e063e40f-4984-4af2-9aa0-d12f8f939f91 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2539.754135] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7a37f99-656f-47fc-a6dd-4cf29177e246 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2539.762227] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0292ac1-7681-4418-a7f4-1925d9d9a848 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2539.776531] env[62291]: DEBUG nova.compute.provider_tree [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2540.218672] env[62291]: DEBUG oslo_concurrency.lockutils [None req-af8da199-576b-42e9-b6b6-48b96c66cedd tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2540.279841] env[62291]: DEBUG nova.scheduler.client.report [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2540.785112] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.167s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2540.785489] env[62291]: DEBUG nova.compute.manager [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2540.788627] env[62291]: DEBUG oslo_concurrency.lockutils [None req-af8da199-576b-42e9-b6b6-48b96c66cedd tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.570s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2540.788848] env[62291]: DEBUG nova.objects.instance [None req-af8da199-576b-42e9-b6b6-48b96c66cedd tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Lazy-loading 'resources' on Instance uuid 9cb670a0-1e83-4b76-a48f-eb627b25e53d {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2541.292095] env[62291]: DEBUG nova.compute.utils [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2541.295977] env[62291]: DEBUG nova.compute.manager [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2541.296162] env[62291]: DEBUG nova.network.neutron [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2541.333412] env[62291]: DEBUG nova.policy [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5fe33626fdb54f419c3ae46a09b42af7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1553c7ef0e7404cbea3d3a38c0509ec', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2541.369820] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed28fde-19d5-4426-b3a4-6a4319f80ee5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2541.377507] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30f40cb-2faf-4404-a939-71421f6f2636 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2541.407291] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3260b1ec-42fc-47a1-ad0a-03de008e9e50 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2541.414355] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8c62eba-6f2e-4078-97ff-a9e48ea35c6f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2541.427513] env[62291]: DEBUG nova.compute.provider_tree [None req-af8da199-576b-42e9-b6b6-48b96c66cedd tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2541.599095] env[62291]: DEBUG nova.network.neutron [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Successfully created port: 96c73d07-7c02-409e-9ec6-4ab0b72221b5 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2541.796938] env[62291]: DEBUG nova.compute.manager [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2541.930062] env[62291]: DEBUG nova.scheduler.client.report [None req-af8da199-576b-42e9-b6b6-48b96c66cedd tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2542.437689] env[62291]: DEBUG oslo_concurrency.lockutils [None req-af8da199-576b-42e9-b6b6-48b96c66cedd tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.649s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2542.461193] env[62291]: INFO nova.scheduler.client.report [None req-af8da199-576b-42e9-b6b6-48b96c66cedd tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Deleted allocations for instance 9cb670a0-1e83-4b76-a48f-eb627b25e53d [ 2542.806997] env[62291]: DEBUG nova.compute.manager [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2542.831457] env[62291]: DEBUG nova.virt.hardware [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2542.831704] env[62291]: DEBUG nova.virt.hardware [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2542.831860] env[62291]: DEBUG nova.virt.hardware [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2542.832057] env[62291]: DEBUG nova.virt.hardware [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2542.832218] env[62291]: DEBUG nova.virt.hardware [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2542.832366] env[62291]: DEBUG nova.virt.hardware [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2542.832573] env[62291]: DEBUG nova.virt.hardware [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2542.832734] env[62291]: DEBUG nova.virt.hardware [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2542.832901] env[62291]: DEBUG nova.virt.hardware [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2542.833077] env[62291]: DEBUG nova.virt.hardware [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2542.833258] env[62291]: DEBUG nova.virt.hardware [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2542.834152] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e2d095-86a1-448e-88fd-2841e4900c24 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2542.842248] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80fec76-dc3f-42eb-ad5c-ed49a7c9dd73 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2542.970478] env[62291]: DEBUG oslo_concurrency.lockutils [None req-af8da199-576b-42e9-b6b6-48b96c66cedd tempest-ServerShowV254Test-1655172382 tempest-ServerShowV254Test-1655172382-project-member] Lock "9cb670a0-1e83-4b76-a48f-eb627b25e53d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.424s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2544.357741] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-09d5e633-a237-4280-921a-701cf779aeeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2544.357957] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-09d5e633-a237-4280-921a-701cf779aeeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Deleting contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2544.358024] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-09d5e633-a237-4280-921a-701cf779aeeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Deleting the datastore file [datastore1] 2cb7735e-325a-45db-8c6c-a2cd23c1afb7 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2544.358312] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7d2e2452-747a-4c8d-b151-df6643352a97 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2544.365648] env[62291]: DEBUG oslo_vmware.api [None req-09d5e633-a237-4280-921a-701cf779aeeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2544.365648] env[62291]: value = "task-2143917" [ 2544.365648] env[62291]: _type = "Task" [ 2544.365648] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2544.373306] env[62291]: DEBUG oslo_vmware.api [None req-09d5e633-a237-4280-921a-701cf779aeeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2544.875779] env[62291]: DEBUG oslo_vmware.api [None req-09d5e633-a237-4280-921a-701cf779aeeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143917, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.373009} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2544.876068] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-09d5e633-a237-4280-921a-701cf779aeeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2544.876233] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-09d5e633-a237-4280-921a-701cf779aeeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Deleted contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2544.876439] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-09d5e633-a237-4280-921a-701cf779aeeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2544.876628] env[62291]: INFO nova.compute.manager [None req-09d5e633-a237-4280-921a-701cf779aeeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Took 9.19 seconds to destroy the instance on the hypervisor. [ 2544.876879] env[62291]: DEBUG oslo.service.loopingcall [None req-09d5e633-a237-4280-921a-701cf779aeeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2544.877087] env[62291]: DEBUG nova.compute.manager [-] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2544.877191] env[62291]: DEBUG nova.network.neutron [-] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2545.311854] env[62291]: DEBUG nova.compute.manager [req-66d74f00-c8d1-4daf-ab53-8fe27f70545e req-35f8a401-3e0a-4057-905d-395ec3754f94 service nova] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Received event network-vif-deleted-49d53335-d37a-47ae-8b0f-f9c626c6d5fe {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2545.312153] env[62291]: INFO nova.compute.manager [req-66d74f00-c8d1-4daf-ab53-8fe27f70545e req-35f8a401-3e0a-4057-905d-395ec3754f94 service nova] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Neutron deleted interface 49d53335-d37a-47ae-8b0f-f9c626c6d5fe; detaching it from the instance and deleting it from the info cache [ 2545.312963] env[62291]: DEBUG nova.network.neutron [req-66d74f00-c8d1-4daf-ab53-8fe27f70545e req-35f8a401-3e0a-4057-905d-395ec3754f94 service nova] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2545.490197] env[62291]: DEBUG nova.compute.manager [req-a949ad9c-3a01-4ad2-b5e8-113e6c855fd1 req-a3210539-cfdb-4011-9108-cc1c09a200af service nova] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Received event network-vif-plugged-96c73d07-7c02-409e-9ec6-4ab0b72221b5 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2545.490533] env[62291]: DEBUG oslo_concurrency.lockutils [req-a949ad9c-3a01-4ad2-b5e8-113e6c855fd1 req-a3210539-cfdb-4011-9108-cc1c09a200af service nova] Acquiring lock "aa3eaabf-92a6-469d-a9b4-67412cbf0e65-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2545.490919] env[62291]: DEBUG oslo_concurrency.lockutils [req-a949ad9c-3a01-4ad2-b5e8-113e6c855fd1 req-a3210539-cfdb-4011-9108-cc1c09a200af service nova] Lock "aa3eaabf-92a6-469d-a9b4-67412cbf0e65-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2545.490919] env[62291]: DEBUG oslo_concurrency.lockutils [req-a949ad9c-3a01-4ad2-b5e8-113e6c855fd1 req-a3210539-cfdb-4011-9108-cc1c09a200af service nova] Lock "aa3eaabf-92a6-469d-a9b4-67412cbf0e65-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2545.491014] env[62291]: DEBUG nova.compute.manager [req-a949ad9c-3a01-4ad2-b5e8-113e6c855fd1 req-a3210539-cfdb-4011-9108-cc1c09a200af service nova] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] No waiting events found dispatching network-vif-plugged-96c73d07-7c02-409e-9ec6-4ab0b72221b5 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2545.491524] env[62291]: WARNING nova.compute.manager [req-a949ad9c-3a01-4ad2-b5e8-113e6c855fd1 req-a3210539-cfdb-4011-9108-cc1c09a200af service nova] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Received unexpected event network-vif-plugged-96c73d07-7c02-409e-9ec6-4ab0b72221b5 for instance with vm_state building and task_state spawning. [ 2545.789830] env[62291]: DEBUG nova.network.neutron [-] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2545.816035] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5040ea06-e9ec-46e8-a51b-27ce4708af47 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2545.824698] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411efa95-57e0-4862-8c65-b0370626dcc8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2545.850089] env[62291]: DEBUG nova.compute.manager [req-66d74f00-c8d1-4daf-ab53-8fe27f70545e req-35f8a401-3e0a-4057-905d-395ec3754f94 service nova] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Detach interface failed, port_id=49d53335-d37a-47ae-8b0f-f9c626c6d5fe, reason: Instance 2cb7735e-325a-45db-8c6c-a2cd23c1afb7 could not be found. {{(pid=62291) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 2545.904389] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Acquiring lock "98fc3d25-e332-4511-b932-8ae98d356917" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2545.904658] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lock "98fc3d25-e332-4511-b932-8ae98d356917" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2545.904842] env[62291]: INFO nova.compute.manager [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Shelving [ 2546.064599] env[62291]: DEBUG nova.network.neutron [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Successfully updated port: 96c73d07-7c02-409e-9ec6-4ab0b72221b5 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2546.292084] env[62291]: INFO nova.compute.manager [-] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Took 1.41 seconds to deallocate network for instance. [ 2546.412667] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2546.412940] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4ece804-6861-4684-8037-40706ff32353 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2546.419761] env[62291]: DEBUG oslo_vmware.api [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the task: (returnval){ [ 2546.419761] env[62291]: value = "task-2143918" [ 2546.419761] env[62291]: _type = "Task" [ 2546.419761] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2546.428016] env[62291]: DEBUG oslo_vmware.api [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143918, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2546.567623] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "refresh_cache-aa3eaabf-92a6-469d-a9b4-67412cbf0e65" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2546.568023] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquired lock "refresh_cache-aa3eaabf-92a6-469d-a9b4-67412cbf0e65" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2546.568023] env[62291]: DEBUG nova.network.neutron [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2546.841059] env[62291]: INFO nova.compute.manager [None req-09d5e633-a237-4280-921a-701cf779aeeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Took 0.55 seconds to detach 1 volumes for instance. [ 2546.931574] env[62291]: DEBUG oslo_vmware.api [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143918, 'name': PowerOffVM_Task, 'duration_secs': 0.193215} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2546.931772] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2546.932614] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aacc558-b557-4be0-97ea-c8025a727062 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2546.951011] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9389db9-b528-4a5a-948b-d4a692000041 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2547.110520] env[62291]: DEBUG nova.network.neutron [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2547.240014] env[62291]: DEBUG nova.network.neutron [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Updating instance_info_cache with network_info: [{"id": "96c73d07-7c02-409e-9ec6-4ab0b72221b5", "address": "fa:16:3e:8d:5c:98", "network": {"id": "c45185d4-152c-49a5-95a1-aabe55d7a656", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1396888570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1553c7ef0e7404cbea3d3a38c0509ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96c73d07-7c", "ovs_interfaceid": "96c73d07-7c02-409e-9ec6-4ab0b72221b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2547.342381] env[62291]: DEBUG nova.compute.manager [req-0e1387c1-2cd2-47be-b9ac-5ffd1a265a43 req-1c08d6b9-f047-4837-97bd-c76580946544 service nova] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Received event network-changed-96c73d07-7c02-409e-9ec6-4ab0b72221b5 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2547.342572] env[62291]: DEBUG nova.compute.manager [req-0e1387c1-2cd2-47be-b9ac-5ffd1a265a43 req-1c08d6b9-f047-4837-97bd-c76580946544 service nova] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Refreshing instance network info cache due to event network-changed-96c73d07-7c02-409e-9ec6-4ab0b72221b5. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2547.342763] env[62291]: DEBUG oslo_concurrency.lockutils [req-0e1387c1-2cd2-47be-b9ac-5ffd1a265a43 req-1c08d6b9-f047-4837-97bd-c76580946544 service nova] Acquiring lock "refresh_cache-aa3eaabf-92a6-469d-a9b4-67412cbf0e65" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2547.347182] env[62291]: DEBUG oslo_concurrency.lockutils [None req-09d5e633-a237-4280-921a-701cf779aeeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2547.347410] env[62291]: DEBUG oslo_concurrency.lockutils [None req-09d5e633-a237-4280-921a-701cf779aeeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2547.347616] env[62291]: DEBUG nova.objects.instance [None req-09d5e633-a237-4280-921a-701cf779aeeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lazy-loading 'resources' on Instance uuid 2cb7735e-325a-45db-8c6c-a2cd23c1afb7 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2547.463691] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Creating Snapshot of the VM instance {{(pid=62291) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2547.464360] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-94231bc8-96f2-4b0f-86aa-ebb1e80dc3cf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2547.472402] env[62291]: DEBUG oslo_vmware.api [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the task: (returnval){ [ 2547.472402] env[62291]: value = "task-2143919" [ 2547.472402] env[62291]: _type = "Task" [ 2547.472402] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2547.481694] env[62291]: DEBUG oslo_vmware.api [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143919, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2547.742512] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Releasing lock "refresh_cache-aa3eaabf-92a6-469d-a9b4-67412cbf0e65" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2547.742969] env[62291]: DEBUG nova.compute.manager [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Instance network_info: |[{"id": "96c73d07-7c02-409e-9ec6-4ab0b72221b5", "address": "fa:16:3e:8d:5c:98", "network": {"id": "c45185d4-152c-49a5-95a1-aabe55d7a656", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1396888570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1553c7ef0e7404cbea3d3a38c0509ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96c73d07-7c", "ovs_interfaceid": "96c73d07-7c02-409e-9ec6-4ab0b72221b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2547.743317] env[62291]: DEBUG oslo_concurrency.lockutils [req-0e1387c1-2cd2-47be-b9ac-5ffd1a265a43 req-1c08d6b9-f047-4837-97bd-c76580946544 service nova] Acquired lock "refresh_cache-aa3eaabf-92a6-469d-a9b4-67412cbf0e65" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2547.743517] env[62291]: DEBUG nova.network.neutron [req-0e1387c1-2cd2-47be-b9ac-5ffd1a265a43 req-1c08d6b9-f047-4837-97bd-c76580946544 service nova] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Refreshing network info cache for port 96c73d07-7c02-409e-9ec6-4ab0b72221b5 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2547.745026] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8d:5c:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b1f3e6c3-5584-4852-9017-476ab8ac4946', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '96c73d07-7c02-409e-9ec6-4ab0b72221b5', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2547.753850] env[62291]: DEBUG oslo.service.loopingcall [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2547.757403] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2547.758410] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d1825f5-e6cf-4a10-8813-eb7f394d0521 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2547.781194] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2547.781194] env[62291]: value = "task-2143920" [ 2547.781194] env[62291]: _type = "Task" [ 2547.781194] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2547.789914] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143920, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2547.947588] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ff7c2c-f566-47d3-9afe-d31e652df8d7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2547.956218] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ea27082-b0e7-466b-9615-edea094c38d3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2547.994465] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98109c09-6f9f-469c-96c0-99c7018d55aa {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2548.002034] env[62291]: DEBUG oslo_vmware.api [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143919, 'name': CreateSnapshot_Task, 'duration_secs': 0.472338} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2548.004024] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Created Snapshot of the VM instance {{(pid=62291) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2548.004780] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3051eca-e18f-4d01-9aa9-954f4995865d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2548.007985] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7347ef16-393b-4092-b430-cf88e2c69723 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2548.026379] env[62291]: DEBUG nova.compute.provider_tree [None req-09d5e633-a237-4280-921a-701cf779aeeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2548.032122] env[62291]: DEBUG nova.network.neutron [req-0e1387c1-2cd2-47be-b9ac-5ffd1a265a43 req-1c08d6b9-f047-4837-97bd-c76580946544 service nova] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Updated VIF entry in instance network info cache for port 96c73d07-7c02-409e-9ec6-4ab0b72221b5. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2548.032122] env[62291]: DEBUG nova.network.neutron [req-0e1387c1-2cd2-47be-b9ac-5ffd1a265a43 req-1c08d6b9-f047-4837-97bd-c76580946544 service nova] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Updating instance_info_cache with network_info: [{"id": "96c73d07-7c02-409e-9ec6-4ab0b72221b5", "address": "fa:16:3e:8d:5c:98", "network": {"id": "c45185d4-152c-49a5-95a1-aabe55d7a656", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1396888570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1553c7ef0e7404cbea3d3a38c0509ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96c73d07-7c", "ovs_interfaceid": "96c73d07-7c02-409e-9ec6-4ab0b72221b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2548.294340] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143920, 'name': CreateVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2548.525903] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Creating linked-clone VM from snapshot {{(pid=62291) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2548.526243] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5a5fb8bc-5871-40d7-a379-496d56702904 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2548.529795] env[62291]: DEBUG nova.scheduler.client.report [None req-09d5e633-a237-4280-921a-701cf779aeeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2548.534891] env[62291]: DEBUG oslo_concurrency.lockutils [req-0e1387c1-2cd2-47be-b9ac-5ffd1a265a43 req-1c08d6b9-f047-4837-97bd-c76580946544 service nova] Releasing lock "refresh_cache-aa3eaabf-92a6-469d-a9b4-67412cbf0e65" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2548.537676] env[62291]: DEBUG oslo_vmware.api [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the task: (returnval){ [ 2548.537676] env[62291]: value = "task-2143921" [ 2548.537676] env[62291]: _type = "Task" [ 2548.537676] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2548.546208] env[62291]: DEBUG oslo_vmware.api [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143921, 'name': CloneVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2548.792158] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143920, 'name': CreateVM_Task, 'duration_secs': 0.529669} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2548.792554] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2548.793033] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2548.793213] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2548.793552] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2548.793800] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d36c3b64-6f60-4f31-9989-8b040f54b531 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2548.798476] env[62291]: DEBUG oslo_vmware.api [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2548.798476] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]523190e2-c94c-58e3-c191-de6e30c4cd16" [ 2548.798476] env[62291]: _type = "Task" [ 2548.798476] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2548.806141] env[62291]: DEBUG oslo_vmware.api [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]523190e2-c94c-58e3-c191-de6e30c4cd16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2549.035709] env[62291]: DEBUG oslo_concurrency.lockutils [None req-09d5e633-a237-4280-921a-701cf779aeeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.688s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2549.047713] env[62291]: DEBUG oslo_vmware.api [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143921, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2549.055662] env[62291]: INFO nova.scheduler.client.report [None req-09d5e633-a237-4280-921a-701cf779aeeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Deleted allocations for instance 2cb7735e-325a-45db-8c6c-a2cd23c1afb7 [ 2549.309517] env[62291]: DEBUG oslo_vmware.api [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]523190e2-c94c-58e3-c191-de6e30c4cd16, 'name': SearchDatastore_Task, 'duration_secs': 0.009472} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2549.309782] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2549.310027] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2549.310278] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2549.310433] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2549.310615] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2549.310875] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-51878259-f24b-4e08-a767-23f4173a15b0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2549.319218] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2549.319393] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2549.320082] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94af966c-6495-434f-ae06-a2dcc5024a80 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2549.324890] env[62291]: DEBUG oslo_vmware.api [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2549.324890] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5220f563-9647-5996-7abf-b324ae325ca9" [ 2549.324890] env[62291]: _type = "Task" [ 2549.324890] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2549.332221] env[62291]: DEBUG oslo_vmware.api [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5220f563-9647-5996-7abf-b324ae325ca9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2549.548845] env[62291]: DEBUG oslo_vmware.api [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143921, 'name': CloneVM_Task} progress is 95%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2549.563484] env[62291]: DEBUG oslo_concurrency.lockutils [None req-09d5e633-a237-4280-921a-701cf779aeeb tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "2cb7735e-325a-45db-8c6c-a2cd23c1afb7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.883s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2549.836176] env[62291]: DEBUG oslo_vmware.api [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]5220f563-9647-5996-7abf-b324ae325ca9, 'name': SearchDatastore_Task, 'duration_secs': 0.008148} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2549.837063] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-32add3d5-959c-4ad7-98d1-a1e6c63f6783 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2549.842093] env[62291]: DEBUG oslo_vmware.api [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2549.842093] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]529f6fe4-b1f1-65dd-9123-21d3d0a5b897" [ 2549.842093] env[62291]: _type = "Task" [ 2549.842093] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2549.849988] env[62291]: DEBUG oslo_vmware.api [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]529f6fe4-b1f1-65dd-9123-21d3d0a5b897, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2550.049799] env[62291]: DEBUG oslo_vmware.api [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143921, 'name': CloneVM_Task, 'duration_secs': 1.119453} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2550.050089] env[62291]: INFO nova.virt.vmwareapi.vmops [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Created linked-clone VM from snapshot [ 2550.050786] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b19d15b-475c-4be8-81e4-8b9eb96b9174 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2550.058479] env[62291]: DEBUG nova.virt.vmwareapi.images [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Uploading image 34b468c4-da51-4ad5-906d-f35698c9657d {{(pid=62291) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2550.079102] env[62291]: DEBUG oslo_vmware.rw_handles [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2550.079102] env[62291]: value = "vm-438182" [ 2550.079102] env[62291]: _type = "VirtualMachine" [ 2550.079102] env[62291]: }. {{(pid=62291) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2550.079380] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-00cb106f-303d-4ff4-a56e-3d747ea11570 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2550.086074] env[62291]: DEBUG oslo_vmware.rw_handles [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lease: (returnval){ [ 2550.086074] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52fa6878-e774-905d-7753-d6034d3f36a6" [ 2550.086074] env[62291]: _type = "HttpNfcLease" [ 2550.086074] env[62291]: } obtained for exporting VM: (result){ [ 2550.086074] env[62291]: value = "vm-438182" [ 2550.086074] env[62291]: _type = "VirtualMachine" [ 2550.086074] env[62291]: }. {{(pid=62291) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2550.086452] env[62291]: DEBUG oslo_vmware.api [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the lease: (returnval){ [ 2550.086452] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52fa6878-e774-905d-7753-d6034d3f36a6" [ 2550.086452] env[62291]: _type = "HttpNfcLease" [ 2550.086452] env[62291]: } to be ready. {{(pid=62291) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2550.093210] env[62291]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2550.093210] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52fa6878-e774-905d-7753-d6034d3f36a6" [ 2550.093210] env[62291]: _type = "HttpNfcLease" [ 2550.093210] env[62291]: } is initializing. {{(pid=62291) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2550.352613] env[62291]: DEBUG oslo_vmware.api [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]529f6fe4-b1f1-65dd-9123-21d3d0a5b897, 'name': SearchDatastore_Task, 'duration_secs': 0.00948} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2550.352890] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2550.353166] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] aa3eaabf-92a6-469d-a9b4-67412cbf0e65/aa3eaabf-92a6-469d-a9b4-67412cbf0e65.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2550.353423] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5dc2467e-63f9-435f-b44d-dd5ef03262e3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2550.360345] env[62291]: DEBUG oslo_vmware.api [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2550.360345] env[62291]: value = "task-2143923" [ 2550.360345] env[62291]: _type = "Task" [ 2550.360345] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2550.367375] env[62291]: DEBUG oslo_vmware.api [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2550.530520] env[62291]: DEBUG oslo_concurrency.lockutils [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquiring lock "58f1ebc0-573f-4574-a5a8-8521f137659e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2550.530776] env[62291]: DEBUG oslo_concurrency.lockutils [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "58f1ebc0-573f-4574-a5a8-8521f137659e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2550.598027] env[62291]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2550.598027] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52fa6878-e774-905d-7753-d6034d3f36a6" [ 2550.598027] env[62291]: _type = "HttpNfcLease" [ 2550.598027] env[62291]: } is ready. {{(pid=62291) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2550.598472] env[62291]: DEBUG oslo_vmware.rw_handles [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2550.598472] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52fa6878-e774-905d-7753-d6034d3f36a6" [ 2550.598472] env[62291]: _type = "HttpNfcLease" [ 2550.598472] env[62291]: }. {{(pid=62291) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2550.599995] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b685ffe-5029-401a-a344-605f883f22d3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2550.613359] env[62291]: DEBUG oslo_vmware.rw_handles [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52404ae5-4b8c-0e80-adee-aca6a1c97bd5/disk-0.vmdk from lease info. {{(pid=62291) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2550.613587] env[62291]: DEBUG oslo_vmware.rw_handles [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52404ae5-4b8c-0e80-adee-aca6a1c97bd5/disk-0.vmdk for reading. {{(pid=62291) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2550.772548] env[62291]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a7aeac1f-2287-484b-aa20-7b67c87ff3bb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2550.870317] env[62291]: DEBUG oslo_vmware.api [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143923, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.433344} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2550.870675] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] aa3eaabf-92a6-469d-a9b4-67412cbf0e65/aa3eaabf-92a6-469d-a9b4-67412cbf0e65.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2550.870761] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2550.870978] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-11d95832-3993-4597-af53-f38f408035e9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2550.877667] env[62291]: DEBUG oslo_vmware.api [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2550.877667] env[62291]: value = "task-2143924" [ 2550.877667] env[62291]: _type = "Task" [ 2550.877667] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2550.884748] env[62291]: DEBUG oslo_vmware.api [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143924, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2551.033221] env[62291]: DEBUG nova.compute.manager [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2551.388965] env[62291]: DEBUG oslo_vmware.api [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143924, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.149892} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2551.389377] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2551.390261] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca00441b-aa52-4b31-b440-46fa67483d4e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2551.413408] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] aa3eaabf-92a6-469d-a9b4-67412cbf0e65/aa3eaabf-92a6-469d-a9b4-67412cbf0e65.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2551.413765] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca645191-a637-4b06-8f75-bfda08c48b08 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2551.434511] env[62291]: DEBUG oslo_vmware.api [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2551.434511] env[62291]: value = "task-2143925" [ 2551.434511] env[62291]: _type = "Task" [ 2551.434511] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2551.443067] env[62291]: DEBUG oslo_vmware.api [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143925, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2551.557184] env[62291]: DEBUG oslo_concurrency.lockutils [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2551.557703] env[62291]: DEBUG oslo_concurrency.lockutils [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2551.559501] env[62291]: INFO nova.compute.claims [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2551.945023] env[62291]: DEBUG oslo_vmware.api [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143925, 'name': ReconfigVM_Task, 'duration_secs': 0.344277} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2551.945473] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Reconfigured VM instance instance-00000077 to attach disk [datastore2] aa3eaabf-92a6-469d-a9b4-67412cbf0e65/aa3eaabf-92a6-469d-a9b4-67412cbf0e65.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2551.946191] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b0e336d-80b2-4010-8c42-33e4adf80c4c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2551.952548] env[62291]: DEBUG oslo_vmware.api [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2551.952548] env[62291]: value = "task-2143926" [ 2551.952548] env[62291]: _type = "Task" [ 2551.952548] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2551.961129] env[62291]: DEBUG oslo_vmware.api [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143926, 'name': Rename_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2552.463581] env[62291]: DEBUG oslo_vmware.api [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143926, 'name': Rename_Task, 'duration_secs': 0.153562} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2552.463954] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2552.464284] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e09ac00-cba2-4cb0-a4eb-4d083216cfb2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2552.470444] env[62291]: DEBUG oslo_vmware.api [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2552.470444] env[62291]: value = "task-2143927" [ 2552.470444] env[62291]: _type = "Task" [ 2552.470444] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2552.479417] env[62291]: DEBUG oslo_vmware.api [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143927, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2552.644046] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae7d7a2-49af-413d-a60d-209e9abe304f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2552.651992] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a225dc-8007-4f55-90d7-2b6434d4f8c6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2552.682748] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2455e342-3392-470b-9410-e456fcc6be62 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2552.690839] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa107e80-faf9-46e8-9ab5-ac8c2c526cad {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2552.704944] env[62291]: DEBUG nova.compute.provider_tree [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2552.981418] env[62291]: DEBUG oslo_vmware.api [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143927, 'name': PowerOnVM_Task} progress is 98%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2553.208046] env[62291]: DEBUG nova.scheduler.client.report [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2553.482331] env[62291]: DEBUG oslo_vmware.api [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143927, 'name': PowerOnVM_Task, 'duration_secs': 0.69493} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2553.482623] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2553.482826] env[62291]: INFO nova.compute.manager [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Took 10.68 seconds to spawn the instance on the hypervisor. [ 2553.483013] env[62291]: DEBUG nova.compute.manager [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2553.483793] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-295d3bf2-ba1b-4953-8a80-a28b8fb37081 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2553.712758] env[62291]: DEBUG oslo_concurrency.lockutils [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.155s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2553.713281] env[62291]: DEBUG nova.compute.manager [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2554.002083] env[62291]: INFO nova.compute.manager [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Took 15.40 seconds to build instance. [ 2554.218139] env[62291]: DEBUG nova.compute.utils [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2554.219932] env[62291]: DEBUG nova.compute.manager [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2554.220086] env[62291]: DEBUG nova.network.neutron [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2554.264483] env[62291]: DEBUG nova.policy [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ecfa153e5163422db7674f451b6b3e04', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be147140f7a240be9dd360d0429e4e8c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2554.503198] env[62291]: DEBUG oslo_concurrency.lockutils [None req-3ef54562-a491-4d50-b6af-d0c74506a752 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "aa3eaabf-92a6-469d-a9b4-67412cbf0e65" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.911s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2554.600063] env[62291]: DEBUG nova.network.neutron [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Successfully created port: 1ff9f0ad-5e7b-4c9e-a03c-babcc8a27119 {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2554.723786] env[62291]: DEBUG nova.compute.manager [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2555.526351] env[62291]: DEBUG nova.compute.manager [req-3ee823d9-0317-47fc-86b5-4cc351fa004b req-e4521977-50e2-44d8-9c6c-d1d632751427 service nova] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Received event network-changed-96c73d07-7c02-409e-9ec6-4ab0b72221b5 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2555.526604] env[62291]: DEBUG nova.compute.manager [req-3ee823d9-0317-47fc-86b5-4cc351fa004b req-e4521977-50e2-44d8-9c6c-d1d632751427 service nova] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Refreshing instance network info cache due to event network-changed-96c73d07-7c02-409e-9ec6-4ab0b72221b5. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2555.526778] env[62291]: DEBUG oslo_concurrency.lockutils [req-3ee823d9-0317-47fc-86b5-4cc351fa004b req-e4521977-50e2-44d8-9c6c-d1d632751427 service nova] Acquiring lock "refresh_cache-aa3eaabf-92a6-469d-a9b4-67412cbf0e65" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2555.526937] env[62291]: DEBUG oslo_concurrency.lockutils [req-3ee823d9-0317-47fc-86b5-4cc351fa004b req-e4521977-50e2-44d8-9c6c-d1d632751427 service nova] Acquired lock "refresh_cache-aa3eaabf-92a6-469d-a9b4-67412cbf0e65" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2555.527457] env[62291]: DEBUG nova.network.neutron [req-3ee823d9-0317-47fc-86b5-4cc351fa004b req-e4521977-50e2-44d8-9c6c-d1d632751427 service nova] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Refreshing network info cache for port 96c73d07-7c02-409e-9ec6-4ab0b72221b5 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2555.737025] env[62291]: DEBUG nova.compute.manager [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2555.763066] env[62291]: DEBUG nova.virt.hardware [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2555.763726] env[62291]: DEBUG nova.virt.hardware [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2555.764106] env[62291]: DEBUG nova.virt.hardware [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2555.768073] env[62291]: DEBUG nova.virt.hardware [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2555.768073] env[62291]: DEBUG nova.virt.hardware [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2555.768073] env[62291]: DEBUG nova.virt.hardware [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2555.768073] env[62291]: DEBUG nova.virt.hardware [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2555.768073] env[62291]: DEBUG nova.virt.hardware [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2555.768073] env[62291]: DEBUG nova.virt.hardware [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2555.768073] env[62291]: DEBUG nova.virt.hardware [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2555.768073] env[62291]: DEBUG nova.virt.hardware [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2555.768073] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873dc616-15c5-481b-9a8c-4a02db70790d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2555.776080] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219e39d4-2b3a-471f-999c-0c8249f2dbae {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2556.259638] env[62291]: DEBUG nova.network.neutron [req-3ee823d9-0317-47fc-86b5-4cc351fa004b req-e4521977-50e2-44d8-9c6c-d1d632751427 service nova] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Updated VIF entry in instance network info cache for port 96c73d07-7c02-409e-9ec6-4ab0b72221b5. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2556.260056] env[62291]: DEBUG nova.network.neutron [req-3ee823d9-0317-47fc-86b5-4cc351fa004b req-e4521977-50e2-44d8-9c6c-d1d632751427 service nova] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Updating instance_info_cache with network_info: [{"id": "96c73d07-7c02-409e-9ec6-4ab0b72221b5", "address": "fa:16:3e:8d:5c:98", "network": {"id": "c45185d4-152c-49a5-95a1-aabe55d7a656", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1396888570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1553c7ef0e7404cbea3d3a38c0509ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96c73d07-7c", "ovs_interfaceid": "96c73d07-7c02-409e-9ec6-4ab0b72221b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2556.762734] env[62291]: DEBUG oslo_concurrency.lockutils [req-3ee823d9-0317-47fc-86b5-4cc351fa004b req-e4521977-50e2-44d8-9c6c-d1d632751427 service nova] Releasing lock "refresh_cache-aa3eaabf-92a6-469d-a9b4-67412cbf0e65" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2558.341072] env[62291]: DEBUG oslo_vmware.rw_handles [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52404ae5-4b8c-0e80-adee-aca6a1c97bd5/disk-0.vmdk. {{(pid=62291) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2558.342099] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73dfb771-44ff-4d1e-8fba-d60e7ec8d5dc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2558.348779] env[62291]: DEBUG oslo_vmware.rw_handles [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52404ae5-4b8c-0e80-adee-aca6a1c97bd5/disk-0.vmdk is in state: ready. {{(pid=62291) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2558.348947] env[62291]: ERROR oslo_vmware.rw_handles [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52404ae5-4b8c-0e80-adee-aca6a1c97bd5/disk-0.vmdk due to incomplete transfer. [ 2558.349182] env[62291]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ab947b50-9127-4a44-9a58-0e8e632a4c29 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2558.356954] env[62291]: DEBUG oslo_vmware.rw_handles [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52404ae5-4b8c-0e80-adee-aca6a1c97bd5/disk-0.vmdk. {{(pid=62291) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2558.357167] env[62291]: DEBUG nova.virt.vmwareapi.images [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Uploaded image 34b468c4-da51-4ad5-906d-f35698c9657d to the Glance image server {{(pid=62291) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2558.359505] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Destroying the VM {{(pid=62291) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2558.359739] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-07b9facf-2266-460c-ad0b-0a0ba5b4031a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2558.364969] env[62291]: DEBUG oslo_vmware.api [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the task: (returnval){ [ 2558.364969] env[62291]: value = "task-2143928" [ 2558.364969] env[62291]: _type = "Task" [ 2558.364969] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2558.372307] env[62291]: DEBUG oslo_vmware.api [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143928, 'name': Destroy_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2558.874203] env[62291]: DEBUG oslo_vmware.api [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143928, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2559.377991] env[62291]: DEBUG oslo_vmware.api [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143928, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2559.876081] env[62291]: DEBUG oslo_vmware.api [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143928, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2560.376892] env[62291]: DEBUG oslo_vmware.api [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143928, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2560.878459] env[62291]: DEBUG oslo_vmware.api [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143928, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2561.378740] env[62291]: DEBUG oslo_vmware.api [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143928, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2561.879669] env[62291]: DEBUG oslo_vmware.api [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143928, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2562.380239] env[62291]: DEBUG oslo_vmware.api [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143928, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2562.881409] env[62291]: DEBUG oslo_vmware.api [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143928, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2563.381752] env[62291]: DEBUG oslo_vmware.api [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143928, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2563.883372] env[62291]: DEBUG oslo_vmware.api [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143928, 'name': Destroy_Task, 'duration_secs': 5.302882} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2563.883691] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Destroyed the VM [ 2563.883854] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Deleting Snapshot of the VM instance {{(pid=62291) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2563.884114] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6ab106ed-6e6b-4c4c-a77e-85f16bcde471 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2563.890721] env[62291]: DEBUG oslo_vmware.api [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the task: (returnval){ [ 2563.890721] env[62291]: value = "task-2143929" [ 2563.890721] env[62291]: _type = "Task" [ 2563.890721] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2563.898160] env[62291]: DEBUG oslo_vmware.api [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143929, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2564.400604] env[62291]: DEBUG oslo_vmware.api [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143929, 'name': RemoveSnapshot_Task, 'duration_secs': 0.320565} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2564.400884] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Deleted Snapshot of the VM instance {{(pid=62291) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2564.401177] env[62291]: DEBUG nova.compute.manager [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2564.401926] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aafed29e-a9bd-42f6-b7df-8f502da43235 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2564.764884] env[62291]: DEBUG nova.compute.manager [req-035b767f-9dc9-40db-9c95-161ac5d7fba2 req-ab451ab8-cb22-4716-a2e2-f778a2933484 service nova] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Received event network-vif-plugged-1ff9f0ad-5e7b-4c9e-a03c-babcc8a27119 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2564.765126] env[62291]: DEBUG oslo_concurrency.lockutils [req-035b767f-9dc9-40db-9c95-161ac5d7fba2 req-ab451ab8-cb22-4716-a2e2-f778a2933484 service nova] Acquiring lock "58f1ebc0-573f-4574-a5a8-8521f137659e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2564.765335] env[62291]: DEBUG oslo_concurrency.lockutils [req-035b767f-9dc9-40db-9c95-161ac5d7fba2 req-ab451ab8-cb22-4716-a2e2-f778a2933484 service nova] Lock "58f1ebc0-573f-4574-a5a8-8521f137659e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2564.765513] env[62291]: DEBUG oslo_concurrency.lockutils [req-035b767f-9dc9-40db-9c95-161ac5d7fba2 req-ab451ab8-cb22-4716-a2e2-f778a2933484 service nova] Lock "58f1ebc0-573f-4574-a5a8-8521f137659e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2564.765687] env[62291]: DEBUG nova.compute.manager [req-035b767f-9dc9-40db-9c95-161ac5d7fba2 req-ab451ab8-cb22-4716-a2e2-f778a2933484 service nova] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] No waiting events found dispatching network-vif-plugged-1ff9f0ad-5e7b-4c9e-a03c-babcc8a27119 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2564.765852] env[62291]: WARNING nova.compute.manager [req-035b767f-9dc9-40db-9c95-161ac5d7fba2 req-ab451ab8-cb22-4716-a2e2-f778a2933484 service nova] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Received unexpected event network-vif-plugged-1ff9f0ad-5e7b-4c9e-a03c-babcc8a27119 for instance with vm_state building and task_state spawning. [ 2564.848194] env[62291]: DEBUG nova.network.neutron [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Successfully updated port: 1ff9f0ad-5e7b-4c9e-a03c-babcc8a27119 {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2564.913324] env[62291]: INFO nova.compute.manager [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Shelve offloading [ 2564.914889] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2564.915145] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75307164-179d-4170-9020-3aab086c028d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2564.923238] env[62291]: DEBUG oslo_vmware.api [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the task: (returnval){ [ 2564.923238] env[62291]: value = "task-2143930" [ 2564.923238] env[62291]: _type = "Task" [ 2564.923238] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2564.931052] env[62291]: DEBUG oslo_vmware.api [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2565.350967] env[62291]: DEBUG oslo_concurrency.lockutils [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquiring lock "refresh_cache-58f1ebc0-573f-4574-a5a8-8521f137659e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2565.351132] env[62291]: DEBUG oslo_concurrency.lockutils [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquired lock "refresh_cache-58f1ebc0-573f-4574-a5a8-8521f137659e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2565.351309] env[62291]: DEBUG nova.network.neutron [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2565.433363] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] VM already powered off {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2565.433563] env[62291]: DEBUG nova.compute.manager [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2565.434305] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b0a0c11-b681-445a-8add-99ec06067682 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2565.439964] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Acquiring lock "refresh_cache-98fc3d25-e332-4511-b932-8ae98d356917" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2565.440166] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Acquired lock "refresh_cache-98fc3d25-e332-4511-b932-8ae98d356917" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2565.440341] env[62291]: DEBUG nova.network.neutron [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2565.882633] env[62291]: DEBUG nova.network.neutron [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2566.070114] env[62291]: DEBUG nova.network.neutron [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Updating instance_info_cache with network_info: [{"id": "1ff9f0ad-5e7b-4c9e-a03c-babcc8a27119", "address": "fa:16:3e:8c:70:b6", "network": {"id": "ce85cec1-d2b4-40a2-8f9e-afd8351425e2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-91553824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be147140f7a240be9dd360d0429e4e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ff9f0ad-5e", "ovs_interfaceid": "1ff9f0ad-5e7b-4c9e-a03c-babcc8a27119", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2566.198259] env[62291]: DEBUG nova.network.neutron [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Updating instance_info_cache with network_info: [{"id": "d430014a-3cc3-4a7b-b0ca-c6a80bee9d34", "address": "fa:16:3e:fb:12:09", "network": {"id": "bd72be7f-d221-4147-ad88-ef62cefcd5aa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1570843996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27985db97fc84c6ca40a85416f94ab35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd430014a-3c", "ovs_interfaceid": "d430014a-3cc3-4a7b-b0ca-c6a80bee9d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2566.572724] env[62291]: DEBUG oslo_concurrency.lockutils [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Releasing lock "refresh_cache-58f1ebc0-573f-4574-a5a8-8521f137659e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2566.573061] env[62291]: DEBUG nova.compute.manager [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Instance network_info: |[{"id": "1ff9f0ad-5e7b-4c9e-a03c-babcc8a27119", "address": "fa:16:3e:8c:70:b6", "network": {"id": "ce85cec1-d2b4-40a2-8f9e-afd8351425e2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-91553824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be147140f7a240be9dd360d0429e4e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ff9f0ad-5e", "ovs_interfaceid": "1ff9f0ad-5e7b-4c9e-a03c-babcc8a27119", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2566.573511] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:70:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27138a4c-60c9-45fb-bf37-4c2f765315a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ff9f0ad-5e7b-4c9e-a03c-babcc8a27119', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2566.580877] env[62291]: DEBUG oslo.service.loopingcall [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2566.581104] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2566.581336] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c7fd2023-cc30-4f65-bccd-23e0c1f148dd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2566.601375] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2566.601375] env[62291]: value = "task-2143931" [ 2566.601375] env[62291]: _type = "Task" [ 2566.601375] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2566.608532] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143931, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2566.700666] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Releasing lock "refresh_cache-98fc3d25-e332-4511-b932-8ae98d356917" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2566.789790] env[62291]: DEBUG nova.compute.manager [req-e5ee6683-0b5a-4299-8807-22c0a6097252 req-effd2fb9-2cc0-45b4-82dc-9c1c12658094 service nova] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Received event network-changed-1ff9f0ad-5e7b-4c9e-a03c-babcc8a27119 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2566.789986] env[62291]: DEBUG nova.compute.manager [req-e5ee6683-0b5a-4299-8807-22c0a6097252 req-effd2fb9-2cc0-45b4-82dc-9c1c12658094 service nova] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Refreshing instance network info cache due to event network-changed-1ff9f0ad-5e7b-4c9e-a03c-babcc8a27119. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2566.790209] env[62291]: DEBUG oslo_concurrency.lockutils [req-e5ee6683-0b5a-4299-8807-22c0a6097252 req-effd2fb9-2cc0-45b4-82dc-9c1c12658094 service nova] Acquiring lock "refresh_cache-58f1ebc0-573f-4574-a5a8-8521f137659e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2566.790403] env[62291]: DEBUG oslo_concurrency.lockutils [req-e5ee6683-0b5a-4299-8807-22c0a6097252 req-effd2fb9-2cc0-45b4-82dc-9c1c12658094 service nova] Acquired lock "refresh_cache-58f1ebc0-573f-4574-a5a8-8521f137659e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2566.790591] env[62291]: DEBUG nova.network.neutron [req-e5ee6683-0b5a-4299-8807-22c0a6097252 req-effd2fb9-2cc0-45b4-82dc-9c1c12658094 service nova] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Refreshing network info cache for port 1ff9f0ad-5e7b-4c9e-a03c-babcc8a27119 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2567.046719] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2567.048037] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-976be98c-ca40-440e-a90c-7d1c5e43e52d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2567.057979] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2567.058249] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-635ab2bb-2121-4782-82c4-839b1b434a3f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2567.110365] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143931, 'name': CreateVM_Task} progress is 99%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2567.167572] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2567.167793] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2567.167978] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Deleting the datastore file [datastore2] 98fc3d25-e332-4511-b932-8ae98d356917 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2567.168272] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc8948fd-6f96-41b6-94c5-d24f3360d902 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2567.178752] env[62291]: DEBUG oslo_vmware.api [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the task: (returnval){ [ 2567.178752] env[62291]: value = "task-2143933" [ 2567.178752] env[62291]: _type = "Task" [ 2567.178752] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2567.186878] env[62291]: DEBUG oslo_vmware.api [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143933, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2567.475696] env[62291]: DEBUG nova.network.neutron [req-e5ee6683-0b5a-4299-8807-22c0a6097252 req-effd2fb9-2cc0-45b4-82dc-9c1c12658094 service nova] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Updated VIF entry in instance network info cache for port 1ff9f0ad-5e7b-4c9e-a03c-babcc8a27119. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2567.476074] env[62291]: DEBUG nova.network.neutron [req-e5ee6683-0b5a-4299-8807-22c0a6097252 req-effd2fb9-2cc0-45b4-82dc-9c1c12658094 service nova] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Updating instance_info_cache with network_info: [{"id": "1ff9f0ad-5e7b-4c9e-a03c-babcc8a27119", "address": "fa:16:3e:8c:70:b6", "network": {"id": "ce85cec1-d2b4-40a2-8f9e-afd8351425e2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-91553824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be147140f7a240be9dd360d0429e4e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ff9f0ad-5e", "ovs_interfaceid": "1ff9f0ad-5e7b-4c9e-a03c-babcc8a27119", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2567.612333] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143931, 'name': CreateVM_Task, 'duration_secs': 0.565201} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2567.612522] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2567.613202] env[62291]: DEBUG oslo_concurrency.lockutils [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2567.613367] env[62291]: DEBUG oslo_concurrency.lockutils [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2567.613691] env[62291]: DEBUG oslo_concurrency.lockutils [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2567.614245] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0eed2b2-5793-46fd-a30f-05143b171704 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2567.618645] env[62291]: DEBUG oslo_vmware.api [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2567.618645] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52657c4b-9f3f-e3fb-ecef-eb53da2ccbe0" [ 2567.618645] env[62291]: _type = "Task" [ 2567.618645] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2567.625810] env[62291]: DEBUG oslo_vmware.api [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52657c4b-9f3f-e3fb-ecef-eb53da2ccbe0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2567.686816] env[62291]: DEBUG oslo_vmware.api [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143933, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142076} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2567.687075] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2567.687261] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2567.687440] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2567.710557] env[62291]: INFO nova.scheduler.client.report [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Deleted allocations for instance 98fc3d25-e332-4511-b932-8ae98d356917 [ 2567.979277] env[62291]: DEBUG oslo_concurrency.lockutils [req-e5ee6683-0b5a-4299-8807-22c0a6097252 req-effd2fb9-2cc0-45b4-82dc-9c1c12658094 service nova] Releasing lock "refresh_cache-58f1ebc0-573f-4574-a5a8-8521f137659e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2568.131462] env[62291]: DEBUG oslo_vmware.api [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52657c4b-9f3f-e3fb-ecef-eb53da2ccbe0, 'name': SearchDatastore_Task, 'duration_secs': 0.009176} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2568.131774] env[62291]: DEBUG oslo_concurrency.lockutils [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2568.132018] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2568.132281] env[62291]: DEBUG oslo_concurrency.lockutils [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2568.132451] env[62291]: DEBUG oslo_concurrency.lockutils [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquired lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2568.132637] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2568.132902] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0055b9a-e6eb-4267-8f3e-8dd23fd4cd9c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2568.140765] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2568.140942] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2568.141644] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-034cf9b2-7715-4556-b70e-250d07f4d64a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2568.147047] env[62291]: DEBUG oslo_vmware.api [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2568.147047] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52e0b41b-6158-dd68-d687-213d4e225275" [ 2568.147047] env[62291]: _type = "Task" [ 2568.147047] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2568.153616] env[62291]: DEBUG oslo_vmware.api [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52e0b41b-6158-dd68-d687-213d4e225275, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2568.216124] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2568.216407] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2568.216634] env[62291]: DEBUG nova.objects.instance [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lazy-loading 'resources' on Instance uuid 98fc3d25-e332-4511-b932-8ae98d356917 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2568.656189] env[62291]: DEBUG oslo_vmware.api [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52e0b41b-6158-dd68-d687-213d4e225275, 'name': SearchDatastore_Task, 'duration_secs': 0.00825} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2568.656959] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-959282c9-241b-473e-94bc-acc1a4440dc0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2568.661846] env[62291]: DEBUG oslo_vmware.api [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2568.661846] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52fb7e92-7d31-e967-7685-02733f6baf2d" [ 2568.661846] env[62291]: _type = "Task" [ 2568.661846] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2568.669069] env[62291]: DEBUG oslo_vmware.api [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52fb7e92-7d31-e967-7685-02733f6baf2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2568.718954] env[62291]: DEBUG nova.objects.instance [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lazy-loading 'numa_topology' on Instance uuid 98fc3d25-e332-4511-b932-8ae98d356917 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2568.817017] env[62291]: DEBUG nova.compute.manager [req-ee6c4bf5-d551-41ca-b1d8-198d5fa4683e req-f797a0dd-c461-4cfd-9e48-f004d91e90ba service nova] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Received event network-vif-unplugged-d430014a-3cc3-4a7b-b0ca-c6a80bee9d34 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2568.817240] env[62291]: DEBUG oslo_concurrency.lockutils [req-ee6c4bf5-d551-41ca-b1d8-198d5fa4683e req-f797a0dd-c461-4cfd-9e48-f004d91e90ba service nova] Acquiring lock "98fc3d25-e332-4511-b932-8ae98d356917-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2568.817443] env[62291]: DEBUG oslo_concurrency.lockutils [req-ee6c4bf5-d551-41ca-b1d8-198d5fa4683e req-f797a0dd-c461-4cfd-9e48-f004d91e90ba service nova] Lock "98fc3d25-e332-4511-b932-8ae98d356917-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2568.817610] env[62291]: DEBUG oslo_concurrency.lockutils [req-ee6c4bf5-d551-41ca-b1d8-198d5fa4683e req-f797a0dd-c461-4cfd-9e48-f004d91e90ba service nova] Lock "98fc3d25-e332-4511-b932-8ae98d356917-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2568.817774] env[62291]: DEBUG nova.compute.manager [req-ee6c4bf5-d551-41ca-b1d8-198d5fa4683e req-f797a0dd-c461-4cfd-9e48-f004d91e90ba service nova] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] No waiting events found dispatching network-vif-unplugged-d430014a-3cc3-4a7b-b0ca-c6a80bee9d34 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2568.817938] env[62291]: WARNING nova.compute.manager [req-ee6c4bf5-d551-41ca-b1d8-198d5fa4683e req-f797a0dd-c461-4cfd-9e48-f004d91e90ba service nova] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Received unexpected event network-vif-unplugged-d430014a-3cc3-4a7b-b0ca-c6a80bee9d34 for instance with vm_state shelved_offloaded and task_state None. [ 2568.818109] env[62291]: DEBUG nova.compute.manager [req-ee6c4bf5-d551-41ca-b1d8-198d5fa4683e req-f797a0dd-c461-4cfd-9e48-f004d91e90ba service nova] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Received event network-changed-d430014a-3cc3-4a7b-b0ca-c6a80bee9d34 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2568.818264] env[62291]: DEBUG nova.compute.manager [req-ee6c4bf5-d551-41ca-b1d8-198d5fa4683e req-f797a0dd-c461-4cfd-9e48-f004d91e90ba service nova] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Refreshing instance network info cache due to event network-changed-d430014a-3cc3-4a7b-b0ca-c6a80bee9d34. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2568.818446] env[62291]: DEBUG oslo_concurrency.lockutils [req-ee6c4bf5-d551-41ca-b1d8-198d5fa4683e req-f797a0dd-c461-4cfd-9e48-f004d91e90ba service nova] Acquiring lock "refresh_cache-98fc3d25-e332-4511-b932-8ae98d356917" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2568.818580] env[62291]: DEBUG oslo_concurrency.lockutils [req-ee6c4bf5-d551-41ca-b1d8-198d5fa4683e req-f797a0dd-c461-4cfd-9e48-f004d91e90ba service nova] Acquired lock "refresh_cache-98fc3d25-e332-4511-b932-8ae98d356917" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2568.818729] env[62291]: DEBUG nova.network.neutron [req-ee6c4bf5-d551-41ca-b1d8-198d5fa4683e req-f797a0dd-c461-4cfd-9e48-f004d91e90ba service nova] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Refreshing network info cache for port d430014a-3cc3-4a7b-b0ca-c6a80bee9d34 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2569.172628] env[62291]: DEBUG oslo_vmware.api [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52fb7e92-7d31-e967-7685-02733f6baf2d, 'name': SearchDatastore_Task, 'duration_secs': 0.009409} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2569.172930] env[62291]: DEBUG oslo_concurrency.lockutils [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Releasing lock "[datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2569.173149] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 58f1ebc0-573f-4574-a5a8-8521f137659e/58f1ebc0-573f-4574-a5a8-8521f137659e.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2569.173403] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2a6095b0-3d07-48af-b456-eec4d999ed18 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2569.179589] env[62291]: DEBUG oslo_vmware.api [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2569.179589] env[62291]: value = "task-2143934" [ 2569.179589] env[62291]: _type = "Task" [ 2569.179589] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2569.187228] env[62291]: DEBUG oslo_vmware.api [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143934, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2569.221809] env[62291]: DEBUG nova.objects.base [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Object Instance<98fc3d25-e332-4511-b932-8ae98d356917> lazy-loaded attributes: resources,numa_topology {{(pid=62291) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 2569.288064] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0729123-edec-491f-83e2-7164b7e3f24e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2569.295069] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44891c5c-5474-427e-a2a9-0b0e6d095dfb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2569.329488] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0caeee9e-d8b3-4881-8519-dfbd147842f2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2569.339841] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1fdc77a-1763-4679-825d-08082a55eb41 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2569.356325] env[62291]: DEBUG nova.compute.provider_tree [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2569.596035] env[62291]: DEBUG nova.network.neutron [req-ee6c4bf5-d551-41ca-b1d8-198d5fa4683e req-f797a0dd-c461-4cfd-9e48-f004d91e90ba service nova] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Updated VIF entry in instance network info cache for port d430014a-3cc3-4a7b-b0ca-c6a80bee9d34. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2569.596201] env[62291]: DEBUG nova.network.neutron [req-ee6c4bf5-d551-41ca-b1d8-198d5fa4683e req-f797a0dd-c461-4cfd-9e48-f004d91e90ba service nova] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Updating instance_info_cache with network_info: [{"id": "d430014a-3cc3-4a7b-b0ca-c6a80bee9d34", "address": "fa:16:3e:fb:12:09", "network": {"id": "bd72be7f-d221-4147-ad88-ef62cefcd5aa", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1570843996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27985db97fc84c6ca40a85416f94ab35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapd430014a-3c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2569.689845] env[62291]: DEBUG oslo_vmware.api [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143934, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.40203} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2569.690108] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore1] 58f1ebc0-573f-4574-a5a8-8521f137659e/58f1ebc0-573f-4574-a5a8-8521f137659e.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2569.690320] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2569.690570] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2eca745-8043-4e09-87f3-10bc17f731c1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2569.697235] env[62291]: DEBUG oslo_vmware.api [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2569.697235] env[62291]: value = "task-2143935" [ 2569.697235] env[62291]: _type = "Task" [ 2569.697235] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2569.705531] env[62291]: DEBUG oslo_vmware.api [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143935, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2569.859282] env[62291]: DEBUG nova.scheduler.client.report [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2570.015020] env[62291]: DEBUG oslo_concurrency.lockutils [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Acquiring lock "98fc3d25-e332-4511-b932-8ae98d356917" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2570.099295] env[62291]: DEBUG oslo_concurrency.lockutils [req-ee6c4bf5-d551-41ca-b1d8-198d5fa4683e req-f797a0dd-c461-4cfd-9e48-f004d91e90ba service nova] Releasing lock "refresh_cache-98fc3d25-e332-4511-b932-8ae98d356917" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2570.207097] env[62291]: DEBUG oslo_vmware.api [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143935, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058417} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2570.207372] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2570.208135] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cfaff94-976c-426b-8423-519c88a5d4f8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2570.229499] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 58f1ebc0-573f-4574-a5a8-8521f137659e/58f1ebc0-573f-4574-a5a8-8521f137659e.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2570.229756] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b07abce-9cc1-4103-bb4b-3b0fa2baa864 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2570.248975] env[62291]: DEBUG oslo_vmware.api [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2570.248975] env[62291]: value = "task-2143936" [ 2570.248975] env[62291]: _type = "Task" [ 2570.248975] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2570.256335] env[62291]: DEBUG oslo_vmware.api [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143936, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2570.364626] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.148s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2570.759440] env[62291]: DEBUG oslo_vmware.api [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143936, 'name': ReconfigVM_Task, 'duration_secs': 0.295567} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2570.759665] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 58f1ebc0-573f-4574-a5a8-8521f137659e/58f1ebc0-573f-4574-a5a8-8521f137659e.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2570.760300] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12c64f99-ad1a-46b0-8db1-b254ed7dd2f2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2570.767040] env[62291]: DEBUG oslo_vmware.api [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2570.767040] env[62291]: value = "task-2143937" [ 2570.767040] env[62291]: _type = "Task" [ 2570.767040] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2570.774518] env[62291]: DEBUG oslo_vmware.api [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143937, 'name': Rename_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2570.871883] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7f86ede4-1eb0-4d84-8845-3f5dcb8c6c13 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lock "98fc3d25-e332-4511-b932-8ae98d356917" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.967s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2570.872752] env[62291]: DEBUG oslo_concurrency.lockutils [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lock "98fc3d25-e332-4511-b932-8ae98d356917" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.858s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2570.872935] env[62291]: INFO nova.compute.manager [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Unshelving [ 2571.277013] env[62291]: DEBUG oslo_vmware.api [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143937, 'name': Rename_Task} progress is 14%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2571.778450] env[62291]: DEBUG oslo_vmware.api [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143937, 'name': Rename_Task, 'duration_secs': 0.857744} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2571.778579] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2571.778790] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8591c361-5d54-44ab-a627-b2ccc2c63197 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2571.785977] env[62291]: DEBUG oslo_vmware.api [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2571.785977] env[62291]: value = "task-2143938" [ 2571.785977] env[62291]: _type = "Task" [ 2571.785977] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2571.794137] env[62291]: DEBUG oslo_vmware.api [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2571.899934] env[62291]: DEBUG oslo_concurrency.lockutils [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2571.899934] env[62291]: DEBUG oslo_concurrency.lockutils [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2571.899934] env[62291]: DEBUG nova.objects.instance [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lazy-loading 'pci_requests' on Instance uuid 98fc3d25-e332-4511-b932-8ae98d356917 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2572.296347] env[62291]: DEBUG oslo_vmware.api [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143938, 'name': PowerOnVM_Task, 'duration_secs': 0.484962} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2572.296744] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2572.296987] env[62291]: INFO nova.compute.manager [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Took 16.56 seconds to spawn the instance on the hypervisor. [ 2572.297248] env[62291]: DEBUG nova.compute.manager [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2572.298170] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef6e2e9-da97-4610-839c-1278a41fc95d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2572.403322] env[62291]: DEBUG nova.objects.instance [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lazy-loading 'numa_topology' on Instance uuid 98fc3d25-e332-4511-b932-8ae98d356917 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2572.405010] env[62291]: DEBUG oslo_concurrency.lockutils [None req-41e83943-4ad5-4ce0-8d57-ea3e23b5cb14 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Acquiring lock "fdd79f68-7d77-4dd5-a3cb-5b241a6f3837" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2572.405322] env[62291]: DEBUG oslo_concurrency.lockutils [None req-41e83943-4ad5-4ce0-8d57-ea3e23b5cb14 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Lock "fdd79f68-7d77-4dd5-a3cb-5b241a6f3837" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2572.405600] env[62291]: DEBUG oslo_concurrency.lockutils [None req-41e83943-4ad5-4ce0-8d57-ea3e23b5cb14 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Acquiring lock "fdd79f68-7d77-4dd5-a3cb-5b241a6f3837-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2572.405815] env[62291]: DEBUG oslo_concurrency.lockutils [None req-41e83943-4ad5-4ce0-8d57-ea3e23b5cb14 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Lock "fdd79f68-7d77-4dd5-a3cb-5b241a6f3837-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2572.405991] env[62291]: DEBUG oslo_concurrency.lockutils [None req-41e83943-4ad5-4ce0-8d57-ea3e23b5cb14 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Lock "fdd79f68-7d77-4dd5-a3cb-5b241a6f3837-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2572.407983] env[62291]: INFO nova.compute.manager [None req-41e83943-4ad5-4ce0-8d57-ea3e23b5cb14 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Terminating instance [ 2572.409932] env[62291]: DEBUG nova.compute.manager [None req-41e83943-4ad5-4ce0-8d57-ea3e23b5cb14 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2572.410152] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-41e83943-4ad5-4ce0-8d57-ea3e23b5cb14 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2572.410961] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21d43e96-62f7-470a-b80c-a9adf57b2b3b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2572.419062] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-41e83943-4ad5-4ce0-8d57-ea3e23b5cb14 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2572.419300] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97f7b313-74c7-4b49-930c-79649424db1e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2572.425691] env[62291]: DEBUG oslo_vmware.api [None req-41e83943-4ad5-4ce0-8d57-ea3e23b5cb14 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Waiting for the task: (returnval){ [ 2572.425691] env[62291]: value = "task-2143939" [ 2572.425691] env[62291]: _type = "Task" [ 2572.425691] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2572.434389] env[62291]: DEBUG oslo_vmware.api [None req-41e83943-4ad5-4ce0-8d57-ea3e23b5cb14 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Task: {'id': task-2143939, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2572.815082] env[62291]: INFO nova.compute.manager [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Took 21.28 seconds to build instance. [ 2572.908998] env[62291]: INFO nova.compute.claims [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2572.935928] env[62291]: DEBUG oslo_vmware.api [None req-41e83943-4ad5-4ce0-8d57-ea3e23b5cb14 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Task: {'id': task-2143939, 'name': PowerOffVM_Task, 'duration_secs': 0.219351} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2572.936202] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-41e83943-4ad5-4ce0-8d57-ea3e23b5cb14 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2572.937065] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-41e83943-4ad5-4ce0-8d57-ea3e23b5cb14 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2572.937065] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-57829ca8-1d33-428b-882e-c2932b99d5b9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2573.017277] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-41e83943-4ad5-4ce0-8d57-ea3e23b5cb14 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2573.017524] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-41e83943-4ad5-4ce0-8d57-ea3e23b5cb14 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2573.017696] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-41e83943-4ad5-4ce0-8d57-ea3e23b5cb14 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Deleting the datastore file [datastore2] fdd79f68-7d77-4dd5-a3cb-5b241a6f3837 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2573.017990] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ef01ce2-d230-40c1-8fba-47633b994fa7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2573.024259] env[62291]: DEBUG oslo_vmware.api [None req-41e83943-4ad5-4ce0-8d57-ea3e23b5cb14 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Waiting for the task: (returnval){ [ 2573.024259] env[62291]: value = "task-2143941" [ 2573.024259] env[62291]: _type = "Task" [ 2573.024259] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2573.031737] env[62291]: DEBUG oslo_vmware.api [None req-41e83943-4ad5-4ce0-8d57-ea3e23b5cb14 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Task: {'id': task-2143941, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2573.317066] env[62291]: DEBUG oslo_concurrency.lockutils [None req-370be65e-2af3-4936-8b80-af56d2f829c6 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "58f1ebc0-573f-4574-a5a8-8521f137659e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.786s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2573.534820] env[62291]: DEBUG oslo_vmware.api [None req-41e83943-4ad5-4ce0-8d57-ea3e23b5cb14 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Task: {'id': task-2143941, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144177} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2573.535082] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-41e83943-4ad5-4ce0-8d57-ea3e23b5cb14 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2573.535269] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-41e83943-4ad5-4ce0-8d57-ea3e23b5cb14 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2573.535445] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-41e83943-4ad5-4ce0-8d57-ea3e23b5cb14 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2573.535627] env[62291]: INFO nova.compute.manager [None req-41e83943-4ad5-4ce0-8d57-ea3e23b5cb14 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2573.535872] env[62291]: DEBUG oslo.service.loopingcall [None req-41e83943-4ad5-4ce0-8d57-ea3e23b5cb14 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2573.536083] env[62291]: DEBUG nova.compute.manager [-] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2573.536179] env[62291]: DEBUG nova.network.neutron [-] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2573.654690] env[62291]: DEBUG nova.compute.manager [req-80054253-d888-4b13-8ba9-aab383de5d70 req-afcd33b8-61e5-4fcc-b5b5-04c37034c536 service nova] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Received event network-changed-1ff9f0ad-5e7b-4c9e-a03c-babcc8a27119 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2573.654690] env[62291]: DEBUG nova.compute.manager [req-80054253-d888-4b13-8ba9-aab383de5d70 req-afcd33b8-61e5-4fcc-b5b5-04c37034c536 service nova] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Refreshing instance network info cache due to event network-changed-1ff9f0ad-5e7b-4c9e-a03c-babcc8a27119. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2573.654690] env[62291]: DEBUG oslo_concurrency.lockutils [req-80054253-d888-4b13-8ba9-aab383de5d70 req-afcd33b8-61e5-4fcc-b5b5-04c37034c536 service nova] Acquiring lock "refresh_cache-58f1ebc0-573f-4574-a5a8-8521f137659e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2573.654690] env[62291]: DEBUG oslo_concurrency.lockutils [req-80054253-d888-4b13-8ba9-aab383de5d70 req-afcd33b8-61e5-4fcc-b5b5-04c37034c536 service nova] Acquired lock "refresh_cache-58f1ebc0-573f-4574-a5a8-8521f137659e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2573.654937] env[62291]: DEBUG nova.network.neutron [req-80054253-d888-4b13-8ba9-aab383de5d70 req-afcd33b8-61e5-4fcc-b5b5-04c37034c536 service nova] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Refreshing network info cache for port 1ff9f0ad-5e7b-4c9e-a03c-babcc8a27119 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2573.951467] env[62291]: DEBUG nova.compute.manager [req-0e76b955-1c86-4566-8027-526a23fc4581 req-71dd7da8-9afe-4285-b8f4-019a1e7846de service nova] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Received event network-vif-deleted-2e9b348b-d74b-4387-8e65-f24f53c3ccdd {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2573.951467] env[62291]: INFO nova.compute.manager [req-0e76b955-1c86-4566-8027-526a23fc4581 req-71dd7da8-9afe-4285-b8f4-019a1e7846de service nova] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Neutron deleted interface 2e9b348b-d74b-4387-8e65-f24f53c3ccdd; detaching it from the instance and deleting it from the info cache [ 2573.951610] env[62291]: DEBUG nova.network.neutron [req-0e76b955-1c86-4566-8027-526a23fc4581 req-71dd7da8-9afe-4285-b8f4-019a1e7846de service nova] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2574.000542] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd1d5713-047c-4cd0-95eb-471d4bbc68af {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2574.008694] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a343f2-f288-4adf-9f0f-93adbb0b3648 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2574.039787] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c77358-208f-4b36-ac0a-2a2c1c818c07 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2574.046936] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6df82dee-1d73-476c-8fd7-485c613183f1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2574.060112] env[62291]: DEBUG nova.compute.provider_tree [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2574.384302] env[62291]: DEBUG nova.network.neutron [req-80054253-d888-4b13-8ba9-aab383de5d70 req-afcd33b8-61e5-4fcc-b5b5-04c37034c536 service nova] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Updated VIF entry in instance network info cache for port 1ff9f0ad-5e7b-4c9e-a03c-babcc8a27119. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2574.384715] env[62291]: DEBUG nova.network.neutron [req-80054253-d888-4b13-8ba9-aab383de5d70 req-afcd33b8-61e5-4fcc-b5b5-04c37034c536 service nova] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Updating instance_info_cache with network_info: [{"id": "1ff9f0ad-5e7b-4c9e-a03c-babcc8a27119", "address": "fa:16:3e:8c:70:b6", "network": {"id": "ce85cec1-d2b4-40a2-8f9e-afd8351425e2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-91553824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be147140f7a240be9dd360d0429e4e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ff9f0ad-5e", "ovs_interfaceid": "1ff9f0ad-5e7b-4c9e-a03c-babcc8a27119", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2574.429079] env[62291]: DEBUG nova.network.neutron [-] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2574.454721] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f153bacc-2c96-427a-8db2-fdebca8f1f4d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2574.464496] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3914fb7f-b3ac-4b1e-83aa-dfee2f2d4e85 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2574.491200] env[62291]: DEBUG nova.compute.manager [req-0e76b955-1c86-4566-8027-526a23fc4581 req-71dd7da8-9afe-4285-b8f4-019a1e7846de service nova] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Detach interface failed, port_id=2e9b348b-d74b-4387-8e65-f24f53c3ccdd, reason: Instance fdd79f68-7d77-4dd5-a3cb-5b241a6f3837 could not be found. {{(pid=62291) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 2574.562994] env[62291]: DEBUG nova.scheduler.client.report [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2574.887022] env[62291]: DEBUG oslo_concurrency.lockutils [req-80054253-d888-4b13-8ba9-aab383de5d70 req-afcd33b8-61e5-4fcc-b5b5-04c37034c536 service nova] Releasing lock "refresh_cache-58f1ebc0-573f-4574-a5a8-8521f137659e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2574.932079] env[62291]: INFO nova.compute.manager [-] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Took 1.40 seconds to deallocate network for instance. [ 2575.068075] env[62291]: DEBUG oslo_concurrency.lockutils [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.168s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2575.098788] env[62291]: INFO nova.network.neutron [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Updating port d430014a-3cc3-4a7b-b0ca-c6a80bee9d34 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2575.438939] env[62291]: DEBUG oslo_concurrency.lockutils [None req-41e83943-4ad5-4ce0-8d57-ea3e23b5cb14 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2575.439293] env[62291]: DEBUG oslo_concurrency.lockutils [None req-41e83943-4ad5-4ce0-8d57-ea3e23b5cb14 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2575.439430] env[62291]: DEBUG nova.objects.instance [None req-41e83943-4ad5-4ce0-8d57-ea3e23b5cb14 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Lazy-loading 'resources' on Instance uuid fdd79f68-7d77-4dd5-a3cb-5b241a6f3837 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2576.015275] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bcf8f40-83de-4fdd-83cd-f827285098a5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2576.024792] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8da635-374e-4109-abf3-5f4e62faad1a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2576.057446] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88634e9c-c8d5-41e4-bd43-a05576d136fb {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2576.064286] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc3be228-c8fc-4826-8299-6d0e6c1f3d30 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2576.076929] env[62291]: DEBUG nova.compute.provider_tree [None req-41e83943-4ad5-4ce0-8d57-ea3e23b5cb14 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2576.579591] env[62291]: DEBUG nova.scheduler.client.report [None req-41e83943-4ad5-4ce0-8d57-ea3e23b5cb14 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2577.084404] env[62291]: DEBUG oslo_concurrency.lockutils [None req-41e83943-4ad5-4ce0-8d57-ea3e23b5cb14 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.645s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2577.104348] env[62291]: INFO nova.scheduler.client.report [None req-41e83943-4ad5-4ce0-8d57-ea3e23b5cb14 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Deleted allocations for instance fdd79f68-7d77-4dd5-a3cb-5b241a6f3837 [ 2577.612528] env[62291]: DEBUG oslo_concurrency.lockutils [None req-41e83943-4ad5-4ce0-8d57-ea3e23b5cb14 tempest-ServersTestManualDisk-237283688 tempest-ServersTestManualDisk-237283688-project-member] Lock "fdd79f68-7d77-4dd5-a3cb-5b241a6f3837" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.207s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2581.614732] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2583.532797] env[62291]: DEBUG nova.compute.manager [req-118a3398-8d70-4ff6-af00-565340522544 req-c2eb584b-4a3d-4ced-8867-f5744e575ca3 service nova] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Received event network-vif-plugged-d430014a-3cc3-4a7b-b0ca-c6a80bee9d34 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2583.533070] env[62291]: DEBUG oslo_concurrency.lockutils [req-118a3398-8d70-4ff6-af00-565340522544 req-c2eb584b-4a3d-4ced-8867-f5744e575ca3 service nova] Acquiring lock "98fc3d25-e332-4511-b932-8ae98d356917-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2583.533244] env[62291]: DEBUG oslo_concurrency.lockutils [req-118a3398-8d70-4ff6-af00-565340522544 req-c2eb584b-4a3d-4ced-8867-f5744e575ca3 service nova] Lock "98fc3d25-e332-4511-b932-8ae98d356917-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2583.533396] env[62291]: DEBUG oslo_concurrency.lockutils [req-118a3398-8d70-4ff6-af00-565340522544 req-c2eb584b-4a3d-4ced-8867-f5744e575ca3 service nova] Lock "98fc3d25-e332-4511-b932-8ae98d356917-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2583.533563] env[62291]: DEBUG nova.compute.manager [req-118a3398-8d70-4ff6-af00-565340522544 req-c2eb584b-4a3d-4ced-8867-f5744e575ca3 service nova] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] No waiting events found dispatching network-vif-plugged-d430014a-3cc3-4a7b-b0ca-c6a80bee9d34 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2583.533731] env[62291]: WARNING nova.compute.manager [req-118a3398-8d70-4ff6-af00-565340522544 req-c2eb584b-4a3d-4ced-8867-f5744e575ca3 service nova] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Received unexpected event network-vif-plugged-d430014a-3cc3-4a7b-b0ca-c6a80bee9d34 for instance with vm_state shelved_offloaded and task_state spawning. [ 2583.615086] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2583.624237] env[62291]: DEBUG oslo_concurrency.lockutils [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Acquiring lock "refresh_cache-98fc3d25-e332-4511-b932-8ae98d356917" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2583.624420] env[62291]: DEBUG oslo_concurrency.lockutils [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Acquired lock "refresh_cache-98fc3d25-e332-4511-b932-8ae98d356917" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2583.624641] env[62291]: DEBUG nova.network.neutron [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2584.325855] env[62291]: DEBUG nova.network.neutron [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Updating instance_info_cache with network_info: [{"id": "d430014a-3cc3-4a7b-b0ca-c6a80bee9d34", "address": "fa:16:3e:fb:12:09", "network": {"id": "bd72be7f-d221-4147-ad88-ef62cefcd5aa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1570843996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27985db97fc84c6ca40a85416f94ab35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd430014a-3c", "ovs_interfaceid": "d430014a-3cc3-4a7b-b0ca-c6a80bee9d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2584.610241] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2584.614870] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2584.829129] env[62291]: DEBUG oslo_concurrency.lockutils [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Releasing lock "refresh_cache-98fc3d25-e332-4511-b932-8ae98d356917" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2584.856077] env[62291]: DEBUG nova.virt.hardware [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='978b6d72bcb185f14618f766a9e95e76',container_format='bare',created_at=2025-01-16T08:15:45Z,direct_url=,disk_format='vmdk',id=34b468c4-da51-4ad5-906d-f35698c9657d,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1425945888-shelved',owner='27985db97fc84c6ca40a85416f94ab35',properties=ImageMetaProps,protected=,size=31664128,status='active',tags=,updated_at=2025-01-16T08:15:58Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2584.856328] env[62291]: DEBUG nova.virt.hardware [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2584.856488] env[62291]: DEBUG nova.virt.hardware [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2584.856674] env[62291]: DEBUG nova.virt.hardware [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2584.856821] env[62291]: DEBUG nova.virt.hardware [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2584.856999] env[62291]: DEBUG nova.virt.hardware [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2584.857237] env[62291]: DEBUG nova.virt.hardware [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2584.857398] env[62291]: DEBUG nova.virt.hardware [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2584.857563] env[62291]: DEBUG nova.virt.hardware [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2584.857729] env[62291]: DEBUG nova.virt.hardware [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2584.857900] env[62291]: DEBUG nova.virt.hardware [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2584.858774] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be028875-a399-4e30-b840-701279815e61 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2584.866662] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da59796f-6f48-4472-a43c-16a7b77347b9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2584.879756] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:12:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '399f3826-705c-45f7-9fe0-3a08a945151a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd430014a-3cc3-4a7b-b0ca-c6a80bee9d34', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2584.887032] env[62291]: DEBUG oslo.service.loopingcall [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2584.887551] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2584.887763] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6be0f179-d208-48b2-a611-533efb9dafd8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2584.909125] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2584.909125] env[62291]: value = "task-2143942" [ 2584.909125] env[62291]: _type = "Task" [ 2584.909125] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2584.917780] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143942, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2585.118331] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2585.118582] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2585.118731] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2585.118889] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62291) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2585.119794] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11b8fed-614c-404b-888e-d782e5ae9a72 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2585.127847] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cce59ea-2903-4c89-86ab-86acd2151cdf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2585.141421] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07bfccd-8684-4a3c-b73f-f40c64e37180 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2585.148858] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750102a2-4805-4cbc-874b-24e356dd6007 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2585.179206] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180310MB free_disk=175GB free_vcpus=48 pci_devices=None {{(pid=62291) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2585.179965] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2585.179965] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2585.418903] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143942, 'name': CreateVM_Task} progress is 25%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2585.566072] env[62291]: DEBUG nova.compute.manager [req-bd6eac98-630f-4124-9464-120edbcb4d64 req-dd64e878-63ce-49c7-9b05-5c6c0b01a173 service nova] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Received event network-changed-d430014a-3cc3-4a7b-b0ca-c6a80bee9d34 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2585.566288] env[62291]: DEBUG nova.compute.manager [req-bd6eac98-630f-4124-9464-120edbcb4d64 req-dd64e878-63ce-49c7-9b05-5c6c0b01a173 service nova] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Refreshing instance network info cache due to event network-changed-d430014a-3cc3-4a7b-b0ca-c6a80bee9d34. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2585.566508] env[62291]: DEBUG oslo_concurrency.lockutils [req-bd6eac98-630f-4124-9464-120edbcb4d64 req-dd64e878-63ce-49c7-9b05-5c6c0b01a173 service nova] Acquiring lock "refresh_cache-98fc3d25-e332-4511-b932-8ae98d356917" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2585.566652] env[62291]: DEBUG oslo_concurrency.lockutils [req-bd6eac98-630f-4124-9464-120edbcb4d64 req-dd64e878-63ce-49c7-9b05-5c6c0b01a173 service nova] Acquired lock "refresh_cache-98fc3d25-e332-4511-b932-8ae98d356917" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2585.566849] env[62291]: DEBUG nova.network.neutron [req-bd6eac98-630f-4124-9464-120edbcb4d64 req-dd64e878-63ce-49c7-9b05-5c6c0b01a173 service nova] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Refreshing network info cache for port d430014a-3cc3-4a7b-b0ca-c6a80bee9d34 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2585.919965] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143942, 'name': CreateVM_Task, 'duration_secs': 0.629163} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2585.920487] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2585.920771] env[62291]: DEBUG oslo_concurrency.lockutils [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b468c4-da51-4ad5-906d-f35698c9657d" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2585.920933] env[62291]: DEBUG oslo_concurrency.lockutils [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b468c4-da51-4ad5-906d-f35698c9657d" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2585.921341] env[62291]: DEBUG oslo_concurrency.lockutils [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/34b468c4-da51-4ad5-906d-f35698c9657d" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2585.921625] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f1905a2-2b03-4fa1-b51d-78ca6e071a20 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2585.926142] env[62291]: DEBUG oslo_vmware.api [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the task: (returnval){ [ 2585.926142] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52537ac2-b258-d33f-985a-694d7ce7211d" [ 2585.926142] env[62291]: _type = "Task" [ 2585.926142] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2585.933625] env[62291]: DEBUG oslo_vmware.api [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52537ac2-b258-d33f-985a-694d7ce7211d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2586.203985] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance cb7a8bc2-0580-45f0-871d-9d63420a8c7a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2586.204154] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance aa3eaabf-92a6-469d-a9b4-67412cbf0e65 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2586.204276] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 58f1ebc0-573f-4574-a5a8-8521f137659e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2586.204390] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 98fc3d25-e332-4511-b932-8ae98d356917 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2586.204597] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2586.204739] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2586.268817] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1901f568-2b13-4e7c-bd1e-9455b0c9329b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2586.276440] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd6b478-8af1-44d7-b60c-88e5a2a52190 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2586.306905] env[62291]: DEBUG nova.network.neutron [req-bd6eac98-630f-4124-9464-120edbcb4d64 req-dd64e878-63ce-49c7-9b05-5c6c0b01a173 service nova] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Updated VIF entry in instance network info cache for port d430014a-3cc3-4a7b-b0ca-c6a80bee9d34. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2586.307273] env[62291]: DEBUG nova.network.neutron [req-bd6eac98-630f-4124-9464-120edbcb4d64 req-dd64e878-63ce-49c7-9b05-5c6c0b01a173 service nova] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Updating instance_info_cache with network_info: [{"id": "d430014a-3cc3-4a7b-b0ca-c6a80bee9d34", "address": "fa:16:3e:fb:12:09", "network": {"id": "bd72be7f-d221-4147-ad88-ef62cefcd5aa", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1570843996-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "27985db97fc84c6ca40a85416f94ab35", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "399f3826-705c-45f7-9fe0-3a08a945151a", "external-id": "nsx-vlan-transportzone-936", "segmentation_id": 936, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd430014a-3c", "ovs_interfaceid": "d430014a-3cc3-4a7b-b0ca-c6a80bee9d34", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2586.309042] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a667d94-f69c-4bda-aad7-ec5ccb2aeeac {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2586.316159] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd3b2edf-00d3-4ce1-864f-cf7a291ec2b2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2586.330124] env[62291]: DEBUG nova.compute.provider_tree [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2586.436623] env[62291]: DEBUG oslo_concurrency.lockutils [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b468c4-da51-4ad5-906d-f35698c9657d" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2586.436840] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Processing image 34b468c4-da51-4ad5-906d-f35698c9657d {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2586.437093] env[62291]: DEBUG oslo_concurrency.lockutils [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/34b468c4-da51-4ad5-906d-f35698c9657d/34b468c4-da51-4ad5-906d-f35698c9657d.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2586.437247] env[62291]: DEBUG oslo_concurrency.lockutils [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Acquired lock "[datastore2] devstack-image-cache_base/34b468c4-da51-4ad5-906d-f35698c9657d/34b468c4-da51-4ad5-906d-f35698c9657d.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2586.437425] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2586.437676] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a7b17b3b-d56f-43bb-83f3-23b28a988ef6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2586.445648] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2586.445819] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2586.446494] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20ae03c4-c1e1-43fa-b59f-c49c7a30a9f1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2586.451711] env[62291]: DEBUG oslo_vmware.api [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the task: (returnval){ [ 2586.451711] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52b2838e-64cf-8183-0b3f-3b71b8bb2d05" [ 2586.451711] env[62291]: _type = "Task" [ 2586.451711] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2586.458672] env[62291]: DEBUG oslo_vmware.api [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52b2838e-64cf-8183-0b3f-3b71b8bb2d05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2586.813118] env[62291]: DEBUG oslo_concurrency.lockutils [req-bd6eac98-630f-4124-9464-120edbcb4d64 req-dd64e878-63ce-49c7-9b05-5c6c0b01a173 service nova] Releasing lock "refresh_cache-98fc3d25-e332-4511-b932-8ae98d356917" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2586.833297] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2586.962446] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Preparing fetch location {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2586.962793] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Fetch image to [datastore2] OSTACK_IMG_c9125c99-0291-49ac-8c49-5972d072a529/OSTACK_IMG_c9125c99-0291-49ac-8c49-5972d072a529.vmdk {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2586.962885] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Downloading stream optimized image 34b468c4-da51-4ad5-906d-f35698c9657d to [datastore2] OSTACK_IMG_c9125c99-0291-49ac-8c49-5972d072a529/OSTACK_IMG_c9125c99-0291-49ac-8c49-5972d072a529.vmdk on the data store datastore2 as vApp {{(pid=62291) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2586.963069] env[62291]: DEBUG nova.virt.vmwareapi.images [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Downloading image file data 34b468c4-da51-4ad5-906d-f35698c9657d to the ESX as VM named 'OSTACK_IMG_c9125c99-0291-49ac-8c49-5972d072a529' {{(pid=62291) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2587.028630] env[62291]: DEBUG oslo_vmware.rw_handles [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2587.028630] env[62291]: value = "resgroup-9" [ 2587.028630] env[62291]: _type = "ResourcePool" [ 2587.028630] env[62291]: }. {{(pid=62291) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2587.028808] env[62291]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-d610d3ef-41a4-4630-837b-6fc153d83fdc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2587.049920] env[62291]: DEBUG oslo_vmware.rw_handles [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lease: (returnval){ [ 2587.049920] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]525f0fb9-6207-e58f-dda0-b8f00985acca" [ 2587.049920] env[62291]: _type = "HttpNfcLease" [ 2587.049920] env[62291]: } obtained for vApp import into resource pool (val){ [ 2587.049920] env[62291]: value = "resgroup-9" [ 2587.049920] env[62291]: _type = "ResourcePool" [ 2587.049920] env[62291]: }. {{(pid=62291) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2587.050337] env[62291]: DEBUG oslo_vmware.api [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the lease: (returnval){ [ 2587.050337] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]525f0fb9-6207-e58f-dda0-b8f00985acca" [ 2587.050337] env[62291]: _type = "HttpNfcLease" [ 2587.050337] env[62291]: } to be ready. {{(pid=62291) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2587.056126] env[62291]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2587.056126] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]525f0fb9-6207-e58f-dda0-b8f00985acca" [ 2587.056126] env[62291]: _type = "HttpNfcLease" [ 2587.056126] env[62291]: } is initializing. {{(pid=62291) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2587.338479] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62291) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2587.338642] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.159s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2587.559292] env[62291]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2587.559292] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]525f0fb9-6207-e58f-dda0-b8f00985acca" [ 2587.559292] env[62291]: _type = "HttpNfcLease" [ 2587.559292] env[62291]: } is initializing. {{(pid=62291) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2588.058970] env[62291]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2588.058970] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]525f0fb9-6207-e58f-dda0-b8f00985acca" [ 2588.058970] env[62291]: _type = "HttpNfcLease" [ 2588.058970] env[62291]: } is ready. {{(pid=62291) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2588.059310] env[62291]: DEBUG oslo_vmware.rw_handles [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2588.059310] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]525f0fb9-6207-e58f-dda0-b8f00985acca" [ 2588.059310] env[62291]: _type = "HttpNfcLease" [ 2588.059310] env[62291]: }. {{(pid=62291) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2588.060023] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fddd521a-c114-4625-8be3-544ab35700d4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2588.066997] env[62291]: DEBUG oslo_vmware.rw_handles [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525baedd-94c2-8d05-28bb-8f70ac9cb387/disk-0.vmdk from lease info. {{(pid=62291) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2588.067190] env[62291]: DEBUG oslo_vmware.rw_handles [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Creating HTTP connection to write to file with size = 31664128 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525baedd-94c2-8d05-28bb-8f70ac9cb387/disk-0.vmdk. {{(pid=62291) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2588.128920] env[62291]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b08bb10b-ca3b-4c82-82a0-a0dcf55d4aa0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2589.128586] env[62291]: DEBUG oslo_vmware.rw_handles [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Completed reading data from the image iterator. {{(pid=62291) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2589.128976] env[62291]: DEBUG oslo_vmware.rw_handles [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525baedd-94c2-8d05-28bb-8f70ac9cb387/disk-0.vmdk. {{(pid=62291) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2589.129884] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad92ed56-179e-4800-bb0f-3670af955881 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2589.136888] env[62291]: DEBUG oslo_vmware.rw_handles [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525baedd-94c2-8d05-28bb-8f70ac9cb387/disk-0.vmdk is in state: ready. {{(pid=62291) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2589.137066] env[62291]: DEBUG oslo_vmware.rw_handles [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525baedd-94c2-8d05-28bb-8f70ac9cb387/disk-0.vmdk. {{(pid=62291) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2589.137302] env[62291]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ee06abce-540f-469e-a2e7-d26763eb9576 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2589.326934] env[62291]: DEBUG oslo_vmware.rw_handles [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525baedd-94c2-8d05-28bb-8f70ac9cb387/disk-0.vmdk. {{(pid=62291) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2589.327198] env[62291]: INFO nova.virt.vmwareapi.images [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Downloaded image file data 34b468c4-da51-4ad5-906d-f35698c9657d [ 2589.328027] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0985f5b0-2760-4831-94b0-f3d9e5950aab {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2589.345440] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2589.345614] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Starting heal instance info cache {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 2589.347067] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84d4d16c-0005-48a0-904b-0d9c7c5025b7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2589.379528] env[62291]: INFO nova.virt.vmwareapi.images [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] The imported VM was unregistered [ 2589.381942] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Caching image {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2589.382189] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Creating directory with path [datastore2] devstack-image-cache_base/34b468c4-da51-4ad5-906d-f35698c9657d {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2589.382442] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-70f160d2-2481-4b24-801b-0bfdf31ad5e8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2589.391597] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Created directory with path [datastore2] devstack-image-cache_base/34b468c4-da51-4ad5-906d-f35698c9657d {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2589.391776] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_c9125c99-0291-49ac-8c49-5972d072a529/OSTACK_IMG_c9125c99-0291-49ac-8c49-5972d072a529.vmdk to [datastore2] devstack-image-cache_base/34b468c4-da51-4ad5-906d-f35698c9657d/34b468c4-da51-4ad5-906d-f35698c9657d.vmdk. {{(pid=62291) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2589.392014] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-6f90d20c-6d4d-4048-81f8-f3f3e017f042 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2589.397937] env[62291]: DEBUG oslo_vmware.api [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the task: (returnval){ [ 2589.397937] env[62291]: value = "task-2143945" [ 2589.397937] env[62291]: _type = "Task" [ 2589.397937] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2589.405341] env[62291]: DEBUG oslo_vmware.api [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143945, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2589.910955] env[62291]: DEBUG oslo_vmware.api [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143945, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2590.352537] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Didn't find any instances for network info cache update. {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10014}} [ 2590.352983] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2590.352983] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2590.353131] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62291) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 2590.409842] env[62291]: DEBUG oslo_vmware.api [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143945, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2590.561839] env[62291]: DEBUG oslo_concurrency.lockutils [None req-dc51dc32-7457-4bc1-b4b4-dc70d2b942d7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "aa3eaabf-92a6-469d-a9b4-67412cbf0e65" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2590.562154] env[62291]: DEBUG oslo_concurrency.lockutils [None req-dc51dc32-7457-4bc1-b4b4-dc70d2b942d7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "aa3eaabf-92a6-469d-a9b4-67412cbf0e65" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2590.562352] env[62291]: DEBUG nova.compute.manager [None req-dc51dc32-7457-4bc1-b4b4-dc70d2b942d7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2590.563321] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142682fe-f6b6-4be5-b2c4-aa38ef955328 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2590.572216] env[62291]: DEBUG nova.compute.manager [None req-dc51dc32-7457-4bc1-b4b4-dc70d2b942d7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62291) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3368}} [ 2590.572864] env[62291]: DEBUG nova.objects.instance [None req-dc51dc32-7457-4bc1-b4b4-dc70d2b942d7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lazy-loading 'flavor' on Instance uuid aa3eaabf-92a6-469d-a9b4-67412cbf0e65 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2590.614593] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2590.911752] env[62291]: DEBUG oslo_vmware.api [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143945, 'name': MoveVirtualDisk_Task} progress is 69%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2591.078286] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc51dc32-7457-4bc1-b4b4-dc70d2b942d7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2591.078576] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c2a095d-0e6f-4f41-9a5f-b2d48307ee84 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2591.088304] env[62291]: DEBUG oslo_vmware.api [None req-dc51dc32-7457-4bc1-b4b4-dc70d2b942d7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2591.088304] env[62291]: value = "task-2143946" [ 2591.088304] env[62291]: _type = "Task" [ 2591.088304] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2591.099240] env[62291]: DEBUG oslo_vmware.api [None req-dc51dc32-7457-4bc1-b4b4-dc70d2b942d7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2591.412841] env[62291]: DEBUG oslo_vmware.api [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143945, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2591.597840] env[62291]: DEBUG oslo_vmware.api [None req-dc51dc32-7457-4bc1-b4b4-dc70d2b942d7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143946, 'name': PowerOffVM_Task, 'duration_secs': 0.377164} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2591.598114] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc51dc32-7457-4bc1-b4b4-dc70d2b942d7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2591.598296] env[62291]: DEBUG nova.compute.manager [None req-dc51dc32-7457-4bc1-b4b4-dc70d2b942d7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2591.599067] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-724c8340-df5e-49cc-b4f2-799a56608e18 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2591.910920] env[62291]: DEBUG oslo_vmware.api [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143945, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.240594} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2591.911193] env[62291]: INFO nova.virt.vmwareapi.ds_util [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_c9125c99-0291-49ac-8c49-5972d072a529/OSTACK_IMG_c9125c99-0291-49ac-8c49-5972d072a529.vmdk to [datastore2] devstack-image-cache_base/34b468c4-da51-4ad5-906d-f35698c9657d/34b468c4-da51-4ad5-906d-f35698c9657d.vmdk. [ 2591.911389] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Cleaning up location [datastore2] OSTACK_IMG_c9125c99-0291-49ac-8c49-5972d072a529 {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2591.911554] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_c9125c99-0291-49ac-8c49-5972d072a529 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2591.911796] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77727165-78fc-4e8e-add1-76916e175808 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2591.918176] env[62291]: DEBUG oslo_vmware.api [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the task: (returnval){ [ 2591.918176] env[62291]: value = "task-2143947" [ 2591.918176] env[62291]: _type = "Task" [ 2591.918176] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2591.926580] env[62291]: DEBUG oslo_vmware.api [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2592.110880] env[62291]: DEBUG oslo_concurrency.lockutils [None req-dc51dc32-7457-4bc1-b4b4-dc70d2b942d7 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "aa3eaabf-92a6-469d-a9b4-67412cbf0e65" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.549s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2592.428444] env[62291]: DEBUG oslo_vmware.api [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.039601} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2592.428723] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2592.428878] env[62291]: DEBUG oslo_concurrency.lockutils [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Releasing lock "[datastore2] devstack-image-cache_base/34b468c4-da51-4ad5-906d-f35698c9657d/34b468c4-da51-4ad5-906d-f35698c9657d.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2592.429160] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/34b468c4-da51-4ad5-906d-f35698c9657d/34b468c4-da51-4ad5-906d-f35698c9657d.vmdk to [datastore2] 98fc3d25-e332-4511-b932-8ae98d356917/98fc3d25-e332-4511-b932-8ae98d356917.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2592.429424] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6cb807cd-1e99-4d8f-b61f-23d62469ff5c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2592.436433] env[62291]: DEBUG oslo_vmware.api [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the task: (returnval){ [ 2592.436433] env[62291]: value = "task-2143948" [ 2592.436433] env[62291]: _type = "Task" [ 2592.436433] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2592.444373] env[62291]: DEBUG oslo_vmware.api [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143948, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2592.949586] env[62291]: DEBUG oslo_vmware.api [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143948, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2592.982892] env[62291]: DEBUG nova.objects.instance [None req-8b17387b-45a9-460e-86fe-3e8b18f76db1 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lazy-loading 'flavor' on Instance uuid aa3eaabf-92a6-469d-a9b4-67412cbf0e65 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2593.450879] env[62291]: DEBUG oslo_vmware.api [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143948, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2593.488326] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8b17387b-45a9-460e-86fe-3e8b18f76db1 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "refresh_cache-aa3eaabf-92a6-469d-a9b4-67412cbf0e65" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2593.488588] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8b17387b-45a9-460e-86fe-3e8b18f76db1 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquired lock "refresh_cache-aa3eaabf-92a6-469d-a9b4-67412cbf0e65" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2593.488815] env[62291]: DEBUG nova.network.neutron [None req-8b17387b-45a9-460e-86fe-3e8b18f76db1 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2593.489018] env[62291]: DEBUG nova.objects.instance [None req-8b17387b-45a9-460e-86fe-3e8b18f76db1 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lazy-loading 'info_cache' on Instance uuid aa3eaabf-92a6-469d-a9b4-67412cbf0e65 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2593.950825] env[62291]: DEBUG oslo_vmware.api [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143948, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2593.992593] env[62291]: DEBUG nova.objects.base [None req-8b17387b-45a9-460e-86fe-3e8b18f76db1 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62291) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 2594.450870] env[62291]: DEBUG oslo_vmware.api [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143948, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2594.614631] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2594.932520] env[62291]: DEBUG nova.network.neutron [None req-8b17387b-45a9-460e-86fe-3e8b18f76db1 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Updating instance_info_cache with network_info: [{"id": "96c73d07-7c02-409e-9ec6-4ab0b72221b5", "address": "fa:16:3e:8d:5c:98", "network": {"id": "c45185d4-152c-49a5-95a1-aabe55d7a656", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1396888570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1553c7ef0e7404cbea3d3a38c0509ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96c73d07-7c", "ovs_interfaceid": "96c73d07-7c02-409e-9ec6-4ab0b72221b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2594.948183] env[62291]: DEBUG oslo_vmware.api [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143948, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.119619} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2594.948465] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/34b468c4-da51-4ad5-906d-f35698c9657d/34b468c4-da51-4ad5-906d-f35698c9657d.vmdk to [datastore2] 98fc3d25-e332-4511-b932-8ae98d356917/98fc3d25-e332-4511-b932-8ae98d356917.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2594.949284] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad49c785-9ca4-484b-8359-046a066c202f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2594.972971] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 98fc3d25-e332-4511-b932-8ae98d356917/98fc3d25-e332-4511-b932-8ae98d356917.vmdk or device None with type streamOptimized {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2594.973422] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e855e8f6-2853-4789-a680-c56bca2e68c4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2594.992839] env[62291]: DEBUG oslo_vmware.api [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the task: (returnval){ [ 2594.992839] env[62291]: value = "task-2143949" [ 2594.992839] env[62291]: _type = "Task" [ 2594.992839] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2595.001528] env[62291]: DEBUG oslo_vmware.api [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143949, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2595.435514] env[62291]: DEBUG oslo_concurrency.lockutils [None req-8b17387b-45a9-460e-86fe-3e8b18f76db1 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Releasing lock "refresh_cache-aa3eaabf-92a6-469d-a9b4-67412cbf0e65" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2595.502415] env[62291]: DEBUG oslo_vmware.api [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143949, 'name': ReconfigVM_Task, 'duration_secs': 0.285729} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2595.502744] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 98fc3d25-e332-4511-b932-8ae98d356917/98fc3d25-e332-4511-b932-8ae98d356917.vmdk or device None with type streamOptimized {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2595.503306] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49405c1e-dc72-48cd-a7b9-ce4076e02ca1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2595.509450] env[62291]: DEBUG oslo_vmware.api [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the task: (returnval){ [ 2595.509450] env[62291]: value = "task-2143950" [ 2595.509450] env[62291]: _type = "Task" [ 2595.509450] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2595.516703] env[62291]: DEBUG oslo_vmware.api [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143950, 'name': Rename_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2595.939549] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b17387b-45a9-460e-86fe-3e8b18f76db1 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2595.939897] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6cd14390-12e3-4200-8a4d-dffa9e9d5510 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2595.947692] env[62291]: DEBUG oslo_vmware.api [None req-8b17387b-45a9-460e-86fe-3e8b18f76db1 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2595.947692] env[62291]: value = "task-2143951" [ 2595.947692] env[62291]: _type = "Task" [ 2595.947692] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2595.955347] env[62291]: DEBUG oslo_vmware.api [None req-8b17387b-45a9-460e-86fe-3e8b18f76db1 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143951, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2596.018798] env[62291]: DEBUG oslo_vmware.api [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143950, 'name': Rename_Task, 'duration_secs': 0.143124} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2596.019090] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2596.019335] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9ce2933-9852-4fb3-b498-846c320b43d0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2596.024740] env[62291]: DEBUG oslo_vmware.api [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the task: (returnval){ [ 2596.024740] env[62291]: value = "task-2143952" [ 2596.024740] env[62291]: _type = "Task" [ 2596.024740] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2596.032048] env[62291]: DEBUG oslo_vmware.api [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143952, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2596.458747] env[62291]: DEBUG oslo_vmware.api [None req-8b17387b-45a9-460e-86fe-3e8b18f76db1 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143951, 'name': PowerOnVM_Task, 'duration_secs': 0.432052} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2596.459054] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b17387b-45a9-460e-86fe-3e8b18f76db1 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2596.459252] env[62291]: DEBUG nova.compute.manager [None req-8b17387b-45a9-460e-86fe-3e8b18f76db1 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2596.460054] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9dfed7-a27c-4f2b-aa09-f90bff17137c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2596.485632] env[62291]: INFO nova.compute.manager [None req-03b6eb8c-5ce6-4e58-8a40-44ff584f7ed5 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Get console output [ 2596.485972] env[62291]: WARNING nova.virt.vmwareapi.driver [None req-03b6eb8c-5ce6-4e58-8a40-44ff584f7ed5 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] The console log is missing. Check your VSPC configuration [ 2596.534762] env[62291]: DEBUG oslo_vmware.api [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143952, 'name': PowerOnVM_Task, 'duration_secs': 0.446641} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2596.535112] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2596.630613] env[62291]: DEBUG nova.compute.manager [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2596.631488] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1d752d4-ea7a-4d1e-b559-3a2bdd3e79aa {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2597.148029] env[62291]: DEBUG oslo_concurrency.lockutils [None req-80198725-d9db-4787-a6a9-599257a5c4db tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lock "98fc3d25-e332-4511-b932-8ae98d356917" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 26.274s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2597.551662] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7b92cc33-8d8e-4487-a683-0ad9cc9f69d9 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Acquiring lock "cb7a8bc2-0580-45f0-871d-9d63420a8c7a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2597.552046] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7b92cc33-8d8e-4487-a683-0ad9cc9f69d9 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lock "cb7a8bc2-0580-45f0-871d-9d63420a8c7a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2597.552314] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7b92cc33-8d8e-4487-a683-0ad9cc9f69d9 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Acquiring lock "cb7a8bc2-0580-45f0-871d-9d63420a8c7a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2597.552513] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7b92cc33-8d8e-4487-a683-0ad9cc9f69d9 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lock "cb7a8bc2-0580-45f0-871d-9d63420a8c7a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2597.552688] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7b92cc33-8d8e-4487-a683-0ad9cc9f69d9 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lock "cb7a8bc2-0580-45f0-871d-9d63420a8c7a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2597.554843] env[62291]: INFO nova.compute.manager [None req-7b92cc33-8d8e-4487-a683-0ad9cc9f69d9 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Terminating instance [ 2597.556603] env[62291]: DEBUG nova.compute.manager [None req-7b92cc33-8d8e-4487-a683-0ad9cc9f69d9 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2597.556795] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7b92cc33-8d8e-4487-a683-0ad9cc9f69d9 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2597.557643] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52fd8970-fa6f-40a8-aea8-ecfbe22ec8b4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2597.565687] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b92cc33-8d8e-4487-a683-0ad9cc9f69d9 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2597.565916] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d209cca-3945-4cb9-9cb6-690ba5fe076c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2597.571448] env[62291]: DEBUG oslo_vmware.api [None req-7b92cc33-8d8e-4487-a683-0ad9cc9f69d9 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for the task: (returnval){ [ 2597.571448] env[62291]: value = "task-2143953" [ 2597.571448] env[62291]: _type = "Task" [ 2597.571448] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2597.579357] env[62291]: DEBUG oslo_vmware.api [None req-7b92cc33-8d8e-4487-a683-0ad9cc9f69d9 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143953, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2597.809424] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2a70f2-bf0b-4f98-9fce-5f6d2bc4c510 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2597.815752] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-27cfdd32-036a-4356-8cc5-9926937800ff tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Suspending the VM {{(pid=62291) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 2597.815995] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-ff64aee5-fe3b-485d-8be5-a673e3629619 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2597.822013] env[62291]: DEBUG oslo_vmware.api [None req-27cfdd32-036a-4356-8cc5-9926937800ff tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2597.822013] env[62291]: value = "task-2143954" [ 2597.822013] env[62291]: _type = "Task" [ 2597.822013] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2597.830013] env[62291]: DEBUG oslo_vmware.api [None req-27cfdd32-036a-4356-8cc5-9926937800ff tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143954, 'name': SuspendVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2598.081798] env[62291]: DEBUG oslo_vmware.api [None req-7b92cc33-8d8e-4487-a683-0ad9cc9f69d9 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143953, 'name': PowerOffVM_Task, 'duration_secs': 0.218025} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2598.082092] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b92cc33-8d8e-4487-a683-0ad9cc9f69d9 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2598.082268] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7b92cc33-8d8e-4487-a683-0ad9cc9f69d9 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2598.082532] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-810f045b-aecf-4268-9ad8-7a6bfd91082a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2598.331848] env[62291]: DEBUG oslo_vmware.api [None req-27cfdd32-036a-4356-8cc5-9926937800ff tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143954, 'name': SuspendVM_Task} progress is 75%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2598.832840] env[62291]: DEBUG oslo_vmware.api [None req-27cfdd32-036a-4356-8cc5-9926937800ff tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143954, 'name': SuspendVM_Task, 'duration_secs': 0.564742} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2598.833209] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-27cfdd32-036a-4356-8cc5-9926937800ff tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Suspended the VM {{(pid=62291) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 2598.833297] env[62291]: DEBUG nova.compute.manager [None req-27cfdd32-036a-4356-8cc5-9926937800ff tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2598.834106] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112aa761-f625-421a-bfeb-fccf5b0abc6d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2600.193347] env[62291]: INFO nova.compute.manager [None req-7d5fb5f6-0d45-4ec3-916f-17e0d1197c25 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Resuming [ 2600.193976] env[62291]: DEBUG nova.objects.instance [None req-7d5fb5f6-0d45-4ec3-916f-17e0d1197c25 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lazy-loading 'flavor' on Instance uuid aa3eaabf-92a6-469d-a9b4-67412cbf0e65 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2601.202803] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7d5fb5f6-0d45-4ec3-916f-17e0d1197c25 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "refresh_cache-aa3eaabf-92a6-469d-a9b4-67412cbf0e65" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2601.203141] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7d5fb5f6-0d45-4ec3-916f-17e0d1197c25 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquired lock "refresh_cache-aa3eaabf-92a6-469d-a9b4-67412cbf0e65" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2601.203275] env[62291]: DEBUG nova.network.neutron [None req-7d5fb5f6-0d45-4ec3-916f-17e0d1197c25 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2601.909144] env[62291]: DEBUG nova.network.neutron [None req-7d5fb5f6-0d45-4ec3-916f-17e0d1197c25 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Updating instance_info_cache with network_info: [{"id": "96c73d07-7c02-409e-9ec6-4ab0b72221b5", "address": "fa:16:3e:8d:5c:98", "network": {"id": "c45185d4-152c-49a5-95a1-aabe55d7a656", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-1396888570-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.224", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1553c7ef0e7404cbea3d3a38c0509ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b1f3e6c3-5584-4852-9017-476ab8ac4946", "external-id": "nsx-vlan-transportzone-304", "segmentation_id": 304, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96c73d07-7c", "ovs_interfaceid": "96c73d07-7c02-409e-9ec6-4ab0b72221b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2602.412692] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7d5fb5f6-0d45-4ec3-916f-17e0d1197c25 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Releasing lock "refresh_cache-aa3eaabf-92a6-469d-a9b4-67412cbf0e65" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2602.413390] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79e44742-8a00-4b10-880a-f6f18ef74c19 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2602.420098] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5fb5f6-0d45-4ec3-916f-17e0d1197c25 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Resuming the VM {{(pid=62291) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 2602.420333] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cdc07753-3781-4067-b79b-3d517a1e2d76 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2602.426509] env[62291]: DEBUG oslo_vmware.api [None req-7d5fb5f6-0d45-4ec3-916f-17e0d1197c25 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2602.426509] env[62291]: value = "task-2143956" [ 2602.426509] env[62291]: _type = "Task" [ 2602.426509] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2602.433744] env[62291]: DEBUG oslo_vmware.api [None req-7d5fb5f6-0d45-4ec3-916f-17e0d1197c25 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143956, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2602.937711] env[62291]: DEBUG oslo_vmware.api [None req-7d5fb5f6-0d45-4ec3-916f-17e0d1197c25 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143956, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2603.437977] env[62291]: DEBUG oslo_vmware.api [None req-7d5fb5f6-0d45-4ec3-916f-17e0d1197c25 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143956, 'name': PowerOnVM_Task, 'duration_secs': 0.512643} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2603.438354] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7d5fb5f6-0d45-4ec3-916f-17e0d1197c25 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Resumed the VM {{(pid=62291) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 2603.438449] env[62291]: DEBUG nova.compute.manager [None req-7d5fb5f6-0d45-4ec3-916f-17e0d1197c25 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2603.439191] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4549046-573f-4477-9579-e1623d001d05 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2603.610307] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2604.023320] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7b92cc33-8d8e-4487-a683-0ad9cc9f69d9 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2604.023502] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7b92cc33-8d8e-4487-a683-0ad9cc9f69d9 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2604.023688] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b92cc33-8d8e-4487-a683-0ad9cc9f69d9 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Deleting the datastore file [datastore2] cb7a8bc2-0580-45f0-871d-9d63420a8c7a {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2604.023971] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dda27068-57f5-408d-868b-c44c03e4ec76 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2604.031391] env[62291]: DEBUG oslo_vmware.api [None req-7b92cc33-8d8e-4487-a683-0ad9cc9f69d9 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for the task: (returnval){ [ 2604.031391] env[62291]: value = "task-2143957" [ 2604.031391] env[62291]: _type = "Task" [ 2604.031391] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2604.039318] env[62291]: DEBUG oslo_vmware.api [None req-7b92cc33-8d8e-4487-a683-0ad9cc9f69d9 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143957, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2604.542514] env[62291]: DEBUG oslo_vmware.api [None req-7b92cc33-8d8e-4487-a683-0ad9cc9f69d9 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143957, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20846} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2604.542849] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b92cc33-8d8e-4487-a683-0ad9cc9f69d9 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2604.542958] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7b92cc33-8d8e-4487-a683-0ad9cc9f69d9 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2604.543122] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-7b92cc33-8d8e-4487-a683-0ad9cc9f69d9 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2604.543299] env[62291]: INFO nova.compute.manager [None req-7b92cc33-8d8e-4487-a683-0ad9cc9f69d9 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Took 6.99 seconds to destroy the instance on the hypervisor. [ 2604.543536] env[62291]: DEBUG oslo.service.loopingcall [None req-7b92cc33-8d8e-4487-a683-0ad9cc9f69d9 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2604.543723] env[62291]: DEBUG nova.compute.manager [-] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2604.543829] env[62291]: DEBUG nova.network.neutron [-] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2604.899356] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fd6c2722-9ad7-4a3e-b421-7ba5716f8fe5 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "aa3eaabf-92a6-469d-a9b4-67412cbf0e65" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2604.899625] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fd6c2722-9ad7-4a3e-b421-7ba5716f8fe5 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "aa3eaabf-92a6-469d-a9b4-67412cbf0e65" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2604.899835] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fd6c2722-9ad7-4a3e-b421-7ba5716f8fe5 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "aa3eaabf-92a6-469d-a9b4-67412cbf0e65-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2604.900031] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fd6c2722-9ad7-4a3e-b421-7ba5716f8fe5 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "aa3eaabf-92a6-469d-a9b4-67412cbf0e65-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2604.900213] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fd6c2722-9ad7-4a3e-b421-7ba5716f8fe5 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "aa3eaabf-92a6-469d-a9b4-67412cbf0e65-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2604.902364] env[62291]: INFO nova.compute.manager [None req-fd6c2722-9ad7-4a3e-b421-7ba5716f8fe5 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Terminating instance [ 2604.904431] env[62291]: DEBUG nova.compute.manager [None req-fd6c2722-9ad7-4a3e-b421-7ba5716f8fe5 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2604.904623] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-fd6c2722-9ad7-4a3e-b421-7ba5716f8fe5 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2604.905482] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510c8072-d9a7-44a5-984c-dc7c92f5bdee {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2604.913315] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd6c2722-9ad7-4a3e-b421-7ba5716f8fe5 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2604.913552] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2dc9b2f5-c1b1-44f4-9e6b-36e7aee58112 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2604.922056] env[62291]: DEBUG oslo_vmware.api [None req-fd6c2722-9ad7-4a3e-b421-7ba5716f8fe5 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2604.922056] env[62291]: value = "task-2143958" [ 2604.922056] env[62291]: _type = "Task" [ 2604.922056] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2604.933979] env[62291]: DEBUG oslo_vmware.api [None req-fd6c2722-9ad7-4a3e-b421-7ba5716f8fe5 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143958, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2605.025335] env[62291]: DEBUG nova.compute.manager [req-54b1a831-b2bd-4334-b360-df02ac520547 req-27be33a8-ade9-49fd-9334-c88baa7a9f3e service nova] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Received event network-vif-deleted-2e0abd1c-9cf8-40e2-b6ce-1c77a4c162ba {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2605.025551] env[62291]: INFO nova.compute.manager [req-54b1a831-b2bd-4334-b360-df02ac520547 req-27be33a8-ade9-49fd-9334-c88baa7a9f3e service nova] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Neutron deleted interface 2e0abd1c-9cf8-40e2-b6ce-1c77a4c162ba; detaching it from the instance and deleting it from the info cache [ 2605.025739] env[62291]: DEBUG nova.network.neutron [req-54b1a831-b2bd-4334-b360-df02ac520547 req-27be33a8-ade9-49fd-9334-c88baa7a9f3e service nova] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2605.432423] env[62291]: DEBUG oslo_vmware.api [None req-fd6c2722-9ad7-4a3e-b421-7ba5716f8fe5 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143958, 'name': PowerOffVM_Task, 'duration_secs': 0.169663} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2605.432704] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd6c2722-9ad7-4a3e-b421-7ba5716f8fe5 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2605.432873] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-fd6c2722-9ad7-4a3e-b421-7ba5716f8fe5 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2605.433154] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c9481af-f420-48fd-808b-7e118768a044 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2605.503349] env[62291]: DEBUG nova.network.neutron [-] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2605.520381] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-fd6c2722-9ad7-4a3e-b421-7ba5716f8fe5 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2605.520899] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-fd6c2722-9ad7-4a3e-b421-7ba5716f8fe5 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2605.520962] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd6c2722-9ad7-4a3e-b421-7ba5716f8fe5 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Deleting the datastore file [datastore2] aa3eaabf-92a6-469d-a9b4-67412cbf0e65 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2605.521550] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dbc215e3-62cd-42b6-ab9b-2941274e091e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2605.528029] env[62291]: DEBUG oslo_vmware.api [None req-fd6c2722-9ad7-4a3e-b421-7ba5716f8fe5 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for the task: (returnval){ [ 2605.528029] env[62291]: value = "task-2143960" [ 2605.528029] env[62291]: _type = "Task" [ 2605.528029] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2605.528029] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d2dd0dd3-1582-4acb-b8d0-94313d7301d9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2605.539204] env[62291]: DEBUG oslo_vmware.api [None req-fd6c2722-9ad7-4a3e-b421-7ba5716f8fe5 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143960, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2605.542892] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c34716b0-c9fb-49b3-85d4-15bb9c2eb64a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2605.569441] env[62291]: DEBUG nova.compute.manager [req-54b1a831-b2bd-4334-b360-df02ac520547 req-27be33a8-ade9-49fd-9334-c88baa7a9f3e service nova] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Detach interface failed, port_id=2e0abd1c-9cf8-40e2-b6ce-1c77a4c162ba, reason: Instance cb7a8bc2-0580-45f0-871d-9d63420a8c7a could not be found. {{(pid=62291) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 2606.006218] env[62291]: INFO nova.compute.manager [-] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Took 1.46 seconds to deallocate network for instance. [ 2606.040354] env[62291]: DEBUG oslo_vmware.api [None req-fd6c2722-9ad7-4a3e-b421-7ba5716f8fe5 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Task: {'id': task-2143960, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.208556} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2606.041140] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd6c2722-9ad7-4a3e-b421-7ba5716f8fe5 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2606.041333] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-fd6c2722-9ad7-4a3e-b421-7ba5716f8fe5 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2606.041508] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-fd6c2722-9ad7-4a3e-b421-7ba5716f8fe5 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2606.041677] env[62291]: INFO nova.compute.manager [None req-fd6c2722-9ad7-4a3e-b421-7ba5716f8fe5 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Took 1.14 seconds to destroy the instance on the hypervisor. [ 2606.041905] env[62291]: DEBUG oslo.service.loopingcall [None req-fd6c2722-9ad7-4a3e-b421-7ba5716f8fe5 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2606.042101] env[62291]: DEBUG nova.compute.manager [-] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2606.042194] env[62291]: DEBUG nova.network.neutron [-] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2606.512354] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7b92cc33-8d8e-4487-a683-0ad9cc9f69d9 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2606.512625] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7b92cc33-8d8e-4487-a683-0ad9cc9f69d9 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2606.512917] env[62291]: DEBUG nova.objects.instance [None req-7b92cc33-8d8e-4487-a683-0ad9cc9f69d9 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lazy-loading 'resources' on Instance uuid cb7a8bc2-0580-45f0-871d-9d63420a8c7a {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2606.917888] env[62291]: DEBUG nova.network.neutron [-] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2607.051477] env[62291]: DEBUG nova.compute.manager [req-a4d86f9f-a5b7-4805-9390-9ef277fd97f4 req-8e636cba-9711-4c06-8a04-6650c061f8e6 service nova] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Received event network-vif-deleted-96c73d07-7c02-409e-9ec6-4ab0b72221b5 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2607.078613] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0d3e62-0cab-46fb-ad39-eccb25e1bbfe {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2607.086619] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2b79e2-98f1-4353-b557-172a493bfb92 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2607.116545] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204d280b-3652-41be-a609-1408db39d819 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2607.123876] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64e3ae87-1a45-4499-bf7a-c5672dfd7438 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2607.137443] env[62291]: DEBUG nova.compute.provider_tree [None req-7b92cc33-8d8e-4487-a683-0ad9cc9f69d9 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2607.420477] env[62291]: INFO nova.compute.manager [-] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Took 1.38 seconds to deallocate network for instance. [ 2607.640758] env[62291]: DEBUG nova.scheduler.client.report [None req-7b92cc33-8d8e-4487-a683-0ad9cc9f69d9 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2607.926931] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fd6c2722-9ad7-4a3e-b421-7ba5716f8fe5 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2608.145783] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7b92cc33-8d8e-4487-a683-0ad9cc9f69d9 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.633s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2608.150183] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fd6c2722-9ad7-4a3e-b421-7ba5716f8fe5 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.223s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2608.150612] env[62291]: DEBUG nova.objects.instance [None req-fd6c2722-9ad7-4a3e-b421-7ba5716f8fe5 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lazy-loading 'resources' on Instance uuid aa3eaabf-92a6-469d-a9b4-67412cbf0e65 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2608.168392] env[62291]: INFO nova.scheduler.client.report [None req-7b92cc33-8d8e-4487-a683-0ad9cc9f69d9 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Deleted allocations for instance cb7a8bc2-0580-45f0-871d-9d63420a8c7a [ 2608.676618] env[62291]: DEBUG oslo_concurrency.lockutils [None req-7b92cc33-8d8e-4487-a683-0ad9cc9f69d9 tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lock "cb7a8bc2-0580-45f0-871d-9d63420a8c7a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.124s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2608.710327] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922f7042-7ced-47d7-a51f-57f5e0f5e8af {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2608.719194] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb765011-fec4-4d31-bd77-c1fa9b738f7e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2608.749336] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8b747d-267b-443e-b8ea-cdf292bad4d7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2608.758083] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e63de8-6b6b-467d-ad94-607f229f9ffe {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2608.770936] env[62291]: DEBUG nova.compute.provider_tree [None req-fd6c2722-9ad7-4a3e-b421-7ba5716f8fe5 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2608.955109] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquiring lock "58f1ebc0-573f-4574-a5a8-8521f137659e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2608.955456] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "58f1ebc0-573f-4574-a5a8-8521f137659e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2608.955570] env[62291]: INFO nova.compute.manager [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Shelving [ 2609.274630] env[62291]: DEBUG nova.scheduler.client.report [None req-fd6c2722-9ad7-4a3e-b421-7ba5716f8fe5 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2609.463361] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2609.463769] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f5f35e7-68d6-4957-ad52-43ca9a2efda8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2609.470777] env[62291]: DEBUG oslo_vmware.api [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2609.470777] env[62291]: value = "task-2143961" [ 2609.470777] env[62291]: _type = "Task" [ 2609.470777] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2609.478722] env[62291]: DEBUG oslo_vmware.api [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143961, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2609.780932] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fd6c2722-9ad7-4a3e-b421-7ba5716f8fe5 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.631s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2609.802200] env[62291]: INFO nova.scheduler.client.report [None req-fd6c2722-9ad7-4a3e-b421-7ba5716f8fe5 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Deleted allocations for instance aa3eaabf-92a6-469d-a9b4-67412cbf0e65 [ 2609.981174] env[62291]: DEBUG oslo_vmware.api [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143961, 'name': PowerOffVM_Task, 'duration_secs': 0.17667} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2609.981492] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2609.983382] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd62b8d-cc3d-458b-9c25-b0ca61c51003 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2610.001833] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3064f3de-fd93-4396-bb20-7e95a9bb5c77 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2610.309975] env[62291]: DEBUG oslo_concurrency.lockutils [None req-fd6c2722-9ad7-4a3e-b421-7ba5716f8fe5 tempest-ServerActionsTestJSON-1075177864 tempest-ServerActionsTestJSON-1075177864-project-member] Lock "aa3eaabf-92a6-469d-a9b4-67412cbf0e65" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.410s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2610.513755] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Creating Snapshot of the VM instance {{(pid=62291) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2610.514116] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2c24110a-1892-427b-b60e-f45cfe1f0f49 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2610.521568] env[62291]: DEBUG oslo_vmware.api [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2610.521568] env[62291]: value = "task-2143962" [ 2610.521568] env[62291]: _type = "Task" [ 2610.521568] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2610.529685] env[62291]: DEBUG oslo_vmware.api [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143962, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2610.993544] env[62291]: DEBUG oslo_concurrency.lockutils [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Acquiring lock "a46719fe-3632-472b-aaad-097f9447219e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2610.993924] env[62291]: DEBUG oslo_concurrency.lockutils [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lock "a46719fe-3632-472b-aaad-097f9447219e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2611.035391] env[62291]: DEBUG oslo_vmware.api [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143962, 'name': CreateSnapshot_Task, 'duration_secs': 0.415041} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2611.035769] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Created Snapshot of the VM instance {{(pid=62291) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2611.036893] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171fb81d-70aa-4484-a865-623b257e8621 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2611.496630] env[62291]: DEBUG nova.compute.manager [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: a46719fe-3632-472b-aaad-097f9447219e] Starting instance... {{(pid=62291) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2432}} [ 2611.559818] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Creating linked-clone VM from snapshot {{(pid=62291) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2611.560152] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fbb85074-517a-48fb-904b-3ea327d9c3a0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2611.569880] env[62291]: DEBUG oslo_vmware.api [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2611.569880] env[62291]: value = "task-2143963" [ 2611.569880] env[62291]: _type = "Task" [ 2611.569880] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2611.577739] env[62291]: DEBUG oslo_vmware.api [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143963, 'name': CloneVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2612.018885] env[62291]: DEBUG oslo_concurrency.lockutils [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2612.019224] env[62291]: DEBUG oslo_concurrency.lockutils [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2612.020779] env[62291]: INFO nova.compute.claims [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: a46719fe-3632-472b-aaad-097f9447219e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2612.080544] env[62291]: DEBUG oslo_vmware.api [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143963, 'name': CloneVM_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2612.580360] env[62291]: DEBUG oslo_vmware.api [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143963, 'name': CloneVM_Task} progress is 95%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2613.080785] env[62291]: DEBUG oslo_vmware.api [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143963, 'name': CloneVM_Task, 'duration_secs': 1.352001} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2613.081189] env[62291]: INFO nova.virt.vmwareapi.vmops [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Created linked-clone VM from snapshot [ 2613.084512] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2076e08d-9ca7-4bc3-b6b2-485986b7c435 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2613.092122] env[62291]: DEBUG nova.virt.vmwareapi.images [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Uploading image eacf5396-3c3c-4cd2-adba-4706d97ef329 {{(pid=62291) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2613.096784] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6286f029-6d07-43a7-89da-78a54a96aedc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2613.103815] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346b6484-59aa-41eb-9f31-18f8e8a91bfd {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2613.139923] env[62291]: DEBUG oslo_vmware.rw_handles [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2613.139923] env[62291]: value = "vm-438187" [ 2613.139923] env[62291]: _type = "VirtualMachine" [ 2613.139923] env[62291]: }. {{(pid=62291) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2613.140697] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6afdb0-6bb2-4d65-bca7-a9bbe238e42b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2613.143160] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-99b4f681-19f7-4cd1-961e-55f9a5e517c8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2613.150519] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f239304a-8a79-4ff6-911b-6c6b4a700972 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2613.154282] env[62291]: DEBUG oslo_vmware.rw_handles [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lease: (returnval){ [ 2613.154282] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52d3959b-37c6-d263-6cd4-560986a597ea" [ 2613.154282] env[62291]: _type = "HttpNfcLease" [ 2613.154282] env[62291]: } obtained for exporting VM: (result){ [ 2613.154282] env[62291]: value = "vm-438187" [ 2613.154282] env[62291]: _type = "VirtualMachine" [ 2613.154282] env[62291]: }. {{(pid=62291) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2613.154509] env[62291]: DEBUG oslo_vmware.api [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the lease: (returnval){ [ 2613.154509] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52d3959b-37c6-d263-6cd4-560986a597ea" [ 2613.154509] env[62291]: _type = "HttpNfcLease" [ 2613.154509] env[62291]: } to be ready. {{(pid=62291) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2613.165428] env[62291]: DEBUG nova.compute.provider_tree [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2613.169785] env[62291]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2613.169785] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52d3959b-37c6-d263-6cd4-560986a597ea" [ 2613.169785] env[62291]: _type = "HttpNfcLease" [ 2613.169785] env[62291]: } is ready. {{(pid=62291) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2613.170058] env[62291]: DEBUG oslo_vmware.rw_handles [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2613.170058] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52d3959b-37c6-d263-6cd4-560986a597ea" [ 2613.170058] env[62291]: _type = "HttpNfcLease" [ 2613.170058] env[62291]: }. {{(pid=62291) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2613.170756] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86289d3d-9807-43f6-b151-8cdda24e0a78 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2613.178545] env[62291]: DEBUG oslo_vmware.rw_handles [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d92c9a-168d-bb49-d9c1-e1eea316dcf2/disk-0.vmdk from lease info. {{(pid=62291) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2613.178723] env[62291]: DEBUG oslo_vmware.rw_handles [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d92c9a-168d-bb49-d9c1-e1eea316dcf2/disk-0.vmdk for reading. {{(pid=62291) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2613.264457] env[62291]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-56e13835-ed03-40cb-8b2e-84e37f72023a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2613.669789] env[62291]: DEBUG nova.scheduler.client.report [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2614.174519] env[62291]: DEBUG oslo_concurrency.lockutils [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.155s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2614.175363] env[62291]: DEBUG nova.compute.manager [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: a46719fe-3632-472b-aaad-097f9447219e] Start building networks asynchronously for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2829}} [ 2614.681312] env[62291]: DEBUG nova.compute.utils [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2614.683041] env[62291]: DEBUG nova.compute.manager [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: a46719fe-3632-472b-aaad-097f9447219e] Allocating IP information in the background. {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1981}} [ 2614.683306] env[62291]: DEBUG nova.network.neutron [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: a46719fe-3632-472b-aaad-097f9447219e] allocate_for_instance() {{(pid=62291) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1156}} [ 2614.727132] env[62291]: DEBUG nova.policy [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6ec3e1876d7e401383705ea468b67eaf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '534f695381c7404191991882901816ad', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62291) authorize /opt/stack/nova/nova/policy.py:201}} [ 2614.999825] env[62291]: DEBUG nova.network.neutron [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: a46719fe-3632-472b-aaad-097f9447219e] Successfully created port: 52f99a2c-a269-4f29-b87f-539d4ed5f6af {{(pid=62291) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2615.187184] env[62291]: DEBUG nova.compute.manager [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: a46719fe-3632-472b-aaad-097f9447219e] Start building block device mappings for instance. {{(pid=62291) _build_resources /opt/stack/nova/nova/compute/manager.py:2864}} [ 2616.197507] env[62291]: DEBUG nova.compute.manager [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: a46719fe-3632-472b-aaad-097f9447219e] Start spawning the instance on the hypervisor. {{(pid=62291) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2638}} [ 2616.224237] env[62291]: DEBUG nova.virt.hardware [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-01-16T07:40:46Z,direct_url=,disk_format='vmdk',id=38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='b7a5e935372e4d0998462c64df5e8266',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-01-16T07:40:47Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2616.224539] env[62291]: DEBUG nova.virt.hardware [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2616.224699] env[62291]: DEBUG nova.virt.hardware [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2616.224881] env[62291]: DEBUG nova.virt.hardware [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2616.225133] env[62291]: DEBUG nova.virt.hardware [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2616.225312] env[62291]: DEBUG nova.virt.hardware [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2616.225582] env[62291]: DEBUG nova.virt.hardware [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2616.225676] env[62291]: DEBUG nova.virt.hardware [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2616.225842] env[62291]: DEBUG nova.virt.hardware [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2616.226013] env[62291]: DEBUG nova.virt.hardware [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2616.226198] env[62291]: DEBUG nova.virt.hardware [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2616.227119] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe07d43b-9303-44bb-981d-33f06185a4b6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2616.235280] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bdb17c0-6ea9-4fff-9b9b-160d48f773ea {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2620.676951] env[62291]: DEBUG oslo_vmware.rw_handles [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d92c9a-168d-bb49-d9c1-e1eea316dcf2/disk-0.vmdk. {{(pid=62291) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2620.677964] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a9feb9-6bc8-47db-8ed0-ca18e496c2b4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2620.683965] env[62291]: DEBUG oslo_vmware.rw_handles [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d92c9a-168d-bb49-d9c1-e1eea316dcf2/disk-0.vmdk is in state: ready. {{(pid=62291) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2620.684153] env[62291]: ERROR oslo_vmware.rw_handles [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d92c9a-168d-bb49-d9c1-e1eea316dcf2/disk-0.vmdk due to incomplete transfer. [ 2620.684369] env[62291]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2020ccb8-3eb9-441d-9f75-6771495cc1b0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2620.691904] env[62291]: DEBUG oslo_vmware.rw_handles [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52d92c9a-168d-bb49-d9c1-e1eea316dcf2/disk-0.vmdk. {{(pid=62291) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2620.692109] env[62291]: DEBUG nova.virt.vmwareapi.images [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Uploaded image eacf5396-3c3c-4cd2-adba-4706d97ef329 to the Glance image server {{(pid=62291) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2620.694378] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Destroying the VM {{(pid=62291) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2620.694567] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bdcecffc-65d2-42d0-83e9-9968067d0b1b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2620.700080] env[62291]: DEBUG oslo_vmware.api [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2620.700080] env[62291]: value = "task-2143965" [ 2620.700080] env[62291]: _type = "Task" [ 2620.700080] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2620.707365] env[62291]: DEBUG oslo_vmware.api [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143965, 'name': Destroy_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2621.210624] env[62291]: DEBUG oslo_vmware.api [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143965, 'name': Destroy_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2621.711470] env[62291]: DEBUG oslo_vmware.api [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143965, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2622.212850] env[62291]: DEBUG oslo_vmware.api [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143965, 'name': Destroy_Task} progress is 33%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2622.713233] env[62291]: DEBUG oslo_vmware.api [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143965, 'name': Destroy_Task, 'duration_secs': 1.93879} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2622.713571] env[62291]: INFO nova.virt.vmwareapi.vm_util [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Destroyed the VM [ 2622.713674] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Deleting Snapshot of the VM instance {{(pid=62291) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2622.713923] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b49672b0-aef4-4f36-8cc4-19f9abf895de {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2622.719616] env[62291]: DEBUG oslo_vmware.api [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2622.719616] env[62291]: value = "task-2143966" [ 2622.719616] env[62291]: _type = "Task" [ 2622.719616] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2622.726782] env[62291]: DEBUG oslo_vmware.api [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143966, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2623.229340] env[62291]: DEBUG oslo_vmware.api [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143966, 'name': RemoveSnapshot_Task, 'duration_secs': 0.3103} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2623.229613] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Deleted Snapshot of the VM instance {{(pid=62291) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2623.229886] env[62291]: DEBUG nova.compute.manager [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2623.230638] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5127ab7c-2a39-4494-97a3-1ef35a22e9f0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2623.402757] env[62291]: DEBUG nova.compute.manager [req-e01565ea-7a6d-4050-ba07-3c6ead156c57 req-b6cccfc6-96ea-414d-9537-c7fe749412b9 service nova] [instance: a46719fe-3632-472b-aaad-097f9447219e] Received event network-vif-plugged-52f99a2c-a269-4f29-b87f-539d4ed5f6af {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2623.402985] env[62291]: DEBUG oslo_concurrency.lockutils [req-e01565ea-7a6d-4050-ba07-3c6ead156c57 req-b6cccfc6-96ea-414d-9537-c7fe749412b9 service nova] Acquiring lock "a46719fe-3632-472b-aaad-097f9447219e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2623.403212] env[62291]: DEBUG oslo_concurrency.lockutils [req-e01565ea-7a6d-4050-ba07-3c6ead156c57 req-b6cccfc6-96ea-414d-9537-c7fe749412b9 service nova] Lock "a46719fe-3632-472b-aaad-097f9447219e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2623.403384] env[62291]: DEBUG oslo_concurrency.lockutils [req-e01565ea-7a6d-4050-ba07-3c6ead156c57 req-b6cccfc6-96ea-414d-9537-c7fe749412b9 service nova] Lock "a46719fe-3632-472b-aaad-097f9447219e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2623.403552] env[62291]: DEBUG nova.compute.manager [req-e01565ea-7a6d-4050-ba07-3c6ead156c57 req-b6cccfc6-96ea-414d-9537-c7fe749412b9 service nova] [instance: a46719fe-3632-472b-aaad-097f9447219e] No waiting events found dispatching network-vif-plugged-52f99a2c-a269-4f29-b87f-539d4ed5f6af {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2623.403716] env[62291]: WARNING nova.compute.manager [req-e01565ea-7a6d-4050-ba07-3c6ead156c57 req-b6cccfc6-96ea-414d-9537-c7fe749412b9 service nova] [instance: a46719fe-3632-472b-aaad-097f9447219e] Received unexpected event network-vif-plugged-52f99a2c-a269-4f29-b87f-539d4ed5f6af for instance with vm_state building and task_state spawning. [ 2623.484985] env[62291]: DEBUG nova.network.neutron [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: a46719fe-3632-472b-aaad-097f9447219e] Successfully updated port: 52f99a2c-a269-4f29-b87f-539d4ed5f6af {{(pid=62291) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2623.741724] env[62291]: INFO nova.compute.manager [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Shelve offloading [ 2623.743277] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2623.743529] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f467fc6-bbce-460d-bb93-c3af73fd0d79 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2623.750476] env[62291]: DEBUG oslo_vmware.api [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2623.750476] env[62291]: value = "task-2143967" [ 2623.750476] env[62291]: _type = "Task" [ 2623.750476] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2623.758504] env[62291]: DEBUG oslo_vmware.api [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143967, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2623.988120] env[62291]: DEBUG oslo_concurrency.lockutils [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Acquiring lock "refresh_cache-a46719fe-3632-472b-aaad-097f9447219e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2623.988120] env[62291]: DEBUG oslo_concurrency.lockutils [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Acquired lock "refresh_cache-a46719fe-3632-472b-aaad-097f9447219e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2623.988120] env[62291]: DEBUG nova.network.neutron [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: a46719fe-3632-472b-aaad-097f9447219e] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2624.261179] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] VM already powered off {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2624.261401] env[62291]: DEBUG nova.compute.manager [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2624.262155] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7ac729-aae4-4abf-8026-8749f03ce7a6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2624.267831] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquiring lock "refresh_cache-58f1ebc0-573f-4574-a5a8-8521f137659e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2624.267997] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquired lock "refresh_cache-58f1ebc0-573f-4574-a5a8-8521f137659e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2624.268181] env[62291]: DEBUG nova.network.neutron [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2624.518516] env[62291]: DEBUG nova.network.neutron [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: a46719fe-3632-472b-aaad-097f9447219e] Instance cache missing network info. {{(pid=62291) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 2624.636619] env[62291]: DEBUG nova.network.neutron [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: a46719fe-3632-472b-aaad-097f9447219e] Updating instance_info_cache with network_info: [{"id": "52f99a2c-a269-4f29-b87f-539d4ed5f6af", "address": "fa:16:3e:73:d5:19", "network": {"id": "aecaab00-a52d-42c8-b673-9a7ef1e7fff9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-499365923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "534f695381c7404191991882901816ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52f99a2c-a2", "ovs_interfaceid": "52f99a2c-a269-4f29-b87f-539d4ed5f6af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2624.967765] env[62291]: DEBUG nova.network.neutron [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Updating instance_info_cache with network_info: [{"id": "1ff9f0ad-5e7b-4c9e-a03c-babcc8a27119", "address": "fa:16:3e:8c:70:b6", "network": {"id": "ce85cec1-d2b4-40a2-8f9e-afd8351425e2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-91553824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be147140f7a240be9dd360d0429e4e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ff9f0ad-5e", "ovs_interfaceid": "1ff9f0ad-5e7b-4c9e-a03c-babcc8a27119", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2625.138850] env[62291]: DEBUG oslo_concurrency.lockutils [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Releasing lock "refresh_cache-a46719fe-3632-472b-aaad-097f9447219e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2625.139179] env[62291]: DEBUG nova.compute.manager [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: a46719fe-3632-472b-aaad-097f9447219e] Instance network_info: |[{"id": "52f99a2c-a269-4f29-b87f-539d4ed5f6af", "address": "fa:16:3e:73:d5:19", "network": {"id": "aecaab00-a52d-42c8-b673-9a7ef1e7fff9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-499365923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "534f695381c7404191991882901816ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52f99a2c-a2", "ovs_interfaceid": "52f99a2c-a269-4f29-b87f-539d4ed5f6af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62291) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1996}} [ 2625.139628] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: a46719fe-3632-472b-aaad-097f9447219e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:d5:19', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69351262-8d39-441a-85ba-3a78df436d17', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52f99a2c-a269-4f29-b87f-539d4ed5f6af', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2625.147354] env[62291]: DEBUG oslo.service.loopingcall [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2625.147568] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a46719fe-3632-472b-aaad-097f9447219e] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2625.147796] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a07efe2b-984f-4ea5-80f6-74f6bd8f30f2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2625.166491] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2625.166491] env[62291]: value = "task-2143968" [ 2625.166491] env[62291]: _type = "Task" [ 2625.166491] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2625.173636] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143968, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2625.435614] env[62291]: DEBUG nova.compute.manager [req-ccba83d3-cce2-4f94-ac82-73340d884541 req-e30f2d2f-a88c-4892-bcf0-6774614dbb38 service nova] [instance: a46719fe-3632-472b-aaad-097f9447219e] Received event network-changed-52f99a2c-a269-4f29-b87f-539d4ed5f6af {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2625.435958] env[62291]: DEBUG nova.compute.manager [req-ccba83d3-cce2-4f94-ac82-73340d884541 req-e30f2d2f-a88c-4892-bcf0-6774614dbb38 service nova] [instance: a46719fe-3632-472b-aaad-097f9447219e] Refreshing instance network info cache due to event network-changed-52f99a2c-a269-4f29-b87f-539d4ed5f6af. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2625.436362] env[62291]: DEBUG oslo_concurrency.lockutils [req-ccba83d3-cce2-4f94-ac82-73340d884541 req-e30f2d2f-a88c-4892-bcf0-6774614dbb38 service nova] Acquiring lock "refresh_cache-a46719fe-3632-472b-aaad-097f9447219e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2625.436595] env[62291]: DEBUG oslo_concurrency.lockutils [req-ccba83d3-cce2-4f94-ac82-73340d884541 req-e30f2d2f-a88c-4892-bcf0-6774614dbb38 service nova] Acquired lock "refresh_cache-a46719fe-3632-472b-aaad-097f9447219e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2625.436834] env[62291]: DEBUG nova.network.neutron [req-ccba83d3-cce2-4f94-ac82-73340d884541 req-e30f2d2f-a88c-4892-bcf0-6774614dbb38 service nova] [instance: a46719fe-3632-472b-aaad-097f9447219e] Refreshing network info cache for port 52f99a2c-a269-4f29-b87f-539d4ed5f6af {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2625.470592] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Releasing lock "refresh_cache-58f1ebc0-573f-4574-a5a8-8521f137659e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2625.676381] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143968, 'name': CreateVM_Task, 'duration_secs': 0.368591} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2625.676556] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a46719fe-3632-472b-aaad-097f9447219e] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2625.677251] env[62291]: DEBUG oslo_concurrency.lockutils [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2625.677425] env[62291]: DEBUG oslo_concurrency.lockutils [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2625.677742] env[62291]: DEBUG oslo_concurrency.lockutils [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2625.678049] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a989d40-2356-4693-90b4-6df4a0447750 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2625.682249] env[62291]: DEBUG oslo_vmware.api [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for the task: (returnval){ [ 2625.682249] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]523761ec-dfa7-2aee-b589-113477b5f336" [ 2625.682249] env[62291]: _type = "Task" [ 2625.682249] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2625.689670] env[62291]: DEBUG oslo_vmware.api [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]523761ec-dfa7-2aee-b589-113477b5f336, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2625.798295] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2625.799206] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb8d36a-b68c-4dac-9bee-50e276cc91a0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2625.806703] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2625.806943] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c7417e41-e8d8-4181-8dcc-82275fc03f4e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2626.118687] env[62291]: DEBUG nova.network.neutron [req-ccba83d3-cce2-4f94-ac82-73340d884541 req-e30f2d2f-a88c-4892-bcf0-6774614dbb38 service nova] [instance: a46719fe-3632-472b-aaad-097f9447219e] Updated VIF entry in instance network info cache for port 52f99a2c-a269-4f29-b87f-539d4ed5f6af. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2626.119092] env[62291]: DEBUG nova.network.neutron [req-ccba83d3-cce2-4f94-ac82-73340d884541 req-e30f2d2f-a88c-4892-bcf0-6774614dbb38 service nova] [instance: a46719fe-3632-472b-aaad-097f9447219e] Updating instance_info_cache with network_info: [{"id": "52f99a2c-a269-4f29-b87f-539d4ed5f6af", "address": "fa:16:3e:73:d5:19", "network": {"id": "aecaab00-a52d-42c8-b673-9a7ef1e7fff9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-499365923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "534f695381c7404191991882901816ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52f99a2c-a2", "ovs_interfaceid": "52f99a2c-a269-4f29-b87f-539d4ed5f6af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2626.192948] env[62291]: DEBUG oslo_vmware.api [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]523761ec-dfa7-2aee-b589-113477b5f336, 'name': SearchDatastore_Task, 'duration_secs': 0.009501} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2626.193216] env[62291]: DEBUG oslo_concurrency.lockutils [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2626.193444] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: a46719fe-3632-472b-aaad-097f9447219e] Processing image 38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2626.193670] env[62291]: DEBUG oslo_concurrency.lockutils [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2626.193818] env[62291]: DEBUG oslo_concurrency.lockutils [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Acquired lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2626.193995] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2626.194262] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-998627ad-9574-4359-8cb2-a74ac704a186 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2626.202288] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2626.202460] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2626.203152] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-197e0621-f7bf-4181-a628-0b74520eb699 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2626.209565] env[62291]: DEBUG oslo_vmware.api [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for the task: (returnval){ [ 2626.209565] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]522c1060-efcf-6317-e104-6904c658429d" [ 2626.209565] env[62291]: _type = "Task" [ 2626.209565] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2626.216523] env[62291]: DEBUG oslo_vmware.api [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]522c1060-efcf-6317-e104-6904c658429d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2626.622105] env[62291]: DEBUG oslo_concurrency.lockutils [req-ccba83d3-cce2-4f94-ac82-73340d884541 req-e30f2d2f-a88c-4892-bcf0-6774614dbb38 service nova] Releasing lock "refresh_cache-a46719fe-3632-472b-aaad-097f9447219e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2626.719842] env[62291]: DEBUG oslo_vmware.api [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]522c1060-efcf-6317-e104-6904c658429d, 'name': SearchDatastore_Task, 'duration_secs': 0.007678} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2626.720569] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a2a8195-d991-4ac9-a99f-a006393880dc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2626.725463] env[62291]: DEBUG oslo_vmware.api [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for the task: (returnval){ [ 2626.725463] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52470a64-dab9-259a-430e-23e76b254704" [ 2626.725463] env[62291]: _type = "Task" [ 2626.725463] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2626.732988] env[62291]: DEBUG oslo_vmware.api [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52470a64-dab9-259a-430e-23e76b254704, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2626.876809] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2626.877084] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Deleting contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2626.877239] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Deleting the datastore file [datastore1] 58f1ebc0-573f-4574-a5a8-8521f137659e {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2626.877548] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed37e7fe-5005-4048-9d09-bd816dc672a1 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2626.884376] env[62291]: DEBUG oslo_vmware.api [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2626.884376] env[62291]: value = "task-2143970" [ 2626.884376] env[62291]: _type = "Task" [ 2626.884376] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2626.892034] env[62291]: DEBUG oslo_vmware.api [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143970, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2627.236212] env[62291]: DEBUG oslo_vmware.api [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52470a64-dab9-259a-430e-23e76b254704, 'name': SearchDatastore_Task, 'duration_secs': 0.008356} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2627.236680] env[62291]: DEBUG oslo_concurrency.lockutils [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Releasing lock "[datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2627.236680] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] a46719fe-3632-472b-aaad-097f9447219e/a46719fe-3632-472b-aaad-097f9447219e.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2627.236846] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2932af9-1479-47e7-a0ec-707698cca4aa {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2627.243646] env[62291]: DEBUG oslo_vmware.api [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for the task: (returnval){ [ 2627.243646] env[62291]: value = "task-2143971" [ 2627.243646] env[62291]: _type = "Task" [ 2627.243646] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2627.251438] env[62291]: DEBUG oslo_vmware.api [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143971, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2627.395458] env[62291]: DEBUG oslo_vmware.api [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143970, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131893} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2627.395771] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2627.396017] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Deleted contents of the VM from datastore datastore1 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2627.396257] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2627.421230] env[62291]: INFO nova.scheduler.client.report [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Deleted allocations for instance 58f1ebc0-573f-4574-a5a8-8521f137659e [ 2627.462282] env[62291]: DEBUG nova.compute.manager [req-18e2afb2-64b1-41c7-abbe-acd9dd8e9fe2 req-c044dfd5-f398-45fc-bb49-e0713abcac4b service nova] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Received event network-vif-unplugged-1ff9f0ad-5e7b-4c9e-a03c-babcc8a27119 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2627.462485] env[62291]: DEBUG oslo_concurrency.lockutils [req-18e2afb2-64b1-41c7-abbe-acd9dd8e9fe2 req-c044dfd5-f398-45fc-bb49-e0713abcac4b service nova] Acquiring lock "58f1ebc0-573f-4574-a5a8-8521f137659e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2627.462646] env[62291]: DEBUG oslo_concurrency.lockutils [req-18e2afb2-64b1-41c7-abbe-acd9dd8e9fe2 req-c044dfd5-f398-45fc-bb49-e0713abcac4b service nova] Lock "58f1ebc0-573f-4574-a5a8-8521f137659e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2627.462824] env[62291]: DEBUG oslo_concurrency.lockutils [req-18e2afb2-64b1-41c7-abbe-acd9dd8e9fe2 req-c044dfd5-f398-45fc-bb49-e0713abcac4b service nova] Lock "58f1ebc0-573f-4574-a5a8-8521f137659e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2627.462993] env[62291]: DEBUG nova.compute.manager [req-18e2afb2-64b1-41c7-abbe-acd9dd8e9fe2 req-c044dfd5-f398-45fc-bb49-e0713abcac4b service nova] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] No waiting events found dispatching network-vif-unplugged-1ff9f0ad-5e7b-4c9e-a03c-babcc8a27119 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2627.463179] env[62291]: WARNING nova.compute.manager [req-18e2afb2-64b1-41c7-abbe-acd9dd8e9fe2 req-c044dfd5-f398-45fc-bb49-e0713abcac4b service nova] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Received unexpected event network-vif-unplugged-1ff9f0ad-5e7b-4c9e-a03c-babcc8a27119 for instance with vm_state shelved and task_state shelving_offloading. [ 2627.463344] env[62291]: DEBUG nova.compute.manager [req-18e2afb2-64b1-41c7-abbe-acd9dd8e9fe2 req-c044dfd5-f398-45fc-bb49-e0713abcac4b service nova] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Received event network-changed-1ff9f0ad-5e7b-4c9e-a03c-babcc8a27119 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2627.463499] env[62291]: DEBUG nova.compute.manager [req-18e2afb2-64b1-41c7-abbe-acd9dd8e9fe2 req-c044dfd5-f398-45fc-bb49-e0713abcac4b service nova] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Refreshing instance network info cache due to event network-changed-1ff9f0ad-5e7b-4c9e-a03c-babcc8a27119. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2627.463683] env[62291]: DEBUG oslo_concurrency.lockutils [req-18e2afb2-64b1-41c7-abbe-acd9dd8e9fe2 req-c044dfd5-f398-45fc-bb49-e0713abcac4b service nova] Acquiring lock "refresh_cache-58f1ebc0-573f-4574-a5a8-8521f137659e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2627.463819] env[62291]: DEBUG oslo_concurrency.lockutils [req-18e2afb2-64b1-41c7-abbe-acd9dd8e9fe2 req-c044dfd5-f398-45fc-bb49-e0713abcac4b service nova] Acquired lock "refresh_cache-58f1ebc0-573f-4574-a5a8-8521f137659e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2627.463979] env[62291]: DEBUG nova.network.neutron [req-18e2afb2-64b1-41c7-abbe-acd9dd8e9fe2 req-c044dfd5-f398-45fc-bb49-e0713abcac4b service nova] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Refreshing network info cache for port 1ff9f0ad-5e7b-4c9e-a03c-babcc8a27119 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2627.753900] env[62291]: DEBUG oslo_vmware.api [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143971, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.431362} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2627.754178] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd/38f73ae4-54e0-4d88-9f2f-8c59cdd7c5fd.vmdk to [datastore2] a46719fe-3632-472b-aaad-097f9447219e/a46719fe-3632-472b-aaad-097f9447219e.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2627.754390] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: a46719fe-3632-472b-aaad-097f9447219e] Extending root virtual disk to 1048576 {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2627.754636] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9fa9bca9-e5e0-40d5-b584-1ad32c567a2d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2627.761378] env[62291]: DEBUG oslo_vmware.api [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for the task: (returnval){ [ 2627.761378] env[62291]: value = "task-2143972" [ 2627.761378] env[62291]: _type = "Task" [ 2627.761378] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2627.769813] env[62291]: DEBUG oslo_vmware.api [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143972, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2627.926340] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2627.926645] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2627.926877] env[62291]: DEBUG nova.objects.instance [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lazy-loading 'resources' on Instance uuid 58f1ebc0-573f-4574-a5a8-8521f137659e {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2628.210923] env[62291]: DEBUG nova.network.neutron [req-18e2afb2-64b1-41c7-abbe-acd9dd8e9fe2 req-c044dfd5-f398-45fc-bb49-e0713abcac4b service nova] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Updated VIF entry in instance network info cache for port 1ff9f0ad-5e7b-4c9e-a03c-babcc8a27119. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2628.211359] env[62291]: DEBUG nova.network.neutron [req-18e2afb2-64b1-41c7-abbe-acd9dd8e9fe2 req-c044dfd5-f398-45fc-bb49-e0713abcac4b service nova] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Updating instance_info_cache with network_info: [{"id": "1ff9f0ad-5e7b-4c9e-a03c-babcc8a27119", "address": "fa:16:3e:8c:70:b6", "network": {"id": "ce85cec1-d2b4-40a2-8f9e-afd8351425e2", "bridge": null, "label": "tempest-ServerActionsTestOtherB-91553824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be147140f7a240be9dd360d0429e4e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap1ff9f0ad-5e", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2628.271475] env[62291]: DEBUG oslo_vmware.api [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143972, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063578} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2628.271804] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: a46719fe-3632-472b-aaad-097f9447219e] Extended root virtual disk {{(pid=62291) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2628.272446] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aaecce6-6881-4591-8ed6-1517f3490c7d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2628.294676] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: a46719fe-3632-472b-aaad-097f9447219e] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] a46719fe-3632-472b-aaad-097f9447219e/a46719fe-3632-472b-aaad-097f9447219e.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2628.295222] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-495e888f-9cef-4b5f-9b66-fad48e098c1f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2628.313611] env[62291]: DEBUG oslo_vmware.api [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for the task: (returnval){ [ 2628.313611] env[62291]: value = "task-2143973" [ 2628.313611] env[62291]: _type = "Task" [ 2628.313611] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2628.321060] env[62291]: DEBUG oslo_vmware.api [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143973, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2628.429359] env[62291]: DEBUG nova.objects.instance [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lazy-loading 'numa_topology' on Instance uuid 58f1ebc0-573f-4574-a5a8-8521f137659e {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2628.714109] env[62291]: DEBUG oslo_concurrency.lockutils [req-18e2afb2-64b1-41c7-abbe-acd9dd8e9fe2 req-c044dfd5-f398-45fc-bb49-e0713abcac4b service nova] Releasing lock "refresh_cache-58f1ebc0-573f-4574-a5a8-8521f137659e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2628.823512] env[62291]: DEBUG oslo_vmware.api [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143973, 'name': ReconfigVM_Task, 'duration_secs': 0.262742} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2628.823735] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: a46719fe-3632-472b-aaad-097f9447219e] Reconfigured VM instance instance-00000079 to attach disk [datastore2] a46719fe-3632-472b-aaad-097f9447219e/a46719fe-3632-472b-aaad-097f9447219e.vmdk or device None with type sparse {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2628.824371] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4cdac232-1160-493c-98df-e0d832b665ea {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2628.831459] env[62291]: DEBUG oslo_vmware.api [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for the task: (returnval){ [ 2628.831459] env[62291]: value = "task-2143974" [ 2628.831459] env[62291]: _type = "Task" [ 2628.831459] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2628.838928] env[62291]: DEBUG oslo_vmware.api [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143974, 'name': Rename_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2628.931676] env[62291]: DEBUG nova.objects.base [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Object Instance<58f1ebc0-573f-4574-a5a8-8521f137659e> lazy-loaded attributes: resources,numa_topology {{(pid=62291) wrapper /opt/stack/nova/nova/objects/base.py:126}} [ 2628.983423] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b494c38d-5799-4e6b-a31f-d9f3b810e972 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2628.990781] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0329b2f4-49a5-4c1a-b04f-434280876cd6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2629.020357] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquiring lock "58f1ebc0-573f-4574-a5a8-8521f137659e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2629.021303] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7307d63-c57b-49cf-a42b-a986c45edb0c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2629.029318] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46dfe18b-c30c-4de3-b7eb-6c6e5e6cd8a9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2629.044049] env[62291]: DEBUG nova.compute.provider_tree [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2629.341077] env[62291]: DEBUG oslo_vmware.api [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143974, 'name': Rename_Task, 'duration_secs': 0.146411} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2629.341388] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: a46719fe-3632-472b-aaad-097f9447219e] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2629.341584] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4dab4e5b-f4e2-4a8d-92ee-fa3a7abc73cc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2629.347760] env[62291]: DEBUG oslo_vmware.api [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for the task: (returnval){ [ 2629.347760] env[62291]: value = "task-2143975" [ 2629.347760] env[62291]: _type = "Task" [ 2629.347760] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2629.354678] env[62291]: DEBUG oslo_vmware.api [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143975, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2629.547021] env[62291]: DEBUG nova.scheduler.client.report [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2629.857339] env[62291]: DEBUG oslo_vmware.api [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143975, 'name': PowerOnVM_Task, 'duration_secs': 0.435923} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2629.857604] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: a46719fe-3632-472b-aaad-097f9447219e] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2629.857803] env[62291]: INFO nova.compute.manager [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: a46719fe-3632-472b-aaad-097f9447219e] Took 13.66 seconds to spawn the instance on the hypervisor. [ 2629.857981] env[62291]: DEBUG nova.compute.manager [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: a46719fe-3632-472b-aaad-097f9447219e] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2629.858731] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4e7abe2-ef08-4cfb-b649-1cdde5845869 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2630.051481] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.125s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2630.376815] env[62291]: INFO nova.compute.manager [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: a46719fe-3632-472b-aaad-097f9447219e] Took 18.38 seconds to build instance. [ 2630.560087] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1dfaa928-8acc-41b5-bbe3-98816791e9f0 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "58f1ebc0-573f-4574-a5a8-8521f137659e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.605s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2630.560831] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "58f1ebc0-573f-4574-a5a8-8521f137659e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.541s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2630.561080] env[62291]: INFO nova.compute.manager [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Unshelving [ 2630.783919] env[62291]: DEBUG nova.compute.manager [req-bd5f04bf-bd23-42d7-a32d-107a1525ff90 req-24aafee9-191d-41b9-8276-7c6a4abc12fe service nova] [instance: a46719fe-3632-472b-aaad-097f9447219e] Received event network-changed-52f99a2c-a269-4f29-b87f-539d4ed5f6af {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2630.784053] env[62291]: DEBUG nova.compute.manager [req-bd5f04bf-bd23-42d7-a32d-107a1525ff90 req-24aafee9-191d-41b9-8276-7c6a4abc12fe service nova] [instance: a46719fe-3632-472b-aaad-097f9447219e] Refreshing instance network info cache due to event network-changed-52f99a2c-a269-4f29-b87f-539d4ed5f6af. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2630.784213] env[62291]: DEBUG oslo_concurrency.lockutils [req-bd5f04bf-bd23-42d7-a32d-107a1525ff90 req-24aafee9-191d-41b9-8276-7c6a4abc12fe service nova] Acquiring lock "refresh_cache-a46719fe-3632-472b-aaad-097f9447219e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2630.784358] env[62291]: DEBUG oslo_concurrency.lockutils [req-bd5f04bf-bd23-42d7-a32d-107a1525ff90 req-24aafee9-191d-41b9-8276-7c6a4abc12fe service nova] Acquired lock "refresh_cache-a46719fe-3632-472b-aaad-097f9447219e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2630.784518] env[62291]: DEBUG nova.network.neutron [req-bd5f04bf-bd23-42d7-a32d-107a1525ff90 req-24aafee9-191d-41b9-8276-7c6a4abc12fe service nova] [instance: a46719fe-3632-472b-aaad-097f9447219e] Refreshing network info cache for port 52f99a2c-a269-4f29-b87f-539d4ed5f6af {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2630.879116] env[62291]: DEBUG oslo_concurrency.lockutils [None req-98e7f768-cc3c-4b02-b089-15e2aa8cac1a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lock "a46719fe-3632-472b-aaad-097f9447219e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.885s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2631.490482] env[62291]: DEBUG nova.network.neutron [req-bd5f04bf-bd23-42d7-a32d-107a1525ff90 req-24aafee9-191d-41b9-8276-7c6a4abc12fe service nova] [instance: a46719fe-3632-472b-aaad-097f9447219e] Updated VIF entry in instance network info cache for port 52f99a2c-a269-4f29-b87f-539d4ed5f6af. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2631.490843] env[62291]: DEBUG nova.network.neutron [req-bd5f04bf-bd23-42d7-a32d-107a1525ff90 req-24aafee9-191d-41b9-8276-7c6a4abc12fe service nova] [instance: a46719fe-3632-472b-aaad-097f9447219e] Updating instance_info_cache with network_info: [{"id": "52f99a2c-a269-4f29-b87f-539d4ed5f6af", "address": "fa:16:3e:73:d5:19", "network": {"id": "aecaab00-a52d-42c8-b673-9a7ef1e7fff9", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-499365923-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "534f695381c7404191991882901816ad", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69351262-8d39-441a-85ba-3a78df436d17", "external-id": "nsx-vlan-transportzone-205", "segmentation_id": 205, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52f99a2c-a2", "ovs_interfaceid": "52f99a2c-a269-4f29-b87f-539d4ed5f6af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2631.581483] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2631.581760] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2631.581961] env[62291]: DEBUG nova.objects.instance [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lazy-loading 'pci_requests' on Instance uuid 58f1ebc0-573f-4574-a5a8-8521f137659e {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2631.993424] env[62291]: DEBUG oslo_concurrency.lockutils [req-bd5f04bf-bd23-42d7-a32d-107a1525ff90 req-24aafee9-191d-41b9-8276-7c6a4abc12fe service nova] Releasing lock "refresh_cache-a46719fe-3632-472b-aaad-097f9447219e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2632.085662] env[62291]: DEBUG nova.objects.instance [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lazy-loading 'numa_topology' on Instance uuid 58f1ebc0-573f-4574-a5a8-8521f137659e {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2632.588521] env[62291]: INFO nova.compute.claims [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2632.758095] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1ec715a4-f679-4ff9-8d7b-e0466d200505 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Acquiring lock "98fc3d25-e332-4511-b932-8ae98d356917" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2632.758333] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1ec715a4-f679-4ff9-8d7b-e0466d200505 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lock "98fc3d25-e332-4511-b932-8ae98d356917" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2632.758548] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1ec715a4-f679-4ff9-8d7b-e0466d200505 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Acquiring lock "98fc3d25-e332-4511-b932-8ae98d356917-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2632.758731] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1ec715a4-f679-4ff9-8d7b-e0466d200505 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lock "98fc3d25-e332-4511-b932-8ae98d356917-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2632.758899] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1ec715a4-f679-4ff9-8d7b-e0466d200505 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lock "98fc3d25-e332-4511-b932-8ae98d356917-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2632.761148] env[62291]: INFO nova.compute.manager [None req-1ec715a4-f679-4ff9-8d7b-e0466d200505 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Terminating instance [ 2632.762883] env[62291]: DEBUG nova.compute.manager [None req-1ec715a4-f679-4ff9-8d7b-e0466d200505 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2632.763092] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec715a4-f679-4ff9-8d7b-e0466d200505 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2632.763929] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1030268f-c899-4248-808e-70011fd70722 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2632.771782] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec715a4-f679-4ff9-8d7b-e0466d200505 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2632.772031] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-df17482d-11ff-4c52-9911-cc058b7b581b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2632.778815] env[62291]: DEBUG oslo_vmware.api [None req-1ec715a4-f679-4ff9-8d7b-e0466d200505 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the task: (returnval){ [ 2632.778815] env[62291]: value = "task-2143976" [ 2632.778815] env[62291]: _type = "Task" [ 2632.778815] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2632.786798] env[62291]: DEBUG oslo_vmware.api [None req-1ec715a4-f679-4ff9-8d7b-e0466d200505 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143976, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2633.289210] env[62291]: DEBUG oslo_vmware.api [None req-1ec715a4-f679-4ff9-8d7b-e0466d200505 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143976, 'name': PowerOffVM_Task, 'duration_secs': 0.233861} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2633.289504] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec715a4-f679-4ff9-8d7b-e0466d200505 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2633.289675] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec715a4-f679-4ff9-8d7b-e0466d200505 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2633.289965] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f653ecb9-aa36-4e75-a2f1-e5288334efb5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2633.640883] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a0e08e-bf68-4cb7-a0c0-0f9cd4967f5e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2633.647862] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3adba20-e1a2-41ce-81be-c79762d42591 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2633.677709] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb74193-e938-40bd-aeb4-086d8fdd6749 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2633.684475] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76bcdc2-e853-4042-ab71-99b00f7a463b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2633.697105] env[62291]: DEBUG nova.compute.provider_tree [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2634.200572] env[62291]: DEBUG nova.scheduler.client.report [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2634.705236] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.123s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2634.733261] env[62291]: INFO nova.network.neutron [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Updating port 1ff9f0ad-5e7b-4c9e-a03c-babcc8a27119 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2641.118131] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec715a4-f679-4ff9-8d7b-e0466d200505 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2641.118472] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec715a4-f679-4ff9-8d7b-e0466d200505 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2641.118653] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ec715a4-f679-4ff9-8d7b-e0466d200505 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Deleting the datastore file [datastore2] 98fc3d25-e332-4511-b932-8ae98d356917 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2641.118815] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6024f1eb-2871-4c0c-96ba-69c2d50e607f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2641.124874] env[62291]: DEBUG oslo_vmware.api [None req-1ec715a4-f679-4ff9-8d7b-e0466d200505 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for the task: (returnval){ [ 2641.124874] env[62291]: value = "task-2143978" [ 2641.124874] env[62291]: _type = "Task" [ 2641.124874] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2641.132879] env[62291]: DEBUG oslo_vmware.api [None req-1ec715a4-f679-4ff9-8d7b-e0466d200505 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2641.614994] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2641.633603] env[62291]: DEBUG oslo_vmware.api [None req-1ec715a4-f679-4ff9-8d7b-e0466d200505 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Task: {'id': task-2143978, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133401} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2641.633880] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ec715a4-f679-4ff9-8d7b-e0466d200505 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2641.634107] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec715a4-f679-4ff9-8d7b-e0466d200505 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2641.634291] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec715a4-f679-4ff9-8d7b-e0466d200505 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2641.634467] env[62291]: INFO nova.compute.manager [None req-1ec715a4-f679-4ff9-8d7b-e0466d200505 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Took 8.87 seconds to destroy the instance on the hypervisor. [ 2641.634704] env[62291]: DEBUG oslo.service.loopingcall [None req-1ec715a4-f679-4ff9-8d7b-e0466d200505 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2641.634886] env[62291]: DEBUG nova.compute.manager [-] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2641.634977] env[62291]: DEBUG nova.network.neutron [-] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2642.358299] env[62291]: DEBUG nova.compute.manager [req-39192ae1-536f-450f-b467-12c6f4388055 req-468f6709-0633-4449-9218-df4b3948edab service nova] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Received event network-vif-deleted-d430014a-3cc3-4a7b-b0ca-c6a80bee9d34 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2642.358299] env[62291]: INFO nova.compute.manager [req-39192ae1-536f-450f-b467-12c6f4388055 req-468f6709-0633-4449-9218-df4b3948edab service nova] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Neutron deleted interface d430014a-3cc3-4a7b-b0ca-c6a80bee9d34; detaching it from the instance and deleting it from the info cache [ 2642.358299] env[62291]: DEBUG nova.network.neutron [req-39192ae1-536f-450f-b467-12c6f4388055 req-468f6709-0633-4449-9218-df4b3948edab service nova] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2642.497616] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquiring lock "refresh_cache-58f1ebc0-573f-4574-a5a8-8521f137659e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2642.497616] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquired lock "refresh_cache-58f1ebc0-573f-4574-a5a8-8521f137659e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2642.497616] env[62291]: DEBUG nova.network.neutron [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Building network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2010}} [ 2642.829082] env[62291]: DEBUG nova.network.neutron [-] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2642.860620] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d082e7d9-4e0e-4651-abc9-5a27483d3daa {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2642.871079] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4017b80a-62df-4fd4-ab42-01f426f68f27 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2642.896872] env[62291]: DEBUG nova.compute.manager [req-39192ae1-536f-450f-b467-12c6f4388055 req-468f6709-0633-4449-9218-df4b3948edab service nova] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Detach interface failed, port_id=d430014a-3cc3-4a7b-b0ca-c6a80bee9d34, reason: Instance 98fc3d25-e332-4511-b932-8ae98d356917 could not be found. {{(pid=62291) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 2643.196530] env[62291]: DEBUG nova.network.neutron [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Updating instance_info_cache with network_info: [{"id": "1ff9f0ad-5e7b-4c9e-a03c-babcc8a27119", "address": "fa:16:3e:8c:70:b6", "network": {"id": "ce85cec1-d2b4-40a2-8f9e-afd8351425e2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-91553824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be147140f7a240be9dd360d0429e4e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ff9f0ad-5e", "ovs_interfaceid": "1ff9f0ad-5e7b-4c9e-a03c-babcc8a27119", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2643.334428] env[62291]: INFO nova.compute.manager [-] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Took 1.70 seconds to deallocate network for instance. [ 2643.614596] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2643.699122] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Releasing lock "refresh_cache-58f1ebc0-573f-4574-a5a8-8521f137659e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2643.725769] env[62291]: DEBUG nova.virt.hardware [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-01-16T07:41:04Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='48e2b20453e9bdf5c7f6672ab4b0efca',container_format='bare',created_at=2025-01-16T08:16:48Z,direct_url=,disk_format='vmdk',id=eacf5396-3c3c-4cd2-adba-4706d97ef329,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1095861521-shelved',owner='be147140f7a240be9dd360d0429e4e8c',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-01-16T08:17:00Z,virtual_size=,visibility=), allow threads: False {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2643.726008] env[62291]: DEBUG nova.virt.hardware [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Flavor limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2643.726177] env[62291]: DEBUG nova.virt.hardware [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Image limits 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2643.726383] env[62291]: DEBUG nova.virt.hardware [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Flavor pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2643.726537] env[62291]: DEBUG nova.virt.hardware [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Image pref 0:0:0 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2643.726681] env[62291]: DEBUG nova.virt.hardware [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62291) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2643.726886] env[62291]: DEBUG nova.virt.hardware [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2643.727057] env[62291]: DEBUG nova.virt.hardware [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2643.727230] env[62291]: DEBUG nova.virt.hardware [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Got 1 possible topologies {{(pid=62291) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2643.727393] env[62291]: DEBUG nova.virt.hardware [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2643.727565] env[62291]: DEBUG nova.virt.hardware [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62291) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2643.728443] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-848f808c-b3c2-4290-a305-93669666e317 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2643.736241] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21f74a17-6b7b-4ca5-b2af-bbb326bbc824 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2643.749510] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:70:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27138a4c-60c9-45fb-bf37-4c2f765315a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ff9f0ad-5e7b-4c9e-a03c-babcc8a27119', 'vif_model': 'vmxnet3'}] {{(pid=62291) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2643.756797] env[62291]: DEBUG oslo.service.loopingcall [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2643.757033] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Creating VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2643.757233] env[62291]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-71b5ee9f-3219-40f7-8a78-115525c85859 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2643.775172] env[62291]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2643.775172] env[62291]: value = "task-2143979" [ 2643.775172] env[62291]: _type = "Task" [ 2643.775172] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2643.782197] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143979, 'name': CreateVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2643.842694] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1ec715a4-f679-4ff9-8d7b-e0466d200505 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2643.843063] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1ec715a4-f679-4ff9-8d7b-e0466d200505 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2643.843431] env[62291]: DEBUG nova.objects.instance [None req-1ec715a4-f679-4ff9-8d7b-e0466d200505 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lazy-loading 'resources' on Instance uuid 98fc3d25-e332-4511-b932-8ae98d356917 {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2644.284780] env[62291]: DEBUG oslo_vmware.api [-] Task: {'id': task-2143979, 'name': CreateVM_Task, 'duration_secs': 0.350225} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2644.284971] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Created VM on the ESX host {{(pid=62291) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2644.285635] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eacf5396-3c3c-4cd2-adba-4706d97ef329" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2644.285808] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eacf5396-3c3c-4cd2-adba-4706d97ef329" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2644.286198] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/eacf5396-3c3c-4cd2-adba-4706d97ef329" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2644.286477] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1358e79d-744a-4893-8ae5-429ba148f58c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2644.291579] env[62291]: DEBUG oslo_vmware.api [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2644.291579] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52e2c156-891e-c0ad-8557-bc42c87ecfe3" [ 2644.291579] env[62291]: _type = "Task" [ 2644.291579] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2644.301825] env[62291]: DEBUG oslo_vmware.api [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52e2c156-891e-c0ad-8557-bc42c87ecfe3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2644.384338] env[62291]: DEBUG nova.compute.manager [req-97bce5d9-f308-4440-a96a-46e1f8428aa4 req-014a3884-12a2-4b16-877c-d72742f4b29b service nova] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Received event network-vif-plugged-1ff9f0ad-5e7b-4c9e-a03c-babcc8a27119 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2644.384695] env[62291]: DEBUG oslo_concurrency.lockutils [req-97bce5d9-f308-4440-a96a-46e1f8428aa4 req-014a3884-12a2-4b16-877c-d72742f4b29b service nova] Acquiring lock "58f1ebc0-573f-4574-a5a8-8521f137659e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2644.385050] env[62291]: DEBUG oslo_concurrency.lockutils [req-97bce5d9-f308-4440-a96a-46e1f8428aa4 req-014a3884-12a2-4b16-877c-d72742f4b29b service nova] Lock "58f1ebc0-573f-4574-a5a8-8521f137659e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2644.385357] env[62291]: DEBUG oslo_concurrency.lockutils [req-97bce5d9-f308-4440-a96a-46e1f8428aa4 req-014a3884-12a2-4b16-877c-d72742f4b29b service nova] Lock "58f1ebc0-573f-4574-a5a8-8521f137659e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2644.385645] env[62291]: DEBUG nova.compute.manager [req-97bce5d9-f308-4440-a96a-46e1f8428aa4 req-014a3884-12a2-4b16-877c-d72742f4b29b service nova] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] No waiting events found dispatching network-vif-plugged-1ff9f0ad-5e7b-4c9e-a03c-babcc8a27119 {{(pid=62291) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2644.385916] env[62291]: WARNING nova.compute.manager [req-97bce5d9-f308-4440-a96a-46e1f8428aa4 req-014a3884-12a2-4b16-877c-d72742f4b29b service nova] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Received unexpected event network-vif-plugged-1ff9f0ad-5e7b-4c9e-a03c-babcc8a27119 for instance with vm_state shelved_offloaded and task_state spawning. [ 2644.386183] env[62291]: DEBUG nova.compute.manager [req-97bce5d9-f308-4440-a96a-46e1f8428aa4 req-014a3884-12a2-4b16-877c-d72742f4b29b service nova] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Received event network-changed-1ff9f0ad-5e7b-4c9e-a03c-babcc8a27119 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2644.386465] env[62291]: DEBUG nova.compute.manager [req-97bce5d9-f308-4440-a96a-46e1f8428aa4 req-014a3884-12a2-4b16-877c-d72742f4b29b service nova] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Refreshing instance network info cache due to event network-changed-1ff9f0ad-5e7b-4c9e-a03c-babcc8a27119. {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11136}} [ 2644.386768] env[62291]: DEBUG oslo_concurrency.lockutils [req-97bce5d9-f308-4440-a96a-46e1f8428aa4 req-014a3884-12a2-4b16-877c-d72742f4b29b service nova] Acquiring lock "refresh_cache-58f1ebc0-573f-4574-a5a8-8521f137659e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2644.387015] env[62291]: DEBUG oslo_concurrency.lockutils [req-97bce5d9-f308-4440-a96a-46e1f8428aa4 req-014a3884-12a2-4b16-877c-d72742f4b29b service nova] Acquired lock "refresh_cache-58f1ebc0-573f-4574-a5a8-8521f137659e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2644.387295] env[62291]: DEBUG nova.network.neutron [req-97bce5d9-f308-4440-a96a-46e1f8428aa4 req-014a3884-12a2-4b16-877c-d72742f4b29b service nova] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Refreshing network info cache for port 1ff9f0ad-5e7b-4c9e-a03c-babcc8a27119 {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2007}} [ 2644.402008] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e18da47-b677-48cf-952c-9e752ce58410 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2644.409767] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e49b2f-f856-427f-868a-b26cd9da227d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2644.441657] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f88a4cc-bd1e-4465-87ee-1d136c62e3da {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2644.449881] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc107cf-91a3-4e7c-90b8-3f9c8537a8a8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2644.464060] env[62291]: DEBUG nova.compute.provider_tree [None req-1ec715a4-f679-4ff9-8d7b-e0466d200505 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Inventory has not changed in ProviderTree for provider: 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2644.610575] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2644.802329] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eacf5396-3c3c-4cd2-adba-4706d97ef329" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2644.802667] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Processing image eacf5396-3c3c-4cd2-adba-4706d97ef329 {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2644.802766] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/eacf5396-3c3c-4cd2-adba-4706d97ef329/eacf5396-3c3c-4cd2-adba-4706d97ef329.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2644.802913] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquired lock "[datastore2] devstack-image-cache_base/eacf5396-3c3c-4cd2-adba-4706d97ef329/eacf5396-3c3c-4cd2-adba-4706d97ef329.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2644.803110] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2644.803382] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-18b68072-d013-423b-ac7c-8ad9d3ccf266 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2644.820369] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2644.820541] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=62291) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2644.821222] env[62291]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-694ea596-e272-443d-a44d-9ceadee649bf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2644.826886] env[62291]: DEBUG oslo_vmware.api [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2644.826886] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]52874f4d-ed3b-f13a-265a-f035e2f52620" [ 2644.826886] env[62291]: _type = "Task" [ 2644.826886] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2644.839559] env[62291]: DEBUG oslo_vmware.api [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': session[525629e4-43e3-f369-97af-1a6b5021cda1]52874f4d-ed3b-f13a-265a-f035e2f52620, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2644.967158] env[62291]: DEBUG nova.scheduler.client.report [None req-1ec715a4-f679-4ff9-8d7b-e0466d200505 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Inventory has not changed for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2645.091143] env[62291]: DEBUG nova.network.neutron [req-97bce5d9-f308-4440-a96a-46e1f8428aa4 req-014a3884-12a2-4b16-877c-d72742f4b29b service nova] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Updated VIF entry in instance network info cache for port 1ff9f0ad-5e7b-4c9e-a03c-babcc8a27119. {{(pid=62291) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3482}} [ 2645.091364] env[62291]: DEBUG nova.network.neutron [req-97bce5d9-f308-4440-a96a-46e1f8428aa4 req-014a3884-12a2-4b16-877c-d72742f4b29b service nova] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Updating instance_info_cache with network_info: [{"id": "1ff9f0ad-5e7b-4c9e-a03c-babcc8a27119", "address": "fa:16:3e:8c:70:b6", "network": {"id": "ce85cec1-d2b4-40a2-8f9e-afd8351425e2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-91553824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be147140f7a240be9dd360d0429e4e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ff9f0ad-5e", "ovs_interfaceid": "1ff9f0ad-5e7b-4c9e-a03c-babcc8a27119", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2645.337267] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Preparing fetch location {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2645.337470] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Fetch image to [datastore2] OSTACK_IMG_9a47b09a-d029-4ef2-9cfe-fd8f899c5d10/OSTACK_IMG_9a47b09a-d029-4ef2-9cfe-fd8f899c5d10.vmdk {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2645.337653] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Downloading stream optimized image eacf5396-3c3c-4cd2-adba-4706d97ef329 to [datastore2] OSTACK_IMG_9a47b09a-d029-4ef2-9cfe-fd8f899c5d10/OSTACK_IMG_9a47b09a-d029-4ef2-9cfe-fd8f899c5d10.vmdk on the data store datastore2 as vApp {{(pid=62291) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2645.337823] env[62291]: DEBUG nova.virt.vmwareapi.images [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Downloading image file data eacf5396-3c3c-4cd2-adba-4706d97ef329 to the ESX as VM named 'OSTACK_IMG_9a47b09a-d029-4ef2-9cfe-fd8f899c5d10' {{(pid=62291) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2645.405087] env[62291]: DEBUG oslo_vmware.rw_handles [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2645.405087] env[62291]: value = "resgroup-9" [ 2645.405087] env[62291]: _type = "ResourcePool" [ 2645.405087] env[62291]: }. {{(pid=62291) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2645.405430] env[62291]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-226fdef3-3e29-4d85-8d7a-887fc68cf718 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2645.426007] env[62291]: DEBUG oslo_vmware.rw_handles [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lease: (returnval){ [ 2645.426007] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5281d256-17b8-254a-3b55-7bc59b15e0ca" [ 2645.426007] env[62291]: _type = "HttpNfcLease" [ 2645.426007] env[62291]: } obtained for vApp import into resource pool (val){ [ 2645.426007] env[62291]: value = "resgroup-9" [ 2645.426007] env[62291]: _type = "ResourcePool" [ 2645.426007] env[62291]: }. {{(pid=62291) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2645.426302] env[62291]: DEBUG oslo_vmware.api [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the lease: (returnval){ [ 2645.426302] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5281d256-17b8-254a-3b55-7bc59b15e0ca" [ 2645.426302] env[62291]: _type = "HttpNfcLease" [ 2645.426302] env[62291]: } to be ready. {{(pid=62291) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2645.432447] env[62291]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2645.432447] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5281d256-17b8-254a-3b55-7bc59b15e0ca" [ 2645.432447] env[62291]: _type = "HttpNfcLease" [ 2645.432447] env[62291]: } is initializing. {{(pid=62291) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2645.472120] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1ec715a4-f679-4ff9-8d7b-e0466d200505 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.629s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2645.491430] env[62291]: INFO nova.scheduler.client.report [None req-1ec715a4-f679-4ff9-8d7b-e0466d200505 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Deleted allocations for instance 98fc3d25-e332-4511-b932-8ae98d356917 [ 2645.594731] env[62291]: DEBUG oslo_concurrency.lockutils [req-97bce5d9-f308-4440-a96a-46e1f8428aa4 req-014a3884-12a2-4b16-877c-d72742f4b29b service nova] Releasing lock "refresh_cache-58f1ebc0-573f-4574-a5a8-8521f137659e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2645.615033] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2645.934645] env[62291]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2645.934645] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5281d256-17b8-254a-3b55-7bc59b15e0ca" [ 2645.934645] env[62291]: _type = "HttpNfcLease" [ 2645.934645] env[62291]: } is ready. {{(pid=62291) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2645.935110] env[62291]: DEBUG oslo_vmware.rw_handles [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2645.935110] env[62291]: value = "session[525629e4-43e3-f369-97af-1a6b5021cda1]5281d256-17b8-254a-3b55-7bc59b15e0ca" [ 2645.935110] env[62291]: _type = "HttpNfcLease" [ 2645.935110] env[62291]: }. {{(pid=62291) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2645.935655] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab073ec-cb07-4589-b038-637c0d61fb32 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2645.942565] env[62291]: DEBUG oslo_vmware.rw_handles [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525e593d-a952-912f-8a71-e93de2382107/disk-0.vmdk from lease info. {{(pid=62291) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2645.942747] env[62291]: DEBUG oslo_vmware.rw_handles [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525e593d-a952-912f-8a71-e93de2382107/disk-0.vmdk. {{(pid=62291) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2646.000877] env[62291]: DEBUG oslo_concurrency.lockutils [None req-1ec715a4-f679-4ff9-8d7b-e0466d200505 tempest-AttachVolumeShelveTestJSON-7150944 tempest-AttachVolumeShelveTestJSON-7150944-project-member] Lock "98fc3d25-e332-4511-b932-8ae98d356917" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.242s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2646.006564] env[62291]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-61a7cc73-cbb3-44a0-ba80-475d73191d9f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2646.118503] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2646.118750] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2646.118983] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2646.119160] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62291) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2646.120101] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc867f2a-263e-4a49-b6e3-0182210a6752 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2646.127902] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7db2d7e-c27a-4ec6-a686-61b0665b56a2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2646.143790] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bd01442-fc6d-41dc-9347-b55d0e15af36 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2646.151233] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be02f13-2f58-420d-abb2-9f6991b5167e {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2646.182705] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180508MB free_disk=175GB free_vcpus=48 pci_devices=None {{(pid=62291) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2646.182929] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2646.183108] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2647.078630] env[62291]: DEBUG oslo_vmware.rw_handles [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Completed reading data from the image iterator. {{(pid=62291) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2647.079063] env[62291]: DEBUG oslo_vmware.rw_handles [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525e593d-a952-912f-8a71-e93de2382107/disk-0.vmdk. {{(pid=62291) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2647.079761] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af7117c-4f0d-446b-9b20-e62bff04a1d9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2647.087678] env[62291]: DEBUG oslo_vmware.rw_handles [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525e593d-a952-912f-8a71-e93de2382107/disk-0.vmdk is in state: ready. {{(pid=62291) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2647.087845] env[62291]: DEBUG oslo_vmware.rw_handles [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525e593d-a952-912f-8a71-e93de2382107/disk-0.vmdk. {{(pid=62291) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2647.088087] env[62291]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-3bc9f29d-1e71-429b-bf49-b066355d61a5 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2647.210976] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance a46719fe-3632-472b-aaad-097f9447219e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2647.211147] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Instance 58f1ebc0-573f-4574-a5a8-8521f137659e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62291) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2647.211341] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2647.211491] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62291) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2647.248393] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dfa317d-9000-40f6-a499-7c1a00bddf23 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2647.256138] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d900a75-991d-49ca-8edf-953115af7332 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2647.260839] env[62291]: DEBUG oslo_vmware.rw_handles [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/525e593d-a952-912f-8a71-e93de2382107/disk-0.vmdk. {{(pid=62291) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2647.261084] env[62291]: INFO nova.virt.vmwareapi.images [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Downloaded image file data eacf5396-3c3c-4cd2-adba-4706d97ef329 [ 2647.262193] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76eb0117-059a-4c60-8123-2552511e42d7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2647.288860] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52fd425-0c62-41cb-8e17-2a7420c8a456 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2647.301761] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3d5ea91-4eee-4106-b503-8fd5a427bfa4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2647.306021] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2bd7842-7f8a-4f86-9336-419ae1370398 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2647.319021] env[62291]: DEBUG nova.compute.provider_tree [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2647.324396] env[62291]: INFO nova.virt.vmwareapi.images [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] The imported VM was unregistered [ 2647.326819] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Caching image {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2647.327050] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Creating directory with path [datastore2] devstack-image-cache_base/eacf5396-3c3c-4cd2-adba-4706d97ef329 {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2647.327279] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-060c9a1c-0b7a-4eef-9130-42121009c586 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2647.337359] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Created directory with path [datastore2] devstack-image-cache_base/eacf5396-3c3c-4cd2-adba-4706d97ef329 {{(pid=62291) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2647.337502] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_9a47b09a-d029-4ef2-9cfe-fd8f899c5d10/OSTACK_IMG_9a47b09a-d029-4ef2-9cfe-fd8f899c5d10.vmdk to [datastore2] devstack-image-cache_base/eacf5396-3c3c-4cd2-adba-4706d97ef329/eacf5396-3c3c-4cd2-adba-4706d97ef329.vmdk. {{(pid=62291) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2647.337947] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-a35efca7-54a6-4a6c-9e67-1c43595fb6ce {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2647.344100] env[62291]: DEBUG oslo_vmware.api [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2647.344100] env[62291]: value = "task-2143982" [ 2647.344100] env[62291]: _type = "Task" [ 2647.344100] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2647.352284] env[62291]: DEBUG oslo_vmware.api [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143982, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2647.840685] env[62291]: ERROR nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [req-72fa7f18-a041-4a69-9f5e-158a774244a4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 142b9caf-95b8-4f05-a0ca-6a285ed758e8. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-72fa7f18-a041-4a69-9f5e-158a774244a4"}]} [ 2647.856255] env[62291]: DEBUG oslo_vmware.api [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143982, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2647.861724] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Refreshing inventories for resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 {{(pid=62291) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 2647.876701] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Updating ProviderTree inventory for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 2647.876896] env[62291]: DEBUG nova.compute.provider_tree [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2647.889667] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Refreshing aggregate associations for resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8, aggregates: None {{(pid=62291) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 2647.908432] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Refreshing trait associations for resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_NODE,COMPUTE_SAME_HOST_COLD_MIGRATE {{(pid=62291) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 2647.952481] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eead805-e623-48b9-9e8c-546c4ded7fcc {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2647.962645] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d94dd8-f2da-415f-9414-588c21d0f997 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2647.994811] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-203c7e95-ddb5-49ba-bbb4-1fcf4143e32b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2648.004067] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57291f31-6ba5-4068-8325-e6425a0b8158 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2648.019477] env[62291]: DEBUG nova.compute.provider_tree [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2648.356928] env[62291]: DEBUG oslo_vmware.api [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143982, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2648.550056] env[62291]: DEBUG nova.scheduler.client.report [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Updated inventory for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with generation 172 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 2648.550310] env[62291]: DEBUG nova.compute.provider_tree [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Updating resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 generation from 172 to 173 during operation: update_inventory {{(pid=62291) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2648.550460] env[62291]: DEBUG nova.compute.provider_tree [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2648.857948] env[62291]: DEBUG oslo_vmware.api [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143982, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2649.055108] env[62291]: DEBUG nova.compute.resource_tracker [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62291) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2649.055108] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.872s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2649.360854] env[62291]: DEBUG oslo_vmware.api [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143982, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2649.857894] env[62291]: DEBUG oslo_vmware.api [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143982, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.178526} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2649.858169] env[62291]: INFO nova.virt.vmwareapi.ds_util [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_9a47b09a-d029-4ef2-9cfe-fd8f899c5d10/OSTACK_IMG_9a47b09a-d029-4ef2-9cfe-fd8f899c5d10.vmdk to [datastore2] devstack-image-cache_base/eacf5396-3c3c-4cd2-adba-4706d97ef329/eacf5396-3c3c-4cd2-adba-4706d97ef329.vmdk. [ 2649.858371] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Cleaning up location [datastore2] OSTACK_IMG_9a47b09a-d029-4ef2-9cfe-fd8f899c5d10 {{(pid=62291) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2649.858542] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_9a47b09a-d029-4ef2-9cfe-fd8f899c5d10 {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2649.858789] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-515ac582-e6ef-4368-b31c-0539775defd4 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2649.864524] env[62291]: DEBUG oslo_vmware.api [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2649.864524] env[62291]: value = "task-2143984" [ 2649.864524] env[62291]: _type = "Task" [ 2649.864524] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2649.871832] env[62291]: DEBUG oslo_vmware.api [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143984, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2650.055722] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2650.055866] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Starting heal instance info cache {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9928}} [ 2650.055952] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Rebuilding the list of instances to heal {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9932}} [ 2650.374182] env[62291]: DEBUG oslo_vmware.api [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143984, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.033514} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2650.374528] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2650.374633] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Releasing lock "[datastore2] devstack-image-cache_base/eacf5396-3c3c-4cd2-adba-4706d97ef329/eacf5396-3c3c-4cd2-adba-4706d97ef329.vmdk" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2650.374871] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/eacf5396-3c3c-4cd2-adba-4706d97ef329/eacf5396-3c3c-4cd2-adba-4706d97ef329.vmdk to [datastore2] 58f1ebc0-573f-4574-a5a8-8521f137659e/58f1ebc0-573f-4574-a5a8-8521f137659e.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2650.375129] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc75a4be-f750-47df-8cb1-1f782a2dc814 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2650.381393] env[62291]: DEBUG oslo_vmware.api [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2650.381393] env[62291]: value = "task-2143985" [ 2650.381393] env[62291]: _type = "Task" [ 2650.381393] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2650.389201] env[62291]: DEBUG oslo_vmware.api [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143985, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2650.560104] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquiring lock "refresh_cache-58f1ebc0-573f-4574-a5a8-8521f137659e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2650.560329] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Acquired lock "refresh_cache-58f1ebc0-573f-4574-a5a8-8521f137659e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2650.560485] env[62291]: DEBUG nova.network.neutron [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Forcefully refreshing network info cache for instance {{(pid=62291) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2004}} [ 2650.560651] env[62291]: DEBUG nova.objects.instance [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Lazy-loading 'info_cache' on Instance uuid 58f1ebc0-573f-4574-a5a8-8521f137659e {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2650.893834] env[62291]: DEBUG oslo_vmware.api [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143985, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2651.393239] env[62291]: DEBUG oslo_vmware.api [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143985, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2651.894697] env[62291]: DEBUG oslo_vmware.api [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143985, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2652.395510] env[62291]: DEBUG oslo_vmware.api [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143985, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2652.473255] env[62291]: DEBUG nova.network.neutron [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Updating instance_info_cache with network_info: [{"id": "1ff9f0ad-5e7b-4c9e-a03c-babcc8a27119", "address": "fa:16:3e:8c:70:b6", "network": {"id": "ce85cec1-d2b4-40a2-8f9e-afd8351425e2", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-91553824-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.208", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "be147140f7a240be9dd360d0429e4e8c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ff9f0ad-5e", "ovs_interfaceid": "1ff9f0ad-5e7b-4c9e-a03c-babcc8a27119", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2652.895011] env[62291]: DEBUG oslo_vmware.api [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143985, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.200662} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2652.895306] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/eacf5396-3c3c-4cd2-adba-4706d97ef329/eacf5396-3c3c-4cd2-adba-4706d97ef329.vmdk to [datastore2] 58f1ebc0-573f-4574-a5a8-8521f137659e/58f1ebc0-573f-4574-a5a8-8521f137659e.vmdk {{(pid=62291) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2652.896174] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b73883-39b6-46c1-a078-cd3bbb166089 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2652.919092] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 58f1ebc0-573f-4574-a5a8-8521f137659e/58f1ebc0-573f-4574-a5a8-8521f137659e.vmdk or device None with type streamOptimized {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2652.919358] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48d2016f-b9ee-4fb5-a73e-bea2d8e34d18 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2652.939162] env[62291]: DEBUG oslo_vmware.api [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2652.939162] env[62291]: value = "task-2143986" [ 2652.939162] env[62291]: _type = "Task" [ 2652.939162] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2652.946690] env[62291]: DEBUG oslo_vmware.api [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143986, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2652.976501] env[62291]: DEBUG oslo_concurrency.lockutils [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Releasing lock "refresh_cache-58f1ebc0-573f-4574-a5a8-8521f137659e" {{(pid=62291) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2652.976720] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Updated the network info_cache for instance {{(pid=62291) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9999}} [ 2652.976896] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2652.977077] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2652.977233] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2652.977393] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62291) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10547}} [ 2653.449612] env[62291]: DEBUG oslo_vmware.api [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143986, 'name': ReconfigVM_Task, 'duration_secs': 0.348297} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2653.450060] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 58f1ebc0-573f-4574-a5a8-8521f137659e/58f1ebc0-573f-4574-a5a8-8521f137659e.vmdk or device None with type streamOptimized {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2653.450777] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b89c5634-ceb1-4fda-b6b7-4258fe5ef122 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2653.458095] env[62291]: DEBUG oslo_vmware.api [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2653.458095] env[62291]: value = "task-2143987" [ 2653.458095] env[62291]: _type = "Task" [ 2653.458095] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2653.465982] env[62291]: DEBUG oslo_vmware.api [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143987, 'name': Rename_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2653.968380] env[62291]: DEBUG oslo_vmware.api [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143987, 'name': Rename_Task, 'duration_secs': 0.146935} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2653.968646] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Powering on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2653.968903] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d00290cb-345b-488b-a6d4-f09f0b77416d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2653.976115] env[62291]: DEBUG oslo_vmware.api [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2653.976115] env[62291]: value = "task-2143988" [ 2653.976115] env[62291]: _type = "Task" [ 2653.976115] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2653.983681] env[62291]: DEBUG oslo_vmware.api [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143988, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2654.486630] env[62291]: DEBUG oslo_vmware.api [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143988, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2654.986735] env[62291]: DEBUG oslo_vmware.api [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143988, 'name': PowerOnVM_Task, 'duration_secs': 0.622279} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2654.987015] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Powered on the VM {{(pid=62291) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2655.082147] env[62291]: DEBUG nova.compute.manager [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Checking state {{(pid=62291) _get_power_state /opt/stack/nova/nova/compute/manager.py:1791}} [ 2655.083167] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff18226-8276-42ff-9eff-73ee1a5ca77a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2655.599711] env[62291]: DEBUG oslo_concurrency.lockutils [None req-5eb7b04b-bcc5-463b-8c96-cada523b6f11 tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "58f1ebc0-573f-4574-a5a8-8521f137659e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 25.039s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2656.496169] env[62291]: DEBUG oslo_concurrency.lockutils [None req-16743217-cb4c-4c11-800e-f07a29ebfc3d tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquiring lock "58f1ebc0-573f-4574-a5a8-8521f137659e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2656.496458] env[62291]: DEBUG oslo_concurrency.lockutils [None req-16743217-cb4c-4c11-800e-f07a29ebfc3d tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "58f1ebc0-573f-4574-a5a8-8521f137659e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2656.496683] env[62291]: DEBUG oslo_concurrency.lockutils [None req-16743217-cb4c-4c11-800e-f07a29ebfc3d tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquiring lock "58f1ebc0-573f-4574-a5a8-8521f137659e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2656.496915] env[62291]: DEBUG oslo_concurrency.lockutils [None req-16743217-cb4c-4c11-800e-f07a29ebfc3d tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "58f1ebc0-573f-4574-a5a8-8521f137659e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2656.497112] env[62291]: DEBUG oslo_concurrency.lockutils [None req-16743217-cb4c-4c11-800e-f07a29ebfc3d tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "58f1ebc0-573f-4574-a5a8-8521f137659e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2656.499157] env[62291]: INFO nova.compute.manager [None req-16743217-cb4c-4c11-800e-f07a29ebfc3d tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Terminating instance [ 2656.500845] env[62291]: DEBUG nova.compute.manager [None req-16743217-cb4c-4c11-800e-f07a29ebfc3d tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2656.501065] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-16743217-cb4c-4c11-800e-f07a29ebfc3d tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2656.501881] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67f850f-10e0-40c3-877c-2fadc02225c0 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2656.509879] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-16743217-cb4c-4c11-800e-f07a29ebfc3d tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2656.510406] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e12fabc0-7a0e-4568-bf8e-bb5bc4d79350 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2656.516676] env[62291]: DEBUG oslo_vmware.api [None req-16743217-cb4c-4c11-800e-f07a29ebfc3d tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2656.516676] env[62291]: value = "task-2143989" [ 2656.516676] env[62291]: _type = "Task" [ 2656.516676] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2656.523980] env[62291]: DEBUG oslo_vmware.api [None req-16743217-cb4c-4c11-800e-f07a29ebfc3d tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143989, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2656.614957] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2657.026650] env[62291]: DEBUG oslo_vmware.api [None req-16743217-cb4c-4c11-800e-f07a29ebfc3d tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143989, 'name': PowerOffVM_Task, 'duration_secs': 0.181613} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2657.026922] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-16743217-cb4c-4c11-800e-f07a29ebfc3d tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2657.027109] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-16743217-cb4c-4c11-800e-f07a29ebfc3d tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2657.027366] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a376582-aa77-4372-ae33-d03a61ce0bc6 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2658.615921] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2660.946360] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-16743217-cb4c-4c11-800e-f07a29ebfc3d tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2660.946781] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-16743217-cb4c-4c11-800e-f07a29ebfc3d tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2660.946781] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-16743217-cb4c-4c11-800e-f07a29ebfc3d tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Deleting the datastore file [datastore2] 58f1ebc0-573f-4574-a5a8-8521f137659e {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2660.947139] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a924cab7-1088-4797-905f-f5849a7cc6b3 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2660.954121] env[62291]: DEBUG oslo_vmware.api [None req-16743217-cb4c-4c11-800e-f07a29ebfc3d tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for the task: (returnval){ [ 2660.954121] env[62291]: value = "task-2143991" [ 2660.954121] env[62291]: _type = "Task" [ 2660.954121] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2660.961484] env[62291]: DEBUG oslo_vmware.api [None req-16743217-cb4c-4c11-800e-f07a29ebfc3d tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143991, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2661.118401] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2661.118629] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Cleaning up deleted instances {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11228}} [ 2661.463248] env[62291]: DEBUG oslo_vmware.api [None req-16743217-cb4c-4c11-800e-f07a29ebfc3d tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Task: {'id': task-2143991, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125691} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2661.463542] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-16743217-cb4c-4c11-800e-f07a29ebfc3d tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2661.463734] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-16743217-cb4c-4c11-800e-f07a29ebfc3d tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2661.463906] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-16743217-cb4c-4c11-800e-f07a29ebfc3d tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2661.464089] env[62291]: INFO nova.compute.manager [None req-16743217-cb4c-4c11-800e-f07a29ebfc3d tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Took 4.96 seconds to destroy the instance on the hypervisor. [ 2661.464329] env[62291]: DEBUG oslo.service.loopingcall [None req-16743217-cb4c-4c11-800e-f07a29ebfc3d tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2661.464514] env[62291]: DEBUG nova.compute.manager [-] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2661.464608] env[62291]: DEBUG nova.network.neutron [-] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2661.628267] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] There are 32 instances to clean {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11237}} [ 2661.628522] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: aa3eaabf-92a6-469d-a9b4-67412cbf0e65] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2661.940366] env[62291]: DEBUG nova.compute.manager [req-71f4191e-f62d-4899-8f01-57e440d8c973 req-96914448-7ae6-4085-a6a8-16b1b3f0237c service nova] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Received event network-vif-deleted-1ff9f0ad-5e7b-4c9e-a03c-babcc8a27119 {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2661.940652] env[62291]: INFO nova.compute.manager [req-71f4191e-f62d-4899-8f01-57e440d8c973 req-96914448-7ae6-4085-a6a8-16b1b3f0237c service nova] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Neutron deleted interface 1ff9f0ad-5e7b-4c9e-a03c-babcc8a27119; detaching it from the instance and deleting it from the info cache [ 2661.940879] env[62291]: DEBUG nova.network.neutron [req-71f4191e-f62d-4899-8f01-57e440d8c973 req-96914448-7ae6-4085-a6a8-16b1b3f0237c service nova] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2662.131639] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: fdd79f68-7d77-4dd5-a3cb-5b241a6f3837] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2662.412709] env[62291]: DEBUG nova.network.neutron [-] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2662.443824] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-31803cd2-b6cb-429f-8e96-04922e620e61 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2662.454271] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c8237a-5a05-4ccd-8ad7-a47c9ee997db {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2662.477820] env[62291]: DEBUG nova.compute.manager [req-71f4191e-f62d-4899-8f01-57e440d8c973 req-96914448-7ae6-4085-a6a8-16b1b3f0237c service nova] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Detach interface failed, port_id=1ff9f0ad-5e7b-4c9e-a03c-babcc8a27119, reason: Instance 58f1ebc0-573f-4574-a5a8-8521f137659e could not be found. {{(pid=62291) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 2662.635800] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 9cb670a0-1e83-4b76-a48f-eb627b25e53d] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2662.917148] env[62291]: INFO nova.compute.manager [-] [instance: 58f1ebc0-573f-4574-a5a8-8521f137659e] Took 1.45 seconds to deallocate network for instance. [ 2663.139090] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 98fc3d25-e332-4511-b932-8ae98d356917] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2663.424175] env[62291]: DEBUG oslo_concurrency.lockutils [None req-16743217-cb4c-4c11-800e-f07a29ebfc3d tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2663.424434] env[62291]: DEBUG oslo_concurrency.lockutils [None req-16743217-cb4c-4c11-800e-f07a29ebfc3d tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2663.424649] env[62291]: DEBUG nova.objects.instance [None req-16743217-cb4c-4c11-800e-f07a29ebfc3d tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lazy-loading 'resources' on Instance uuid 58f1ebc0-573f-4574-a5a8-8521f137659e {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2663.643564] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: e79a8473-eeed-4942-8abf-18070c704db2] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2663.969174] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107bc513-fe26-44a7-9975-04e670bb4782 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2663.976981] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4879440b-99fd-4f90-9e3c-8bf41dd1c453 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2664.005889] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78dc6253-de4e-44bd-82b2-dda169e0130d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2664.012941] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d18673d6-28bf-4b30-9865-a946481243b9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2664.025689] env[62291]: DEBUG nova.compute.provider_tree [None req-16743217-cb4c-4c11-800e-f07a29ebfc3d tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2664.147218] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 2cb7735e-325a-45db-8c6c-a2cd23c1afb7] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2664.555600] env[62291]: DEBUG nova.scheduler.client.report [None req-16743217-cb4c-4c11-800e-f07a29ebfc3d tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Updated inventory for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with generation 173 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 2664.555891] env[62291]: DEBUG nova.compute.provider_tree [None req-16743217-cb4c-4c11-800e-f07a29ebfc3d tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Updating resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 generation from 173 to 174 during operation: update_inventory {{(pid=62291) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2664.556091] env[62291]: DEBUG nova.compute.provider_tree [None req-16743217-cb4c-4c11-800e-f07a29ebfc3d tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 175, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2664.650287] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 736146c2-d3c9-4a99-ac92-06c0bc542e08] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2665.061285] env[62291]: DEBUG oslo_concurrency.lockutils [None req-16743217-cb4c-4c11-800e-f07a29ebfc3d tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.637s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2665.077739] env[62291]: INFO nova.scheduler.client.report [None req-16743217-cb4c-4c11-800e-f07a29ebfc3d tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Deleted allocations for instance 58f1ebc0-573f-4574-a5a8-8521f137659e [ 2665.152851] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 386a9998-d141-4f66-b8fd-600e02eaaf88] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2665.584787] env[62291]: DEBUG oslo_concurrency.lockutils [None req-16743217-cb4c-4c11-800e-f07a29ebfc3d tempest-ServerActionsTestOtherB-842798588 tempest-ServerActionsTestOtherB-842798588-project-member] Lock "58f1ebc0-573f-4574-a5a8-8521f137659e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.088s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2665.656221] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 14b440dc-ed67-422e-9d12-77007cea7eef] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2666.160055] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 9907379d-085e-4ce8-af6b-68caf5314965] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2666.662529] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 5fe8ba35-a2d2-450d-b40b-929094ab5a6b] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2667.166078] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: cb7a8bc2-0580-45f0-871d-9d63420a8c7a] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2667.283880] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a7d126ac-7475-4b61-bca6-ccf061f7333d tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Acquiring lock "a46719fe-3632-472b-aaad-097f9447219e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2667.284158] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a7d126ac-7475-4b61-bca6-ccf061f7333d tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lock "a46719fe-3632-472b-aaad-097f9447219e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2667.669422] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 30dbd972-13a9-44f0-a288-04ce0bb62b3e] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2667.787531] env[62291]: DEBUG nova.compute.utils [None req-a7d126ac-7475-4b61-bca6-ccf061f7333d tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Using /dev/sd instead of None {{(pid=62291) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2668.173013] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: d966ecc5-3ac6-4c71-b86a-4187d9d57ea7] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2668.290561] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a7d126ac-7475-4b61-bca6-ccf061f7333d tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lock "a46719fe-3632-472b-aaad-097f9447219e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2668.677276] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 0a31f4c3-fe06-49fc-b1e2-9092ceeb6707] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2669.183224] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 17d1dffb-c87b-4e3f-ba46-14f6198ad1eb] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2669.363270] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a7d126ac-7475-4b61-bca6-ccf061f7333d tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Acquiring lock "a46719fe-3632-472b-aaad-097f9447219e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2669.363555] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a7d126ac-7475-4b61-bca6-ccf061f7333d tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lock "a46719fe-3632-472b-aaad-097f9447219e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2669.363826] env[62291]: INFO nova.compute.manager [None req-a7d126ac-7475-4b61-bca6-ccf061f7333d tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: a46719fe-3632-472b-aaad-097f9447219e] Attaching volume 9cebce4a-2ab9-45bd-9c72-8cbdb909119c to /dev/sdb [ 2669.397166] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783bf558-4108-4ece-8fa1-aa30dd3be8bf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2669.404542] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c94e1a-83bf-48ac-8da5-bfe5ed1c025b {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2669.418616] env[62291]: DEBUG nova.virt.block_device [None req-a7d126ac-7475-4b61-bca6-ccf061f7333d tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: a46719fe-3632-472b-aaad-097f9447219e] Updating existing volume attachment record: a17a0b07-ebed-43e9-b885-58018bdce8da {{(pid=62291) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2669.688629] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: f44ad704-468c-4318-ae6d-2189defb442b] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2670.191167] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 97a847ee-d7bb-49dd-9dc2-c8c60e496b54] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2670.695017] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: c105eefa-10cb-4d68-977b-a97263a6105f] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2671.198215] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 77eaa783-3da6-43ad-bd01-f526c10b4621] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2671.701811] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: cca88b94-b97e-47ce-9689-053635658fea] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2672.205400] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 636d8f12-4307-48cb-9da0-e6915e1c3118] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2672.708947] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: fe65d098-fd1b-4127-817e-eac2f659e778] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2673.212463] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: b2dfa139-ab06-4914-96fd-471045a43b4c] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2673.715749] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 798f1b1c-7ba7-4ac2-9c23-f02d3d80be35] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2673.961857] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7d126ac-7475-4b61-bca6-ccf061f7333d tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: a46719fe-3632-472b-aaad-097f9447219e] Volume attach. Driver type: vmdk {{(pid=62291) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2673.962132] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7d126ac-7475-4b61-bca6-ccf061f7333d tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: a46719fe-3632-472b-aaad-097f9447219e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-438191', 'volume_id': '9cebce4a-2ab9-45bd-9c72-8cbdb909119c', 'name': 'volume-9cebce4a-2ab9-45bd-9c72-8cbdb909119c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a46719fe-3632-472b-aaad-097f9447219e', 'attached_at': '', 'detached_at': '', 'volume_id': '9cebce4a-2ab9-45bd-9c72-8cbdb909119c', 'serial': '9cebce4a-2ab9-45bd-9c72-8cbdb909119c'} {{(pid=62291) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2673.964330] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed071997-6e35-4ea8-9848-e5c66a8a2920 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2673.979990] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e416d8e6-a520-430f-875a-5dafcd18690d {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2674.003270] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7d126ac-7475-4b61-bca6-ccf061f7333d tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: a46719fe-3632-472b-aaad-097f9447219e] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] volume-9cebce4a-2ab9-45bd-9c72-8cbdb909119c/volume-9cebce4a-2ab9-45bd-9c72-8cbdb909119c.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2674.003490] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9aa95c41-df6d-41c8-9760-360dbf8c5a62 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2674.021012] env[62291]: DEBUG oslo_vmware.api [None req-a7d126ac-7475-4b61-bca6-ccf061f7333d tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for the task: (returnval){ [ 2674.021012] env[62291]: value = "task-2143995" [ 2674.021012] env[62291]: _type = "Task" [ 2674.021012] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2674.028053] env[62291]: DEBUG oslo_vmware.api [None req-a7d126ac-7475-4b61-bca6-ccf061f7333d tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143995, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2674.219106] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: fe7775be-06f2-44d8-8f78-1d13e756bfa5] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2674.530851] env[62291]: DEBUG oslo_vmware.api [None req-a7d126ac-7475-4b61-bca6-ccf061f7333d tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143995, 'name': ReconfigVM_Task, 'duration_secs': 0.302055} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2674.531148] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7d126ac-7475-4b61-bca6-ccf061f7333d tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: a46719fe-3632-472b-aaad-097f9447219e] Reconfigured VM instance instance-00000079 to attach disk [datastore2] volume-9cebce4a-2ab9-45bd-9c72-8cbdb909119c/volume-9cebce4a-2ab9-45bd-9c72-8cbdb909119c.vmdk or device None with type thin {{(pid=62291) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2674.535807] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f38d52f3-6eb4-4434-9e39-f216ea657f85 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2674.550488] env[62291]: DEBUG oslo_vmware.api [None req-a7d126ac-7475-4b61-bca6-ccf061f7333d tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for the task: (returnval){ [ 2674.550488] env[62291]: value = "task-2143996" [ 2674.550488] env[62291]: _type = "Task" [ 2674.550488] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2674.557647] env[62291]: DEBUG oslo_vmware.api [None req-a7d126ac-7475-4b61-bca6-ccf061f7333d tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143996, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2674.722579] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: af730d81-bef8-454f-858a-8141561b0086] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2675.060067] env[62291]: DEBUG oslo_vmware.api [None req-a7d126ac-7475-4b61-bca6-ccf061f7333d tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143996, 'name': ReconfigVM_Task, 'duration_secs': 0.134693} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2675.060379] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7d126ac-7475-4b61-bca6-ccf061f7333d tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: a46719fe-3632-472b-aaad-097f9447219e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-438191', 'volume_id': '9cebce4a-2ab9-45bd-9c72-8cbdb909119c', 'name': 'volume-9cebce4a-2ab9-45bd-9c72-8cbdb909119c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a46719fe-3632-472b-aaad-097f9447219e', 'attached_at': '', 'detached_at': '', 'volume_id': '9cebce4a-2ab9-45bd-9c72-8cbdb909119c', 'serial': '9cebce4a-2ab9-45bd-9c72-8cbdb909119c'} {{(pid=62291) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2675.226118] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: a06e85bc-af77-404c-a50b-312dd60ae1c6] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2675.729758] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: d1aecebc-401e-45ff-805e-c038722f4cad] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2676.096091] env[62291]: DEBUG nova.objects.instance [None req-a7d126ac-7475-4b61-bca6-ccf061f7333d tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lazy-loading 'flavor' on Instance uuid a46719fe-3632-472b-aaad-097f9447219e {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2676.233965] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 4bffe146-0b5f-4141-b83c-6974834803bd] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2676.601493] env[62291]: DEBUG oslo_concurrency.lockutils [None req-a7d126ac-7475-4b61-bca6-ccf061f7333d tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lock "a46719fe-3632-472b-aaad-097f9447219e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.238s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2676.737319] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: 4f4a46eb-7bd3-4477-89eb-dd30a98a3538] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2676.796567] env[62291]: DEBUG oslo_concurrency.lockutils [None req-150da933-c44a-4189-a9fd-6a57f161b56a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Acquiring lock "a46719fe-3632-472b-aaad-097f9447219e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2676.796858] env[62291]: DEBUG oslo_concurrency.lockutils [None req-150da933-c44a-4189-a9fd-6a57f161b56a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lock "a46719fe-3632-472b-aaad-097f9447219e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2677.240434] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] [instance: d5839caf-2cfa-42ae-84f4-145f5ae614a0] Instance has had 0 of 5 cleanup attempts {{(pid=62291) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11241}} [ 2677.300472] env[62291]: INFO nova.compute.manager [None req-150da933-c44a-4189-a9fd-6a57f161b56a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: a46719fe-3632-472b-aaad-097f9447219e] Detaching volume 9cebce4a-2ab9-45bd-9c72-8cbdb909119c [ 2677.330440] env[62291]: INFO nova.virt.block_device [None req-150da933-c44a-4189-a9fd-6a57f161b56a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: a46719fe-3632-472b-aaad-097f9447219e] Attempting to driver detach volume 9cebce4a-2ab9-45bd-9c72-8cbdb909119c from mountpoint /dev/sdb [ 2677.330745] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-150da933-c44a-4189-a9fd-6a57f161b56a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: a46719fe-3632-472b-aaad-097f9447219e] Volume detach. Driver type: vmdk {{(pid=62291) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2677.330898] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-150da933-c44a-4189-a9fd-6a57f161b56a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: a46719fe-3632-472b-aaad-097f9447219e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-438191', 'volume_id': '9cebce4a-2ab9-45bd-9c72-8cbdb909119c', 'name': 'volume-9cebce4a-2ab9-45bd-9c72-8cbdb909119c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a46719fe-3632-472b-aaad-097f9447219e', 'attached_at': '', 'detached_at': '', 'volume_id': '9cebce4a-2ab9-45bd-9c72-8cbdb909119c', 'serial': '9cebce4a-2ab9-45bd-9c72-8cbdb909119c'} {{(pid=62291) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2677.332043] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fc69889-9368-414b-a25a-e88cb60588c8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2677.353445] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ecbef14-33ea-4c80-9597-ed30a28f3646 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2677.360036] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0ecaae-fe17-454d-8f8f-9c3040fa55b9 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2677.379403] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da801a7e-7964-4b32-9817-ad254eb70164 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2677.394298] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-150da933-c44a-4189-a9fd-6a57f161b56a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] The volume has not been displaced from its original location: [datastore2] volume-9cebce4a-2ab9-45bd-9c72-8cbdb909119c/volume-9cebce4a-2ab9-45bd-9c72-8cbdb909119c.vmdk. No consolidation needed. {{(pid=62291) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2677.399387] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-150da933-c44a-4189-a9fd-6a57f161b56a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: a46719fe-3632-472b-aaad-097f9447219e] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2677.399898] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9298a329-bc02-4dff-9fd9-1b4034f3c44c {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2677.417431] env[62291]: DEBUG oslo_vmware.api [None req-150da933-c44a-4189-a9fd-6a57f161b56a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for the task: (returnval){ [ 2677.417431] env[62291]: value = "task-2143997" [ 2677.417431] env[62291]: _type = "Task" [ 2677.417431] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2677.424749] env[62291]: DEBUG oslo_vmware.api [None req-150da933-c44a-4189-a9fd-6a57f161b56a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143997, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2677.744337] env[62291]: DEBUG oslo_service.periodic_task [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62291) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2677.744515] env[62291]: DEBUG nova.compute.manager [None req-0c1fd4f4-1e4c-4698-a627-27895c59da54 None None] Cleaning up deleted instances with incomplete migration {{(pid=62291) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11266}} [ 2677.927515] env[62291]: DEBUG oslo_vmware.api [None req-150da933-c44a-4189-a9fd-6a57f161b56a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143997, 'name': ReconfigVM_Task, 'duration_secs': 0.196825} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2677.927790] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-150da933-c44a-4189-a9fd-6a57f161b56a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: a46719fe-3632-472b-aaad-097f9447219e] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=62291) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2677.932299] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0cd69798-6972-46ad-837b-c930d2c4fb43 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2677.946391] env[62291]: DEBUG oslo_vmware.api [None req-150da933-c44a-4189-a9fd-6a57f161b56a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for the task: (returnval){ [ 2677.946391] env[62291]: value = "task-2143998" [ 2677.946391] env[62291]: _type = "Task" [ 2677.946391] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2677.953880] env[62291]: DEBUG oslo_vmware.api [None req-150da933-c44a-4189-a9fd-6a57f161b56a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143998, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2678.457565] env[62291]: DEBUG oslo_vmware.api [None req-150da933-c44a-4189-a9fd-6a57f161b56a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143998, 'name': ReconfigVM_Task, 'duration_secs': 0.135027} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2678.457958] env[62291]: DEBUG nova.virt.vmwareapi.volumeops [None req-150da933-c44a-4189-a9fd-6a57f161b56a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: a46719fe-3632-472b-aaad-097f9447219e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-438191', 'volume_id': '9cebce4a-2ab9-45bd-9c72-8cbdb909119c', 'name': 'volume-9cebce4a-2ab9-45bd-9c72-8cbdb909119c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a46719fe-3632-472b-aaad-097f9447219e', 'attached_at': '', 'detached_at': '', 'volume_id': '9cebce4a-2ab9-45bd-9c72-8cbdb909119c', 'serial': '9cebce4a-2ab9-45bd-9c72-8cbdb909119c'} {{(pid=62291) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2678.996716] env[62291]: DEBUG nova.objects.instance [None req-150da933-c44a-4189-a9fd-6a57f161b56a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lazy-loading 'flavor' on Instance uuid a46719fe-3632-472b-aaad-097f9447219e {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2680.004541] env[62291]: DEBUG oslo_concurrency.lockutils [None req-150da933-c44a-4189-a9fd-6a57f161b56a tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lock "a46719fe-3632-472b-aaad-097f9447219e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.207s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2681.054342] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6a975a31-70a9-416b-9712-d050d1cb77af tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Acquiring lock "a46719fe-3632-472b-aaad-097f9447219e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2681.054809] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6a975a31-70a9-416b-9712-d050d1cb77af tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lock "a46719fe-3632-472b-aaad-097f9447219e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2681.054809] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6a975a31-70a9-416b-9712-d050d1cb77af tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Acquiring lock "a46719fe-3632-472b-aaad-097f9447219e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2681.054919] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6a975a31-70a9-416b-9712-d050d1cb77af tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lock "a46719fe-3632-472b-aaad-097f9447219e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2681.055096] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6a975a31-70a9-416b-9712-d050d1cb77af tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lock "a46719fe-3632-472b-aaad-097f9447219e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2681.057517] env[62291]: INFO nova.compute.manager [None req-6a975a31-70a9-416b-9712-d050d1cb77af tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: a46719fe-3632-472b-aaad-097f9447219e] Terminating instance [ 2681.059787] env[62291]: DEBUG nova.compute.manager [None req-6a975a31-70a9-416b-9712-d050d1cb77af tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: a46719fe-3632-472b-aaad-097f9447219e] Start destroying the instance on the hypervisor. {{(pid=62291) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3150}} [ 2681.059987] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6a975a31-70a9-416b-9712-d050d1cb77af tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: a46719fe-3632-472b-aaad-097f9447219e] Destroying instance {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2681.060918] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3c5a7e-20ce-480d-b2c4-cd4a30d662a7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2681.069590] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a975a31-70a9-416b-9712-d050d1cb77af tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: a46719fe-3632-472b-aaad-097f9447219e] Powering off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2681.069880] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b7f7afd-6ce6-48d5-a139-614b1bb8b1cf {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2681.077215] env[62291]: DEBUG oslo_vmware.api [None req-6a975a31-70a9-416b-9712-d050d1cb77af tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for the task: (returnval){ [ 2681.077215] env[62291]: value = "task-2143999" [ 2681.077215] env[62291]: _type = "Task" [ 2681.077215] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2681.086093] env[62291]: DEBUG oslo_vmware.api [None req-6a975a31-70a9-416b-9712-d050d1cb77af tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143999, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2681.588546] env[62291]: DEBUG oslo_vmware.api [None req-6a975a31-70a9-416b-9712-d050d1cb77af tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2143999, 'name': PowerOffVM_Task, 'duration_secs': 0.218008} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2681.588811] env[62291]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a975a31-70a9-416b-9712-d050d1cb77af tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: a46719fe-3632-472b-aaad-097f9447219e] Powered off the VM {{(pid=62291) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2681.588983] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6a975a31-70a9-416b-9712-d050d1cb77af tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: a46719fe-3632-472b-aaad-097f9447219e] Unregistering the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2681.589259] env[62291]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d431ac7c-a27f-4607-8051-bb1b58be369f {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2681.775714] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6a975a31-70a9-416b-9712-d050d1cb77af tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: a46719fe-3632-472b-aaad-097f9447219e] Unregistered the VM {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2681.775976] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6a975a31-70a9-416b-9712-d050d1cb77af tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: a46719fe-3632-472b-aaad-097f9447219e] Deleting contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2681.776162] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a975a31-70a9-416b-9712-d050d1cb77af tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Deleting the datastore file [datastore2] a46719fe-3632-472b-aaad-097f9447219e {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2681.776436] env[62291]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db952cc9-a888-403b-b55f-8523f3f59e6a {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2681.783669] env[62291]: DEBUG oslo_vmware.api [None req-6a975a31-70a9-416b-9712-d050d1cb77af tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for the task: (returnval){ [ 2681.783669] env[62291]: value = "task-2144001" [ 2681.783669] env[62291]: _type = "Task" [ 2681.783669] env[62291]: } to complete. {{(pid=62291) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2681.793464] env[62291]: DEBUG oslo_vmware.api [None req-6a975a31-70a9-416b-9712-d050d1cb77af tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2144001, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2682.293579] env[62291]: DEBUG oslo_vmware.api [None req-6a975a31-70a9-416b-9712-d050d1cb77af tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Task: {'id': task-2144001, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140887} completed successfully. {{(pid=62291) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2682.293979] env[62291]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a975a31-70a9-416b-9712-d050d1cb77af tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Deleted the datastore file {{(pid=62291) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2682.294105] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6a975a31-70a9-416b-9712-d050d1cb77af tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: a46719fe-3632-472b-aaad-097f9447219e] Deleted contents of the VM from datastore datastore2 {{(pid=62291) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2682.294289] env[62291]: DEBUG nova.virt.vmwareapi.vmops [None req-6a975a31-70a9-416b-9712-d050d1cb77af tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: a46719fe-3632-472b-aaad-097f9447219e] Instance destroyed {{(pid=62291) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2682.294465] env[62291]: INFO nova.compute.manager [None req-6a975a31-70a9-416b-9712-d050d1cb77af tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] [instance: a46719fe-3632-472b-aaad-097f9447219e] Took 1.23 seconds to destroy the instance on the hypervisor. [ 2682.294709] env[62291]: DEBUG oslo.service.loopingcall [None req-6a975a31-70a9-416b-9712-d050d1cb77af tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62291) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2682.294903] env[62291]: DEBUG nova.compute.manager [-] [instance: a46719fe-3632-472b-aaad-097f9447219e] Deallocating network for instance {{(pid=62291) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2289}} [ 2682.294999] env[62291]: DEBUG nova.network.neutron [-] [instance: a46719fe-3632-472b-aaad-097f9447219e] deallocate_for_instance() {{(pid=62291) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 2682.702813] env[62291]: DEBUG nova.compute.manager [req-e91aaa88-3e14-428a-8ab1-e970a9241cf3 req-4823808b-de12-4f3b-86e9-c1504ed4bfeb service nova] [instance: a46719fe-3632-472b-aaad-097f9447219e] Received event network-vif-deleted-52f99a2c-a269-4f29-b87f-539d4ed5f6af {{(pid=62291) external_instance_event /opt/stack/nova/nova/compute/manager.py:11131}} [ 2682.703030] env[62291]: INFO nova.compute.manager [req-e91aaa88-3e14-428a-8ab1-e970a9241cf3 req-4823808b-de12-4f3b-86e9-c1504ed4bfeb service nova] [instance: a46719fe-3632-472b-aaad-097f9447219e] Neutron deleted interface 52f99a2c-a269-4f29-b87f-539d4ed5f6af; detaching it from the instance and deleting it from the info cache [ 2682.703228] env[62291]: DEBUG nova.network.neutron [req-e91aaa88-3e14-428a-8ab1-e970a9241cf3 req-4823808b-de12-4f3b-86e9-c1504ed4bfeb service nova] [instance: a46719fe-3632-472b-aaad-097f9447219e] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2683.183456] env[62291]: DEBUG nova.network.neutron [-] [instance: a46719fe-3632-472b-aaad-097f9447219e] Updating instance_info_cache with network_info: [] {{(pid=62291) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2683.205418] env[62291]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f2ca6314-f6d1-45c1-94dd-e7fdfcebabf8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2683.215741] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fcaf9d-b784-4319-ad80-6eaf57c99bc7 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2683.239372] env[62291]: DEBUG nova.compute.manager [req-e91aaa88-3e14-428a-8ab1-e970a9241cf3 req-4823808b-de12-4f3b-86e9-c1504ed4bfeb service nova] [instance: a46719fe-3632-472b-aaad-097f9447219e] Detach interface failed, port_id=52f99a2c-a269-4f29-b87f-539d4ed5f6af, reason: Instance a46719fe-3632-472b-aaad-097f9447219e could not be found. {{(pid=62291) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10965}} [ 2683.686324] env[62291]: INFO nova.compute.manager [-] [instance: a46719fe-3632-472b-aaad-097f9447219e] Took 1.39 seconds to deallocate network for instance. [ 2684.192901] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6a975a31-70a9-416b-9712-d050d1cb77af tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2684.193280] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6a975a31-70a9-416b-9712-d050d1cb77af tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2684.193514] env[62291]: DEBUG nova.objects.instance [None req-6a975a31-70a9-416b-9712-d050d1cb77af tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lazy-loading 'resources' on Instance uuid a46719fe-3632-472b-aaad-097f9447219e {{(pid=62291) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2684.727128] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9419a9-4f64-4a4a-8d5a-be3710542982 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2684.734760] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd98f6bb-7982-4594-bab3-46ef471ecbb8 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2684.765159] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a496cb4-7841-4cd2-b773-c4bdb8d689f2 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2684.772157] env[62291]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5067bf7d-7c91-47ca-b3e8-0bd89e896761 {{(pid=62291) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2684.784902] env[62291]: DEBUG nova.compute.provider_tree [None req-6a975a31-70a9-416b-9712-d050d1cb77af tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2685.314894] env[62291]: DEBUG nova.scheduler.client.report [None req-6a975a31-70a9-416b-9712-d050d1cb77af tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Updated inventory for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with generation 174 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 2685.315184] env[62291]: DEBUG nova.compute.provider_tree [None req-6a975a31-70a9-416b-9712-d050d1cb77af tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Updating resource provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 generation from 174 to 175 during operation: update_inventory {{(pid=62291) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2685.315371] env[62291]: DEBUG nova.compute.provider_tree [None req-6a975a31-70a9-416b-9712-d050d1cb77af tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Updating inventory in ProviderTree for provider 142b9caf-95b8-4f05-a0ca-6a285ed758e8 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 176, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62291) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2685.820353] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6a975a31-70a9-416b-9712-d050d1cb77af tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.627s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2685.839420] env[62291]: INFO nova.scheduler.client.report [None req-6a975a31-70a9-416b-9712-d050d1cb77af tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Deleted allocations for instance a46719fe-3632-472b-aaad-097f9447219e [ 2686.347559] env[62291]: DEBUG oslo_concurrency.lockutils [None req-6a975a31-70a9-416b-9712-d050d1cb77af tempest-AttachVolumeNegativeTest-589320830 tempest-AttachVolumeNegativeTest-589320830-project-member] Lock "a46719fe-3632-472b-aaad-097f9447219e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.293s {{(pid=62291) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}}